Sign In| Join
Get Help:Ask a Question in our Forums|Report a Bug|More Help Resources
Last post Jul 17, 2011 03:38 AM by Prashant Kumar
Member
184 Points
67 Posts
Dec 08, 2008 08:32 AM|LINK
In my last project I was required to read a URL Contents and look for certain tags. Just sharing a part of it
using System; using System.IO; using System.Net; using System.Text; using System.Configuration; using log4net; public static class URLReader { #region Constants private const int TIMEOUT = 30; #endregion #region Public Methods /// <summary> /// Reads contents of a URL /// </summary> /// <param name="url"></param> public static String LoadInformation(String url) { HttpWebRequest myWebRequest = null; HttpWebResponse myWebResponse = null; Stream receiveStream = null; Encoding encode = null; StreamReader readStream = null; string text = null; try { myWebRequest = HttpWebRequest.Create(url) as HttpWebRequest; myWebRequest.Timeout = TIMEOUT; myWebRequest.ReadWriteTimeout = TIMEOUT; myWebResponse = myWebRequest.GetResponse() as HttpWebResponse; receiveStream = myWebResponse.GetResponseStream(); encode = System.Text.Encoding.GetEncoding("utf-8"); readStream = new StreamReader(receiveStream, encode); text = readStream.ReadToEnd().ToLower(); if (readStream != null) readStream.Close(); if (receiveStream != null) receiveStream.Close(); if (myWebResponse != null) myWebResponse.Close(); } catch (Exception) { //Do Something } finally { readStream = null; receiveStream = null; myWebResponse = null; myWebRequest = null; } return text; } #endregion }
Star
12538 Points
2024 Posts
Jul 17, 2011 03:38 AM|LINK
Since you have posted this just for information, mark it as answered.
asolvent
Member
184 Points
67 Posts
How to read a URL Contents from ASP.NET
Dec 08, 2008 08:32 AM|LINK
In my last project I was required to read a URL Contents and look for certain tags. Just sharing a part of it
using System; using System.IO; using System.Net; using System.Text; using System.Configuration; using log4net; public static class URLReader { #region Constants private const int TIMEOUT = 30; #endregion #region Public Methods /// <summary> /// Reads contents of a URL /// </summary> /// <param name="url"></param> public static String LoadInformation(String url) { HttpWebRequest myWebRequest = null; HttpWebResponse myWebResponse = null; Stream receiveStream = null; Encoding encode = null; StreamReader readStream = null; string text = null; try { myWebRequest = HttpWebRequest.Create(url) as HttpWebRequest; myWebRequest.Timeout = TIMEOUT; myWebRequest.ReadWriteTimeout = TIMEOUT; myWebResponse = myWebRequest.GetResponse() as HttpWebResponse; receiveStream = myWebResponse.GetResponseStream(); encode = System.Text.Encoding.GetEncoding("utf-8"); readStream = new StreamReader(receiveStream, encode); text = readStream.ReadToEnd().ToLower(); if (readStream != null) readStream.Close(); if (receiveStream != null) receiveStream.Close(); if (myWebResponse != null) myWebResponse.Close(); } catch (Exception) { //Do Something } finally { readStream = null; receiveStream = null; myWebResponse = null; myWebRequest = null; } return text; } #endregion }Avinash
Prashant Kum...
Star
12538 Points
2024 Posts
Re: How to read a URL Contents from ASP.NET
Jul 17, 2011 03:38 AM|LINK
Since you have posted this just for information, mark it as answered.