how to extract(dinamically) the urls ,phoneno,faxes,metatags from webpages

Imports System.IO

Imports System.Net

Imports System

Imports System.Text

Imports System.Text.RegularExpressions

Public Class HTMLContentParser

'Public Function Return_HTMLContent(ByVal sURL As String)

' Dim sStream As Stream

' Dim URLReq As HttpWebRequest

' Dim URLRes As HttpWebResponse

' Dim gethtmlcode1 As String

' Try

' URLReq = WebRequest.Create(sURL)

' URLRes = URLReq.GetResponse()

' sStream = URLRes.GetResponseStream()

' Return New StreamReader(sStream).ReadToEnd()

' Catch ex As Exception

' gethtmlcode1 =

' Return ex.Message

' End Try

'Hi U need to write an application

'First u bring the Total web page in txt format by using the below function.

Public Function Return_HTMLContent(ByVal URL1 As String) As String

Dim t1 As TextBox

'Dim Tmp As T

Try

Dim request1 As WebRequest = WebRequest.Create(URL1)

Dim response1 As WebResponse = request1.GetResponse()

Dim reader1 As StreamReader = New StreamReader(response1.GetResponseStream())

Dim gethtmlcode1 As String

Catch e As Exception

End Try

'End Function

'In the above function will get all the code in gethtmlcode1.

'after that u need to write a seach function for capturing the particular content like phone number, fax etc.

'just like

' 'Get everything within body

't1 = InStr(1, Tmp, "

'If t1 > 0 Then Tmp = Mid(Tmp, t1 - 1)

't1 = InStr(1, Tmp, "", vbTextCompare)

'If t1 > 0 Then Tmp = Mid(Tmp, 1, t1 - 1)

't1 = InStr(1, Tmp, "", vbTextCompare)

'If t1 > 0 Then Tmp = Mid(Tmp, t1 + 7)

'then u get those phone, fax in variable fields. and proceeed further

End Function

Public Function ParseHTMLLinks(ByVal sHTMLContent As String, ByVal sURL As String) As ArrayList

Dim rRegEx As Regex

Dim mMatch As Match

Dim aMatch As New ArrayList

rRegEx = New Regex("a.*href\s*=\s*(?:""(?<1>[^""]*)""|(?<1>\S+))", RegexOptions.IgnoreCase Or RegexOptions.Compiled)

While mMatch.Success

Dim sMatch As String

End While

Return aMatch

End Function

Public Function ParseHTMLImages(ByVal sHTMLContent As String, ByVal sURL As String) As ArrayList

Dim rRegEx As Regex

Dim mMatch As Match

Dim aMatch As New ArrayList

rRegEx = New Regex("img.*src\s*=\s*(?:""(?<1>[^""]*)""|(?<1>\S+))", RegexOptions.IgnoreCase Or RegexOptions.Compiled)

While mMatch.Success

Dim sMatch As String

End While

Return aMatch

End Function

Private Function ProcessURL(ByVal sInput As String, ByVal sURL As String)

'Find out if the sURL has a "/" after the Domain Name 'If not, give a "/" at the end 'First, check out for any slash after the 'Double Dashes of the http:// 'If there is NO slash, then end the sURL string with a SLASH If InStr(8, sURL, "/") = 0 Then

'FILTERING

'Filter down to the Domain Name Directory from the Right

Dim iCount As Integer

For iCount = sURL.Length To 1 Step -1

If Mid(sURL, iCount, 1) = "/" Then

Exit For

End If

Next

'Filter out the ">" from the Left

For iCount = 1 To sInput.Length

If Mid(sInput, iCount, 4) = ">" Then

sInput = Left(sInput, iCount - 1) 'Stop and Take the Char before

Exit For

End If

Next

'Filter out unnecessary Characters

If (sInput.IndexOf("http://") < 0) Then

If (Not (sInput.StartsWith("/")) And Not (sURL.EndsWith("/"))) Then

Return sURL & "/" & sInput

Else

If (sInput.StartsWith("/")) And (sURL.EndsWith("/")) Then

Return sURL.Substring(0, sURL.Length - 1) + sInput

Else

Return sURL + sInput

End If

End If

Else

Return sInput

End If

End Function

End Class