|
|
|
|
抓取网页中的链接 |
|
|
|
作者：未知 来源：月光软件站 加入时间：2005-2-28 月光软件站 |
| 抓取网页中的链接 |
作者：孟宪会 出自：【孟宪会之精彩世界】 发布日期：2003年5月1日 7点4分24秒
|
|
输入一个地址，就可以把那个网页中的链接提取出来，下面这段代码可以轻松实现，主要的是用到了正则表达式。
GetUrl.aspx代码如下： <![CDATA[<%@ Page Language="vb" CodeBehind="GetUrl.aspx.vb" AutoEventWireup="false" Inherits="aspxWeb.GetUrl" %>
<html>
<head>
<META http-equiv="content-type" content="text/html; charset=gb2312">
</head>
<body>
<form id="Form1" method="post" runat="server">
<P>
<asp:Label id="Label1" runat="server"></asp:Label>
<asp:TextBox id="urlTextBox" runat="server" Width="336px">
http://lucky_elove.www1.dotnetplayground.com/
</asp:TextBox>
<asp:Button OnClick="scrapeButton_Click" id="scrapeButton" runat="server"></asp:Button>
</P>
<HR width="100%" SIZE="1">
<P>
<asp:Label id="TipResult" runat="server"></asp:Label>
<asp:TextBox id="resultLabel" runat="server" TextMode="MultiLine"
Width="100%" Height="400"></asp:TextBox>
</P>
</form>
</body>
</html> ]]>
后代码GetUrl.aspx.vb如下： <(?!mailto\:)(?>foundAnchor>[^'"">]+?)[^>]*?\>", _
RegexOptions.Multiline Or RegexOptions.IgnoreCase Or RegexOptions.IgnorePatternWhitespace)
Dim newWebPage As String = linksExpression.Replace(webPage, myDelegate)
TipResult.Text = "<h2>从 " & urlTextBox.Text & "分离出的Href链接</h2>" & _
"<b>找到并整理" & countOfMatches.ToString() & " 个链接</b><br><br>" & _
report.ToString().Replace(Environment.NewLine, "<br>")
TipResult.Text &= "<h2>整理过的页面</h2><script>window.document.title='抓取网页中的链接'</script>"
resultLabel.Text = newWebPage
End Sub
Public Function MatchHandler(ByVal m As Match) As String
Dim link As String = m.Groups("foundAnchor").Value
Dim rToL As New Regex("^", RegexOptions.Multiline Or RegexOptions.RightToLeft)
Dim col, row As Int32
Dim lineBegin As Int32 = rToL.Match(webPage, m.Index).Index
row = rToL.Matches(webPage, m.Index).Count
col = m.Index - lineBegin
report.AppendFormat( _
"Link <b>{0}</b>, fixed at row: {1}, col: {2}{3}", _
Server.HtmlEncode(m.Groups(0).Value), _
row, _
col, _
Environment.NewLine _
)
Dim newLink As String
If link.StartsWith("/") Then
newLink = link.Substring(1)
Else
newLink = link
End If
countOfMatches += 1
Return m.Groups(0).Value.Replace(link, newLink)
End Function
Private Function GrabUrl() As String
Dim wc As New WebClient()
Dim s As Stream = wc.OpenRead(urlTextBox.Text)
Dim sr As StreamReader = New StreamReader(s, System.Text.Encoding.Default)
GrabUrl = sr.ReadToEnd
s.Close()
wc.Dispose()
End Function
End Class
]]> | 
|
|
相关文章：相关软件： |
|
本类阅读TOP10