欢迎您访问我爱IT技术网,今天小编为你分享的编程技术是:【用ASP编写下载网页中所有资源的程序】,下面是详细的分享!
用ASP编写下载网页中所有资源的程序
看过一篇关于下载网页中图片的文章,它只能下载以http头的图片,我做了些改进,可以下载网页中的所有连接资源,并按照网页中的目录结构建立本地目录,存放资源。
download.asp?url=你要下载的网页
download.asp代码如下:
<%
Server.ScriptTimeout=9999
function SaveToFile(from,tofile)
on error resume next
dim geturl,objStream,imgs
geturl=trim(from)
Mybyval=getHTTPstr(geturl)
Set objStream=Server.CreateObject("ADODB.Stream")
objStream.Type=1
objStream.Open
objstream.write Mybyval
objstream.SaveToFile tofile,2
objstream.Close()
set objstream=nothing
if err.number<>0 then err.Clear
end function
function geturlencodel(byval url)'中文文件名转换
Dim i,code
geturlencodel=""
if trim(Url)="" then exit function
for i=1 to len(Url)
code=Asc(mid(Url,i,1))
if code<0 Then code=code + 65536
If code>255 Then
geturlencodel=geturlencodel&"%"&Left(Hex(Code),2)&"%"&Right(Hex(Code),2)
else
geturlencodel=geturlencodel&mid(Url,i,1)
end if
next
end function
function getHTTPPage(url)
on error resume next
dim http
set http=Server.createobject("Msxml2.XMLHTTP")
Http.open "GET",url,false
Http.send()
if Http.readystate<>4 then exit function
getHTTPPage=bytes2BSTR(Http.responseBody)
set http=nothing
if err.number<>0 then err.Clear
end function
Function bytes2BSTR(vIn)
dim strReturn
dim i,ThisCharCode,NextCharCode
strReturn=""
For i=1 To LenB(vIn)
ThisCharCode=AscB(MidB(vIn,i,1))
If ThisCharCode < &H80 Then
strReturn=strReturn & Chr(ThisCharCode)
Else
NextCharCode=AscB(MidB(vIn,i+1,1))
strReturn=strReturn & Chr(CLng(ThisCharCode) * &H100 + CInt(NextCharCode))
i=i + 1
End If
Next
bytes2BSTR=strReturn
End Function
function getFileName(byval filename)
if instr(filename,"/")>0 then
fileExt_a=split(filename,"/")
getFileName=lcase(fileExt_a(ubound(fileExt_a)))
if instr(getFileName,"?")>0 then
getFileName=left(getFileName,instr(getFileName,"?")-1)
end if
else
getFileName=filename
end if
end function
function getHTTPstr(url)
on error resume next
dim http
set http=server.createobject("MSXML2.XMLHTTP")
Http.open "GET",url,false
Http.send()
if Http.readystate<>4 then exit function
getHTTPstr=Http.responseBody
set http=nothing
if err.number<>0 then err.Clear
end function
Function CreateDIR(ByVal LocalPath) '建立目录的程序,如果有多级目录,则一级一级的创建
On Error Resume Next
LocalPath=Replace(LocalPath, "\", "/")
Set FileObject=server.CreateObject("Scripting.FileSystemObject")
patharr=Split(LocalPath, "/")
path_level=UBound(patharr)
For I=0 To path_level
If I=0 Then pathtmp=patharr(0) & "/" Else pathtmp=pathtmp & patharr(I) & "/"
cpath=Left(pathtmp, Len(pathtmp) - 1)
If Not FileObject.FolderExists(cpath) Then FileObject.CreateFolder cpath
Next
Set FileObject=Nothing
If Err.Number <> 0 Then
CreateDIR=False
Err.Clear
Else
CreateDIR=True
End If
End Function
function GetfileExt(byval filename)
fileExt_a=split(filename,".")
GetfileExt=lcase(fileExt_a(ubound(fileExt_a)))
end function
function getvirtual(str,path,urlhead)
if left(str,7)="http://" then
url=str
elseif left(str,1)="/" then
start=instrRev(str,"/")
if start=1 then
url="/"
else
url=left(str,start)
end if
url=urlhead&url
elseif left(str,3)="../" then
str1=mid(str,inStrRev(str,"../")+2)
ar=split(str,"../")
lv=ubound(ar)+1
ar=split(path,"/")
url="/"
for i=1 to (ubound(ar)-lv)
url=url&ar(i)
next
url=url&str1
url=urlhead&url
else
url=urlhead&str
end if
getvirtual=url
end function
'示例代码
dim dlpath
virtual="/downweb/"
truepath=server.MapPath(virtual)
if request("url")<> "" then
url=request("url")
fn=getFileName(url)
urlhead=left(url,(instr(replace(url,"//",""),"/")+1))
urlpath=replace(left(url,instrRev(url,"/")),urlhead,"")
strContent=getHTTPPage(url)
mystr=strContent
Set objRegExp=New Regexp
objRegExp.IgnoreCase=True
objRegExp.Global=True
objRegExp.Pattern="(src|href)=.[^\>]+? "
Set Matches=objRegExp.Execute(strContent)
For Each Match in Matches
str=Match.Value
str=replace(str,"src=http://www.chinaz.com/program/2006/1018/","")
str=replace(str,"href=http://www.chinaz.com/program/2006/1018/","")
str=replace(str,"""","")
str=replace(str,"'","")
filename=GetfileName(str)
getRet=getVirtual(str,urlpath,urlhead)
temp=Replace(getRet,"//","**")
start=instr(temp,"/")
endt=instrRev(temp,"/")-start+1
if start>0 then
repl=virtual&mid(temp,start)&" "
'response.Write repl&"<br>"
mystr=Replace(mystr,str,repl)
dir=mid(temp,start,endt)
temp=truepath&Replace(dir,"/","\")
CreateDir(temp)
'response.Write getRet&"||"&temp&filename&"<br><br>"
SaveToFile getRet,temp&filename
end if
Next
set Matches=nothing
end if
%>
以上所分享的是关于用ASP编写下载网页中所有资源的程序,下面是编辑为你推荐的有价值的用户互动:
相关问题:求个用asp.net写的网页小demo
答:用ajax实现1秒1刷新,直接改数据库中数据就行,自动刷新,环境:vs2010,sql08r2 >>详细
相关问题:网页上的下载功能如何实现,我是学asp的,怎么写代码
答:下载功能?把文件链接到你所需要的文件就可以下载了呀。如果你有很多文件的话,又不想一个个去链接 那么你就把文件名写到数据库里面去。然后链接地址的AA.RAR 就把AA.rar 改成 具体是这样 .rar?id= 这样就可以想下载哪个就下载哪个了。妈妈在也... >>详细
相关问题:网页制作:仅用html或asp可以完成编写一个基本的论...
答:是学习做程序吗?还是为了应用? 如果是前者的话,不建议用它来学习,谁会花时间去学一个已经过期的语言?而且一开始就想着写一个那么复杂的产品(论坛)。 若是后者,建议直接网上搜索下开源的就行,不过,程序都会有点老,近几年很少有听说过直接... >>详细
- 评论列表(网友评论仅供网友表达个人看法,并不表明本站同意其观点或证实其描述)
-
