织梦cms的php采集类

欢迎您访问我爱IT技术网，今天小编为你分享的编程技术是：【织梦cms的php采集类】，下面是详细的分享！

织梦cms的php采集类

以下为引用的内容：
<?php
@set_time_limit(0);

class DedeHttpDown
{
    var $m_url="";
    var $m_urlpath="";
    var $m_scheme="http";
    var $m_host="";
    var $m_port="80";
    var $m_user="";
    var $m_pass="";
    var $m_path="/";
    var $m_query="";
    var $m_fp="";
    var $m_error="";
    var $m_httphead="" ;
    var $m_html="";
    var $m_puthead="";
    var $BaseUrlPath="";
    var $HomeUrl="";
    var $JumpCount=0;//防止多重重定向陷入死循环
    //
    //初始化系统
    //
    function PrivateInit($url)
    {
            if($url=="") return ;
            $urls="";
            $urls=@parse_url($url);
            $this->m_url=$url;
        if(is_array($urls))
        {
              $this->m_host=$urls["host"];
              if(!empty($urls["scheme"])) $this->m_scheme=$urls["scheme"];
              
              if(!empty($urls["user"])){
                    $this->m_user=$urls["user"];
              }
              
              if(!empty($urls["pass"])){
                    $this->m_pass=$urls["pass"];
              }

              if(!empty($urls["port"])){
                    $this->m_port=$urls["port"];
              }
              
              if(!empty($urls["path"])) $this->m_path=$urls["path"];
              $this->m_urlpath=$this->m_path;
              
              if(!empty($urls["query"])){
                    $this->m_query=$urls["query"];
                    $this->m_urlpath .="?".$this->m_query;
              }
              $this->HomeUrl=$urls["host"];
              $this->BaseUrlPath=$this->HomeUrl.$urls["path"];
              $this->BaseUrlPath=preg_replace("/\/([^\/]*)\.(.*)$/","/",$this->BaseUrlPath);
              $this->BaseUrlPath=preg_replace("/\/$/","",$this->BaseUrlPath);
         }
    }
    function ResetAny()
    {
        //重设各参数
        $this->m_url="";
        $this->m_urlpath="";
        $this->m_scheme="http";
        $this->m_host="";
        $this->m_port="80";
        $this->m_user="";
        $this->m_pass="";
        $this->m_path="/";
        $this->m_query="";
        $this->m_error="";
    }
    //
    //打开指定网址
    //
    function OpenUrl($url,$requestType="GET")
    {
        $this->ResetAny();
        $this->JumpCount=0;
        $this->m_httphead=Array() ;
        $this->m_html="";
        $this->Close();
        //初始化系统
        $this->PrivateInit($url);
        $this->PrivateStartSession($requestType);
    }
    //
    //转到303重定向网址
    //
    function JumpOpenUrl($url)
    {
        $this->ResetAny();
        $this->JumpCount++;
        $this->m_httphead=Array() ;
        $this->m_html="";
        $this->Close();
        //初始化系统
        $this->PrivateInit($url);
        $this->PrivateStartSession('GET');
    }
    //
    //获得某操作错误的原因
    //
    function printError()
    {
        echo "错误信息：".$this->m_error;
        echo "<br/>具体返回头：<br/>";
        foreach($this->m_httphead as $k=>$v){ echo "$k=> $v <br/>\r\n"; }
    }
    //
    //判别用Get方法发送的头的应答结果是否正确
    //
    function IsGetOK()
    {
        if( ereg("^2",$this->GetHead("http-state")) ){    return true; }
        else{
            $this->m_error .=$this->GetHead("http-state")." - ".$this->GetHead("http-describe")."<br/>";
            return false;
        }
    }
    //
    //看看返回的网页是否是text类型
    //
    function IsText()
    {
        if(ereg("^2",$this->GetHead("http-state"))
            && eregi("^text",$this->GetHead("content-type")))
        {    return true; }
        else
        {
            $this->m_error .="内容为非文本类型或网址重定向<br/>";
            return false;
        }
    }
    //
    //判断返回的网页是否是特定的类型
    //
    function IsContentType($ctype)
    {
        if(ereg("^2",$this->GetHead("http-state"))
            && $this->GetHead("content-type")==strtolower($ctype))
        {    return true; }
        else
        {
            $this->m_error .="类型不对 ".$this->GetHead("content-type")."<br/>";
            return false;
        }
    }
    //
    //用Http协议下载文件
    //
    function SaveToBin($savefilename)
    {
        if(!$this->IsGetOK()) return false;
        if(@feof($this->m_fp)) { $this->m_error="连接已经关闭！"; return false; }
        
        $fp=fopen($savefilename,"w");
        while(!feof($this->m_fp)){
            fwrite($fp,fread($this->m_fp,1024));
        }
        fclose($this->m_fp);
        
        fclose($fp);
        return true;
    }
    //
    //保存网页内容为Text文件
    //
    function SaveToText($savefilename)
    {
        if($this->IsText()) $this->SaveBinFile($savefilename);
        else return "";
    }

    function SaveFile($savefilename,$somecontent=''){
        $filename=$savefilename;
        $somecontent=$somecontent==''?$this->GetHtml():$somecontent;
       // if (is_writable($filename)) {
            // 在这个例子里，我们将使用添加模式打开$filename，
            // 因此，文件指针将会在文件的开头，
            // 那就是当我们使用fwrite()的时候，$somecontent将要写入的地方。
            if (!$handle=fopen($filename, 'w')) {
                echo "can not open $filename";
                return false;
              //exit;
            }
            // 将$somecontent写入到我们打开的文件中。
            if (!fwrite($handle, $somecontent) ) {
                echo "can not write $filename";
                //exit;
                return false;
            }
            //echo "成功地将 $somecontent 写入到文件$filename";
            fclose($handle);
            //die( $savefilename);
           return true;
       

    }
    //
    //用Http协议获得一个网页的内容
    //
    function GetHtml()
    {
        if(!$this->IsText()) return "";
        if($this->m_html!="") return $this->m_html;
        if(!$this->m_fp||@feof($this->m_fp)) return "";
        while(!feof($this->m_fp)){
            $this->m_html .=fgets($this->m_fp,256);
        }
        @fclose($this->m_fp);
        return $this->m_html;
    }

    
    //
    //开始HTTP会话
    //
    function PrivateStartSession($requestType="GET")
    {
        
        if(!$this->PrivateOpenHost()){
            $this->m_error .="打开远程主机出错!";
            return false;
        }
        
        if($this->GetHead("http-edition")=="HTTP/1.1") $httpv="HTTP/1.1";
        else $httpv="HTTP/1.0";
        
        $ps=explode('?',$this->m_urlpath);
        //发送固定的起始请求头GET、Host信息
        if($requestType=="GET") fputs($this->m_fp,"GET ".$this->m_urlpath." $httpv\r\n");
        else fputs($this->m_fp,"POST ".$ps[0]." $httpv\r\n");
        $this->m_puthead["Host"]=$this->m_host;
        
        //发送用户自定义的请求头
        if(!isset($this->m_puthead["Accept"])) { $this->m_puthead["Accept"]="*/*"; }
        if(!isset($this->m_puthead["User-Agent"])) { $this->m_puthead["User-Agent"]="Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.2)"; }
        
        if(!empty($GLOBALS['RfUrl'])) $this->m_puthead["Refer"]=$GLOBALS['RfUrl'];
        else if(!isset($this->m_puthead["Refer"])) { $this->m_puthead["Refer"]="http://".$this->m_puthead["Host"]; }
        
        foreach($this->m_puthead as $k=>$v){
            $k=trim($k);
            $v=trim($v);
            if($k!=""&&$v!=""){
                fputs($this->m_fp,"$k: $v\r\n");
            }
        }
        
        if($requestType=="POST"){
           $postdata="";
           if(count($ps)>1){
               for($i=1;$i<count($ps);$i++) $postdata .=$ps[$i];
           }
           else{ $postdata="OK"; }
           $plen=strlen($postdata);
           fputs($this->m_fp,"Content-Type: application/x-www-form-urlencoded\r\n");
           fputs($this->m_fp,"Content-Length: $plen\r\n");
      }
        
        //发送固定的结束请求头
        //HTTP1.1协议必须指定文档结束后关闭链接,否则读取文档时无法使用feof判断结束
        if($httpv=="HTTP/1.1") fputs($this->m_fp,"Connection: Close\r\n\r\n");
        else fputs($this->m_fp,"\r\n");
        
        if($requestType=="POST"){
           fputs($this->m_fp,$postdata);
      }
        
        //获取应答头状态信息
        $httpstas=explode(" ",fgets($this->m_fp,256));
        $this->m_httphead["http-edition"]=trim($httpstas[0]);
        $this->m_httphead["http-state"]=trim($httpstas[1]);
        $this->m_httphead["http-describe"]="";
        for($i=2;$i<count($httpstas);$i++){
            $this->m_httphead["http-describe"] .=" ".trim($httpstas[$i]);
        }
        //获取详细应答头
        while(!feof($this->m_fp)){
            $line=trim(fgets($this->m_fp,256));
            if($line=="") break;
            $hkey="";
            $hvalue="";
            $v=0;
            for($i=0;$i<strlen($line);$i++){
                if($v==1) $hvalue .=$line[$i];
                if($line[$i]==":") $v=1;
                if($v==0) $hkey .=$line[$i];
            }
            $hkey=trim($hkey);
            if($hkey!="") $this->m_httphead[strtolower($hkey)]=trim($hvalue);
        }
        
        //判断是否是3xx开头的应答
        if(ereg("^3",$this->m_httphead["http-state"]))
        {
            if($this->JumpCount > 3) return;
            if(isset($this->m_httphead["location"])){
                $newurl=$this->m_httphead["location"];
                if(eregi("^http",$newurl)){
                    $this->JumpOpenUrl($newurl);
                }
                else{
                    $newurl=$this->FillUrl($newurl);
                    $this->JumpOpenUrl($newurl);
                }
            }
            else
            {    $this->m_error="无法识别的答复！"; }
        }//
    }
    //
    //获得一个Http头的值
    //
    function GetHead($headname)
    {
        $headname=strtolower($headname);
        if(isset($this->m_httphead[$headname]))
            return $this->m_httphead[$headname];
        else
            return "";
    }
    //
    //设置Http头的值
    //
    function SetHead($skey,$svalue)
    {
        $this->m_puthead[$skey]=$svalue;
    }
    //
    //打开连接
    //
    function PrivateOpenHost()
    {
        if($this->m_host=="") return false;
        $errno="";
        $errstr="";
        $this->m_fp=@fsockopen($this->m_host, $this->m_port, $errno, $errstr,10);
        if(!$this->m_fp){
            $this->m_error=$errstr;
            return false;
        }
        else{ return true; }
    }
    //
    //关闭连接
    //
    function Close(){
        @fclose($this->m_fp);
    }
    //
    //补全相对网址
    //
    function FillUrl($surl)
  {
    $i=0;
    $dstr="";
    $pstr="";
    $okurl="";
    $pathStep=0;
    $surl=trim($surl);
    if($surl=="") return "";
    $pos=strpos($surl,"#");
    if($pos>0) $surl=substr($surl,0,$pos);
    if($surl[0]=="/"){
        $okurl="http://".$this->HomeUrl.$surl;
    }
    else if($surl[0]==".")
    {
      if(strlen($surl)<=1) return "";
      else if($surl[1]=="/")
      {
          $okurl="http://".$this->BaseUrlPath."/".substr($surl,2,strlen($surl)-2);
        }
      else{
        $urls=explode("/",$surl);
        foreach($urls as $u){
          if($u=="..") $pathStep++;
          else if($i<count($urls)-1) $dstr .=$urls[$i]."/";
          else $dstr .=$urls[$i];
          $i++;
        }
        $urls=explode("/",$this->BaseUrlPath);
        if(count($urls) <=$pathStep)
            return "";
        else{
          $pstr="http://";
          for($i=0;$i<count($urls)-$pathStep;$i++)
          { $pstr .=$urls[$i]."/"; }
          $okurl=$pstr.$dstr;
        }
      }
    }
    else
    {
      if(strlen($surl)<7)
        $okurl="http://".$this->BaseUrlPath."/".$surl;
      else if(strtolower(substr($surl,0,7))=="http://")
        $okurl=$surl;
      else
        $okurl="http://".$this->BaseUrlPath."/".$surl;
    }
    $okurl=eregi_replace("^([url]http://)[/url]","",$okurl);
    $okurl=eregi_replace("/{1,}","/",$okurl);
    return "http://".$okurl;
  }
}
?>

以上所分享的是关于织梦cms的php采集类，下面是编辑为你推荐的有价值的用户互动：

　　相关问题：请问下PHP高手，我有一点PHP程序基础！想学一个开...

　　答：dedecms: 使用方便,教程多,二次开发难度中等,BUG多,安全性令人担忧,后台用户体验好,功能完善 帝国cms: 使用较方便,教程较多,二次开发难度大,BUG少,安全性好,后台用户体验一般,功能完善 phpcms: 使用较方便.教程较多.二次开发难度不大,BUG多,安全... >>详细

　　相关问题：织梦cms和phpcms哪个更好

　　答：dedecms控制起来快些，phpcms用了问题不少 >>详细

　　相关问题：什么是php框架？是跟织梦CMS,phpCMS,帝国一样么？

　　答：框架就是通过提供一个开发Web程序的基本架构，PHP开发框架把PHPWeb程序开发摆到了流水线上，通过框架可以更快的进行web开发。 织梦，phpcms，帝国这些其实已经是一个完整的产品了，这些产品实际上大部分也都是基于php框架进行开发的。 常用的PHP... >>详细