DedeHttpDown下载类
这个类的使用方法:
下载网页
- <?php
- $httpdown = new DedeHttpDown();
- $httpdown->OpenUrl("http://www.dedecms.com");
- echo $httpdown->GetHtml();
- //如果保存为文件则用 $hd->SaveBin("dede.html");
- $httpdown->Close();
- ?>
如果下载图片 并保存,可以用
- <?php
- $httpdown = new DedeHttpDown();
- $httpdown->OpenUrl("http://prato.bokele.com/0/0/399/bGluMi5qcGc=.jpg");
- echo $httpdown->SaveBin("test.jpg");
- $httpdown->Close();
- echo "<img src='test.jpg'>";
- ?>
DedeHttpDown
- <?php
- @set_time_limit(0);
- class DedeHttpDown
- {
- var $m_url = '';
- var $m_urlpath = '';
- var $m_scheme = 'http';
- var $m_host = '';
- var $m_port = '80';
- var $m_user = '';
- var $m_pass = '';
- var $m_path = '/';
- var $m_query = '';
- var $m_fp = '';
- var $m_error = '';
- var $m_httphead = '';
- var $m_html = '';
- var $m_puthead = '';
- var $BaseUrlPath = '';
- var $HomeUrl = '';
- var $reTry = 0;
- var $JumpCount = 0;
- //初始化系统
- function PrivateInit($url)
- {
- if($url=='') {
- return ;
- }
- $urls = '';
- $urls = @parse_url($url);
- $this->m_url = $url;
- if(is_array($urls))
- {
- $this->m_host = $urls["host"];
- if(!empty($urls["scheme"]))
- {
- $this->m_scheme = $urls["scheme"];
- }
- if(!empty($urls["user"]))
- {
- $this->m_user = $urls["user"];
- }
- if(!empty($urls["pass"]))
- {
- $this->m_pass = $urls["pass"];
- }
- if(!empty($urls["port"]))
- {
- $this->m_port = $urls["port"];
- }
- if(!empty($urls["path"]))
- {
- $this->m_path = $urls["path"];
- }
- $this->m_urlpath = $this->m_path;
- if(!empty($urls["query"]))
- {
- $this->m_query = $urls["query"];
- $this->m_urlpath .= "?".$this->m_query;
- }
- $this->HomeUrl = $urls["host"];
- $this->BaseUrlPath = $this->HomeUrl.$urls["path"];
- $this->BaseUrlPath = preg_replace("/\/([^\/]*)\.(.*)$/","/",$this->BaseUrlPath);
- $this->BaseUrlPath = preg_replace("/\/$/","",$this->BaseUrlPath);
- }
- }
- function ResetAny()
- {
- //重设各参数
- $this->m_url = "";
- $this->m_urlpath = "";
- $this->m_scheme = "http";
- $this->m_host = "";
- $this->m_port = "80";
- $this->m_user = "";
- $this->m_pass = "";
- $this->m_path = "/";
- $this->m_query = "";
- $this->m_error = "";
- }
- //打开指定网址
- function OpenUrl($url,$requestType="GET")
- {
- $this->ResetAny();
- $this->JumpCount = 0;
- $this->m_httphead = Array() ;
- $this->m_html = '';
- $this->reTry = 0;
- $this->Close();
- //初始化系统
- $this->PrivateInit($url);
- $this->PrivateStartSession($requestType);
- }
- //转到303重定向网址
- function JumpOpenUrl($url)
- {
- $this->ResetAny();
- $this->JumpCount++;
- $this->m_httphead = Array() ;
- $this->m_html = "";
- $this->Close();
- //初始化系统
- $this->PrivateInit($url);
- $this->PrivateStartSession('GET');
- }
- //获得某操作错误的原因
- function printError()
- {
- echo "错误信息:".$this->m_error;
- echo "<br/>具体返回头:<br/>";
- foreach($this->m_httphead as $k=>$v){ echo "$k => $v <br/>\r\n"; }
- }
- //判别用Get方法发送的头的应答结果是否正确
- function IsGetOK()
- {
- if( ereg("^2",$this->GetHead("http-state")) )
- {
- return true;
- }
- else
- {
- $this->m_error .= $this->GetHead("http-state")." - ".$this->GetHead("http-describe")."<br/>";
- return false;
- }
- }
- //看看返回的网页是否是text类型
- function IsText()
- {
- if( ereg("^2",$this->GetHead("http-state")) && eregi("text|xml",$this->GetHead("content-type")) )
- {
- return true;
- }
- else
- {
- $this->m_error .= "内容为非文本类型或网址重定向<br/>";
- return false;
- }
- }
- //判断返回的网页是否是特定的类型
- function IsContentType($ctype)
- {
- if(ereg("^2",$this->GetHead("http-state"))
- && $this->GetHead("content-type")==strtolower($ctype))
- { return true; }
- else
- {
- $this->m_error .= "类型不对 ".$this->GetHead("content-type")."<br/>";
- return false;
- }
- }
- //用Http协议下载文件
- function SaveToBin($savefilename)
- {
- if(!$this->IsGetOK())
- {
- return false;
- }
- if(@feof($this->m_fp))
- {
- $this->m_error = "连接已经关闭!"; return false;
- }
- $fp = fopen($savefilename,"w");
- while(!feof($this->m_fp))
- {
- fwrite($fp,fread($this->m_fp,1024));
- }
- fclose($this->m_fp);
- fclose($fp);
- return true;
- }
- //保存网页内容为Text文件
- function SaveToText($savefilename)
- {
- if($this->IsText())
- {
- $this->SaveBinFile($savefilename);
- }
- else
- {
- return "";
- }
- }
- //用Http协议获得一个网页的内容
- function GetHtml()
- {
- if(!$this->IsText())
- {
- return '';
- }
- if($this->m_html!='')
- {
- return $this->m_html;
- }
- if(!$this->m_fp||@feof($this->m_fp))
- {
- return '';
- }
- while(!feof($this->m_fp))
- {
- $this->m_html .= fgets($this->m_fp,256);
- }
- @fclose($this->m_fp);
- return $this->m_html;
- }
- //开始HTTP会话
- function PrivateStartSession($requestType="GET")
- {
- if(!$this->PrivateOpenHost())
- {
- $this->m_error .= "打开远程主机出错!";
- return false;
- }
- $this->reTry++;
- if($this->GetHead("http-edition")=="HTTP/1.1")
- {
- $httpv = "HTTP/1.1";
- }
- else
- {
- $httpv = "HTTP/1.0";
- }
- $ps = explode('?',$this->m_urlpath);
- $headString = '';
- //发送固定的起始请求头GET、Host信息
- if($requestType=="GET")
- {
- $headString .= "GET ".$this->m_urlpath." $httpv\r\n";
- }
- else
- {
- $headString .= "POST ".$ps[0]." $httpv\r\n";
- }
- $this->m_puthead["Host"] = $this->m_host;
- //发送用户自定义的请求头
- if(!isset($this->m_puthead["Accept"]))
- {
- $this->m_puthead["Accept"] = "*/*";
- }
- if(!isset($this->m_puthead["User-Agent"]))
- {
- $this->m_puthead["User-Agent"] = "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.2)";
- }
- if(!isset($this->m_puthead["Refer"]))
- {
- $this->m_puthead["Refer"] = "http://".$this->m_puthead["Host"];
- }
- foreach($this->m_puthead as $k=>$v)
- {
- $k = trim($k);
- $v = trim($v);
- if($k!=""&&$v!="")
- {
- $headString .= "$k: $v\r\n";
- }
- }
- fputs($this->m_fp, $headString);
- if($requestType=="POST")
- {
- $postdata = "";
- if(count($ps)>1)
- {
- for($i=1;$i<count($ps);$i++)
- {
- $postdata .= $ps[$i];
- }
- }
- else
- {
- $postdata = "OK";
- }
- $plen = strlen($postdata);
- fputs($this->m_fp,"Content-Type: application/x-www-form-urlencoded\r\n");
- fputs($this->m_fp,"Content-Length: $plen\r\n");
- }
- //发送固定的结束请求头
- //HTTP1.1协议必须指定文档结束后关闭链接,否则读取文档时无法使用feof判断结束
- if($httpv=="HTTP/1.1")
- {
- fputs($this->m_fp,"Connection: Close\r\n\r\n");
- }
- else
- {
- fputs($this->m_fp,"\r\n");
- }
- if($requestType=="POST")
- {
- fputs($this->m_fp,$postdata);
- }
- //获取应答头状态信息
- $httpstas = explode(" ",fgets($this->m_fp,256));
- $this->m_httphead["http-edition"] = trim($httpstas[0]);
- $this->m_httphead["http-state"] = trim($httpstas[1]);
- $this->m_httphead["http-describe"] = "";
- for($i=2;$i<count($httpstas);$i++)
- {
- $this->m_httphead["http-describe"] .= " ".trim($httpstas[$i]);
- }
- //获取详细应答头
- while(!feof($this->m_fp))
- {
- $line = trim(fgets($this->m_fp,256));
- if($line == "")
- {
- break;
- }
- $hkey = "";
- $hvalue = "";
- $v = 0;
- for($i=0;$i<strlen($line);$i++)
- {
- if($v==1)
- {
- $hvalue .= $line[$i];
- }
- if($line[$i]==":")
- {
- $v = 1;
- }
- if($v==0)
- {
- $hkey .= $line[$i];
- }
- }
- $hkey = trim($hkey);
- if($hkey!="")
- {
- $this->m_httphead[strtolower($hkey)] = trim($hvalue);
- }
- }
- //如果连接被不正常关闭,重试
- if(feof($this->m_fp))
- {
- if($this->reTry > 10)
- {
- return false;
- }
- $this->PrivateStartSession($requestType);
- }
- //判断是否是3xx开头的应答
- if(ereg("^3",$this->m_httphead["http-state"]))
- {
- if($this->JumpCount > 3)
- {
- return;
- }
- if(isset($this->m_httphead["location"]))
- {
- $newurl = $this->m_httphead["location"];
- if(eregi("^http",$newurl))
- {
- $this->JumpOpenUrl($newurl);
- }
- else
- {
- $newurl = $this->FillUrl($newurl);
- $this->JumpOpenUrl($newurl);
- }
- }
- else
- {
- $this->m_error = "无法识别的答复!";
- }
- }
- }
- //获得一个Http头的值
- function GetHead($headname)
- {
- $headname = strtolower($headname);
- return isset($this->m_httphead[$headname]) ? $this->m_httphead[$headname] : '';
- }
- //设置Http头的值
- function SetHead($skey,$svalue)
- {
- $this->m_puthead[$skey] = $svalue;
- }
- //打开连接
- function PrivateOpenHost()
- {
- if($this->m_host=="")
- {
- return false;
- }
- $errno = "";
- $errstr = "";
- $this->m_fp = @fsockopen($this->m_host, $this->m_port, $errno, $errstr,10);
- if(!$this->m_fp)
- {
- $this->m_error = $errstr;
- return false;
- }
- else
- {
- return true;
- }
- }
- //关闭连接
- function Close()
- {
- @fclose($this->m_fp);
- }
- //补全相对网址
- function FillUrl($surl)
- {
- $i = 0;
- $dstr = "";
- $pstr = "";
- $okurl = "";
- $pathStep = 0;
- $surl = trim($surl);
- if($surl=="")
- {
- return "";
- }
- $pos = strpos($surl,"#");
- if($pos>0)
- {
- $surl = substr($surl,0,$pos);
- }
- if($surl[0]=="/")
- {
- $okurl = "http://".$this->HomeUrl.$surl;
- }
- else if($surl[0]==".")
- {
- if(strlen($surl)<=1)
- {
- return "";
- }
- else if($surl[1]=="/")
- {
- $okurl = "http://".$this->BaseUrlPath."/".substr($surl,2,strlen($surl)-2);
- }
- else
- {
- $urls = explode("/",$surl);
- foreach($urls as $u)
- {
- if($u=="..")
- {
- $pathStep++;
- }
- else if($i<count($urls)-1)
- {
- $dstr .= $urls[$i]."/";
- }
- else
- {
- $dstr .= $urls[$i];
- }
- $i++;
- }
- $urls = explode("/",$this->BaseUrlPath);
- if(count($urls) <= $pathStep)
- {
- return "";
- }
- else
- {
- $pstr = "http://";
- for($i=0;$i<count($urls)-$pathStep;$i++)
- {
- $pstr .= $urls[$i]."/";
- }
- $okurl = $pstr.$dstr;
- }
- }
- }
- else
- {
- if(strlen($surl)<7)
- {
- $okurl = "http://".$this->BaseUrlPath."/".$surl;
- }
- else if(strtolower(substr($surl,0,7))=="http://")
- {
- $okurl = $surl;
- }
- else
- {
- $okurl = "http://".$this->BaseUrlPath."/".$surl;
- }
- }
- $okurl = eregi_replace("^(http://)","",$okurl);
- $okurl = eregi_replace("/{1,}","/",$okurl);
- return "http://".$okurl;
- }
- }
- ?>
DedeHttpDown下载类相关推荐
- 织梦HTTP IMAGE下载类
<?php if(!defined('DEDEINC')) exit("Request Error!"); /*** 织梦HTTP下载类** @version $Id: de ...
- 最新好看的自适应手机版软件APP下载类网站源码,游戏软件应用网站源码,自适应手机端Pbootcms模板
自适应手机软件APP下载类网站源码/游戏软件应用网站源码/自适应手机端 Pbootcms模板 测试环境:Linux nginx1.18 PHP7.3 下载地址:自适应手机端软件APP下载网站源码 ...
- iDownsV1.8.4资源素材教程下载类WordPress
介绍: 本主题全部干净整洁,代码开源,可以自行随意修改. 完美适合WordPress虚拟资源分享下载站,或者其他的素材资源站点. 感谢支持作者,如果您不是在本站下载的主题,关于安全等任何问题本人概不负 ...
- Python编程:封装M3U8格式视频下载类
一.前言 m3u8是苹果公司推出的视频播放标准,是m3u的一种,只是编码格式采用的是UTF-8. m3u8准确来说是一种索引文件,使用m3u8文件实际上是通过它来解析对应的放在服务器上的视频网络地址, ...
- Unity WWW(下载类)
创建下载对象 WWW data = new WWW(下载地址); 等待下载 ① yield return data(WWW) ② While( ! data.isDone) { yield retur ...
- PPT办公软件网页素材资源下载类网站源码 dedecms织梦模板 利于SEO优化
简介: 织梦最新内核开发的模板,该模板属于图片素材.PPT素材.Excel素材.Word素材.网页素材类企业都可使用,这款模板使用范围极广,不仅仅局限于一类型的企业,你只需要把图片和产品内容换成你的, ...
- 织梦模板站长资源教程下载类主题(带手机端)
织梦dedecms站长资源教程下载类主题(带手机端) 本套源码为dedecms二次开发而来,也是站长资源网自用的原版本打包(以前版本),提供本套作品的初衷是为了能上更多想做下载站的站长朋友拥有一套更容 ...
- 【菜鸟源码模板】最新素材下载类网站 带会员充值系统 HTML5自适应手机版
介绍: 一款非常大气的站长素材下载类网站源码,带会员系统,带充值系统. 1.该模板由站长亲自制作,代码干净整洁; 2.效果相当的炫酷,相当简洁大气高端,模板简单,全部已数据调用,只需后台修改栏目名称即 ...
- (PC+WAP)网络APP软件下载类pbootcms网站模板 APP应用软件官网网站源码下载
商品介绍 (PC+WAP)网络APP软件下载类pbootcms网站模板 APP应用软件官网网站源码下载PbootCMS内核开发的网站模板,该模板适用于 APP网站.APP软件官网 等企业,当然其他行 ...
最新文章
- swagger2的使用和swagger2markup离线文档的生成(最简单的方式)
- boost::assertion_failed_msg相关的测试程序
- linux中的变量文件路径,Linux库文件和Shell可执行程序命令文件搜索路径变量的设置...
- js 加入debug后可以进入controller_写给前端的 Nest.js 教程——10分钟上手后端接口开发
- adobe怎么统计字数_统计数据显示,6 月份桌面 Linux 市场份额攀升至历史新高 | Linux 中国...
- docker-compose up是什么意思
- php微信wap页面支付,微信 手机网站 h5 wap浏览器 支付
- 2018大学计算机答案,2018年大学计算机基础试题及答案
- 苯酚吸附专用树脂 污水中的苯酚怎么去除
- java火星坐标转百度坐标_各种地理坐标系的转换,火星坐标,百度坐标,wsg84等...
- 破解电信中兴ZXV10 H618C超级密码telecomadmin
- 解决烘焙光照贴图有黑斑
- 记账软件分享,教你如何记账并管理所有账目
- 0xbc指令 st75256_st75256 - 涂Sir的个人空间 - OSCHINA - 中文开源技术交流社区
- 【历史上的今天】12 月 16 日:晶体管问世;IBM 停售 OS/2;科幻小说巨匠诞生
- 制造业ERP系统如何管理生产工序?具体流程有哪些?
- python 3d图表_matplotlib 三维图表绘制方法简介
- ubuntu18.04安装teamviewer后,一直登录不上原因。
- 为什么我的CNN石乐志?我只是平移了一下图像而已
- 怎么查找计算机里的金蝶账套,金蝶帐套数据如何拷贝到另一台电脑上