c#获取网页源码全解

using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.Threading.Tasks;
using System.Globalization;
using System.Net;
using System.IO;namespace util
{public class webcode{//获取网页源代码private string getHtml(string url){WebClient myWebClient = new WebClient();byte[] myDataBuffer = myWebClient.DownloadData(url);return Encoding.Default.GetString(myDataBuffer);}//public bool getweb(string strURL, out string buf)//{//    buf = "";//    try//    {//        //Uri url=new Uri(strURL,false);//        HttpWebRequest request;//        request = (HttpWebRequest)WebRequest.Create(strURL);//        request.Method = "POST"; //Post请求方式//        request.ContentType = "text/html;charset=gb2312"; //内容类型//        string paraUrlCoded = System.Web.HttpUtility.UrlEncode(""); //参数经过URL编码//        byte[] payload;//        payload = System.Text.Encoding.GetEncoding("GB2312").GetBytes(paraUrlCoded); //将URL编码后的字符串转化为字节//        request.ContentLength = payload.Length; //设置请求的ContentLength//        Stream writer = request.GetRequestStream(); //获得请求流//        writer.Write(payload, 0, payload.Length); //将请求参数写入流//        writer.Close(); //关闭请求流//        HttpWebResponse response;//        response = (HttpWebResponse)request.GetResponse(); //获得响应流//        Stream s;//        s = response.GetResponseStream();//        StreamReader objReader = new StreamReader(s, System.Text.Encoding.GetEncoding("GB2312"));//        string HTML = "";//        string sLine = "";//        int i = 0;//        while (sLine != null)//        {//            i++;//            sLine = objReader.ReadLine();//            if (sLine != null)//                HTML += sLine;//        }//        //HTML = HTML.Replace("&lt;","<");//        //HTML = HTML.Replace("&gt;",">");//        buf = HTML;//        return true;//    }//    catch (Exception x)//    {//        buf = x.Message.ToString();//        return false;//    }//}//带Cookie：CookieContainer cc = new CookieContainer();public bool getweb(string strURL,out string buf){buf="";try{HttpWebRequest request;request = (HttpWebRequest)WebRequest.Create(strURL);request.Method="POST"; //Post请求方式request.ContentType="text/html;charset=gb2312"; //内容类型string paraUrlCoded = System.Web.HttpUtility.UrlEncode(""); //参数经过URL编码byte[] payload;payload = System.Text.Encoding.GetEncoding("GB2312").GetBytes(paraUrlCoded); //将URL编码后的字符串转化为字节request.ContentLength = payload.Length; //设置请求的ContentLengthStream writer = request.GetRequestStream(); //获得请求流writer.Write(payload,0,payload.Length); //将请求参数写入流writer.Close(); //关闭请求流HttpWebResponse response;response = (HttpWebResponse)request.GetResponse(); //获得响应流Stream s;s = response.GetResponseStream();StreamReader objReader = new StreamReader(s,System.Text.Encoding.GetEncoding("GB2312"));string HTML = "";string sLine ="";int i = 0;while (sLine!=null){i++;sLine = objReader.ReadLine();if (sLine!=null)HTML += sLine;} buf=HTML;return true;}catch (Exception x){   buf=x.Message.ToString();return false;    }}public bool getweb(string strURL, out string buf, string postData){buf = "";try{ASCIIEncoding encoding = new ASCIIEncoding();byte[] data = encoding.GetBytes(postData);HttpWebRequest request = (HttpWebRequest)WebRequest.Create(strURL);request.Method = "POST";request.ContentType = "application/x-www-form-urlencoded";request.ContentLength = data.Length;Stream newStream = request.GetRequestStream();newStream.Write(data, 0, data.Length);newStream.Close();request.CookieContainer = cc;HttpWebResponse response = (HttpWebResponse)request.GetResponse();cc.Add(response.Cookies);Stream stream = response.GetResponseStream();string sHtml = new StreamReader(stream, System.Text.Encoding.Default).ReadToEnd();buf = sHtml;return true;}catch (Exception x){buf = x.Message.ToString();return false;}}private string getWebresourceFile1(string url){WebClient myWebClient = new WebClient();byte[] myDataBuffer = myWebClient.DownloadData(url);string SourceCode = Encoding.Default.GetString(myDataBuffer);return SourceCode;}private string getWebresourceFile2(string url){HttpWebRequest request = (HttpWebRequest)WebRequest.Create(url);HttpWebResponse response = (HttpWebResponse)request.GetResponse();request.Method = "GET ";Stream receiveStream = response.GetResponseStream();StreamReader readStream = new StreamReader(receiveStream, Encoding.Default);string SourceCode = readStream.ReadToEnd();response.Close();readStream.Close();return SourceCode;}private string getWebresourceFile3(string url){WebClient wc = new WebClient();wc.Credentials = CredentialCache.DefaultCredentials;Byte[] pageData = wc.DownloadData(url);string SourceCode = Encoding.Default.GetString(pageData);wc.Dispose();return SourceCode;}private string getWebresourceFile4(string url){WebClient wc = new WebClient();wc.Credentials = CredentialCache.DefaultCredentials;Stream resStream = wc.OpenRead(url);StreamReader sr = new StreamReader(resStream, System.Text.Encoding.Default);string SourceCode = sr.ReadToEnd();resStream.Close();wc.Dispose();return SourceCode;}private string getWebresourceFile5(string url){WebRequest request = WebRequest.Create(url);WebResponse response = request.GetResponse();Stream resStream = response.GetResponseStream();StreamReader sr = new StreamReader(resStream, System.Text.Encoding.Default);string SourceCode = sr.ReadToEnd();resStream.Close();sr.Close();return SourceCode;}}
}

c#获取网页源码全解相关推荐

如何快速获取网页源码(直接把网站的 js css html 扒下来的)
如何快速获取网页源码? 我们在学习和研究的时候,或者看到非常酷炫的页面效果,需要网站的源代码进行借鉴,但每次需要下载网站源代码,我们都需要找到一个,下载一个,每次只能下载一个文件,非常缓慢,而且还要自 ...
使用WebBrowser控件获取网页源码的方法
使用WebBrowser控件获取网页源码的方法,网上有很多介绍,但绝大多数的人都是使用以下的方法获取: (WebBrowser1.Document as IHtmlDocument2).body.ou ...
vc++获取网页源码之使用import+接口方式
1.使用IWinHttpRequest获取网页源码首先要创建基于对话框的mfc应用程序 2.import+接口方式首先导入winhttp.dll,使用IWinHttpRequest接口 #impo ...
POST教程笔记 - WinHttp获取网页源码
①.WinINet与WinHttp的异同点,为什么使用WinHttp讲解? 详情见:<WinINet与WinHttp总结>文档,已经打包给大家了. ②.WinHttp接口调用方式: 微软官 ...
webclient无法获取html文件,C# WebClient获取网页源码的方法
效果如图完整代码如下using System; using System.Collections.Generic; using System.ComponentModel; using System ...
php授权验证系统源码-全解开源版
简介: php授权验证系统源码全解开源版,正版授权查询管理. 安装方法:上传PHP环境,访问域名instll,根据提示自动安装! 网盘下载地址: http://kekewl.org/MBJa7XXNk ...
[转载]关于webbrowser,innet,xmlhttp获取网页源码的比较！
webbrowser: 示例: For i = 0 To WebBrowser1.Document.All.length - 1 If WebBrowser1.Document.All(i) ...
PHP如何获取网页源码？
很多人可能会说那不是很简单直接 file_get_contents ,但是有的时候这样也是获取不到的那怎么办? 用CURL,某些不太懂得朋友可能会发现CURL也获取不到,其实是你没配置对有一个属 ...
Python 爬虫之爬虫的一些基本知识和基本操作（爬取视频、图片、获取网页源码等）整理
Python 爬虫之爬虫的一些基本知识和基本操作(爬取视频.图片.获取网页源码等)整理目录

c#获取网页源码全解

c#获取网页源码全解相关推荐

最新文章

热门文章