[Java] 纯文本查看 复制代码package downloade;

import java.io.File;

import java.io.FileOutputStream;

import java.io.IOException;

import java.io.OutputStreamWriter;

import java.util.HashMap;

import java.util.Map;

import java.util.concurrent.ExecutorService;

import java.util.concurrent.Executors;

import org.apache.http.HttpHost;

import org.apache.http.HttpResponse;

import org.apache.http.client.HttpClient;

import org.apache.http.client.config.RequestConfig;

import org.apache.http.client.methods.HttpGet;

import org.apache.http.impl.client.HttpClients;

import org.apache.http.util.EntityUtils;

import org.jsoup.Jsoup;

import org.jsoup.nodes.Document;

import org.jsoup.nodes.Element;

import org.jsoup.select.Elements;

import com.sun.corba.se.spi.orbutil.threadpool.ThreadPool;

import Pojo.DyUrl;

import dao.JDBCUtils;

public class Dyttdownload {

static int id=1;

public static HttpClient client=null;

public static void main(String[] args) {

//ExecutorService fixedThreadPool = Executors.newFixedThreadPool(10);

Map map=new HashMap<>();

for(int i=1;i<50;i++){

// http://www.ygdy8.net/html/gndy/dyzz/list_23_2.html

map.put(i,"http://www.ygdy8.net/html/gndy/dyzz/list_23_"+i+".html" );

}

for (String string : map.values()) {

getUrl(string);

//Thread.currentThread().sleep(2000);

}

//getDownloadUrl("http://www.ygdy8.net/html/gndy/dyzz/20170926/55094.html");

}

public static void getUrl(String uri){

JDBCUtils utils=new JDBCUtils();

try {

client=HttpClients.createDefault();

//RequestConfig config=RequestConfig.custom().setProxy(new HttpHost("110.73.14.161",8123)).build();

HttpGet get=new HttpGet(uri);

//get.setConfig(config);

HttpResponse response=client.execute(get);

String result =EntityUtils.toString(response.getEntity(),"gb2312");

Document doc=Jsoup.parse(result);

//css选择器

Elements elements=doc.select("table.tbspan ");

for (Element element : elements) {

element.setBaseUri("http://www.ygdy8.net");

DyUrl dy=getDownloadUrl(element.select("tr").get(1).select("a").text(),element.select("tr").get(1).select("a").attr("abs:href"));

dy.setId(id);

utils.insert(dy);

id++;

}

} catch (IOException e) {

// TODO Auto-generated catch block

e.printStackTrace();

}

}

public static DyUrl getDownloadUrl(String name,String dyurl){

DyUrl dy=new DyUrl();

//RequestConfig config=RequestConfig.custom().setProxy(new HttpHost("110.73.14.161",8123)).build();

try {

client=HttpClients.createDefault();

HttpGet get =new HttpGet(dyurl);

//get.setConfig(config);

HttpResponse response=client.execute(get);

String result =EntityUtils.toString(response.getEntity(),"gb2312");

Document doc=Jsoup.parse(result);

Elements elements=doc.select("div#Zoom table tr td a ");

dy.setDyname(name);

dy.setDyUrl(elements.get(0).text());

} catch (IOException e) {

// TODO Auto-generated catch block

e.printStackTrace();

}

return dy;

}

}