Jsoup的maven坐标：

        <!-- https://mvnrepository.com/artifact/org.jsoup/jsoup --><dependency><groupId>org.jsoup</groupId><artifactId>jsoup</artifactId><version>1.11.3</version></dependency>

Java代码：

package com.zifeiy.test;import java.io.File;
import java.io.FileOutputStream;
import java.io.IOException;
import java.io.OutputStreamWriter;
import java.util.ArrayList;
import java.util.List;import org.jsoup.Jsoup;
import org.jsoup.nodes.Document;
import org.jsoup.nodes.Element;
import org.jsoup.select.Elements;public class XinwenGetter {private static List<String> urlList = new ArrayList<String>();private static OutputStreamWriter out;private static void getUrlList() throws IOException {for (int i = 1; i <= 44; i ++) {String url = null;if (i == 0) {url = "http://www.xwlbo.com/txt.html";} else {url = "http://www.xwlbo.com/txt_" + i + ".html";}Document doc = Jsoup.connect(url).get();Elements xwlistElements = doc.getElementsByClass("xwlist");Elements aElements = xwlistElements.get(0).select("a");for (Element element : aElements) {String resUrl = element.attr("href");urlList.add(resUrl);}}}private static void solve(String url) throws IOException {Document doc = Jsoup.connect(url).get();System.out.println("handling " + doc.title() + " ...");out.write("<h3>" + doc.title() + "</h3>\r\n");Elements textElements = doc.getElementsByClass("text_content");Elements pElements = textElements.get(0).select("p");for (Element pElement : pElements) {
//          System.out.println(pElement);out.write(pElement.toString() + "\r\n");}out.write("<hr>\r\n");}public static void main(String[] args) throws IOException {getUrlList();File file = new File("D:/新闻联播大全.html");if (file.exists() == true) file.delete();out = new OutputStreamWriter(new FileOutputStream(file, true), "UTF-8");for (String url: urlList) {solve(url);}out.close();}}