1 import requests
 2 from urllib.parse import urlencode
 3 # 请求方式
 4 kwords = input("请输入关键字:>>").strip()
 5 res = urlencode({"wd":kwords}) #     # 请求的url,当你在百度输入中文的时候，你把url拿下来会变成下面的这样格式的url，所以得urlencode一下
 6 url ="https://www.baidu.com/s?"+res   #https://www.baidu.com/s?wd=%E5%9B%BE%E7%89%87
 7
 8 response = requests.get(
 9     # 请求的url,当你在百度输入中文的时候，你把url拿下来会变成下面的这样格式的url
10     url,
11     # 请求头
12     headers={
13         "User-Agent": "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/63.0.3239.108 Safari/537.36",
14     },
15 )
16 with open("a.html","w",encoding="utf-8") as f:
17     f.write(response.text)
18 # print(response.status_code)

 1 kwords = input("请输入关键字:>>").strip()
 2 response = requests.get(
 3     "https://www.baidu.com/s?",
 4     # 请求的url,当你在百度输入中文的时候，你把url拿下来会变成下面的这样格式的url
 5     params={
 6         "wd":kwords,
 7         'pn':20
 8     },
 9     # 请求头
10     headers={
11         "User-Agent": "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/63.0.3239.108 Safari/537.36",
12     },
13 )
14 with open("b.html","w",encoding="utf-8") as f:
15     f.write(response.text)
16 # print(response.status_code)

 1 import requests #pip3 install requests
 2 import re
 3 import hashlib
 4 import time
 5
 6 movie_path=r'C:\mp4'
 7
 8 def get_page(url):
 9     try:
10         response=requests.get(url)
11         if response.status_code == 200:
12             return response.text
13     except Exception:
14         pass
15
16 def parse_index(index_page):
17     urls=re.findall('class="items".*?href="(.*?)"',index_page,re.S)
18     for url in urls:
19         if not url.startswith('http'):
20             url='http://www.xiaohuar.com'+url
21         yield url
22
23 def parse_detail(detail_page):
24     l=re.findall('id="media".*?src="(.*?)"',detail_page,re.S)
25     if l:
26         movie_url=l[0]
27         if movie_url.endswith('mp4'):
28             yield movie_url
29
30 def get_movie(url):
31     try:
32         response=requests.get(url)
33         if response.status_code == 200:
34             m=hashlib.md5()
35             m.update(str(time.time()).encode('utf-8'))
36             m.update(url.encode('utf-8'))
37             filepath='%s\%s.mp4' %(movie_path,m.hexdigest())
38             with open(filepath,'wb') as f:
39                 f.write(response.content)
40                 print('%s 下载成功' %url)
41     except Exception:
42         pass
43
44 def main():
45     base_url='http://www.xiaohuar.com/list-3-{page_num}.html'
46     for i in range(5):
47         url=base_url.format(page_num=i)
48         index_page=get_page(url)
49         detail_urls=parse_index(index_page)
50         for detail_url in detail_urls:
51             detail_page=get_page(detail_url)
52             movie_urls=parse_detail(detail_page)
53             for movie_url in movie_urls:
54                 get_movie(movie_url)
55
56 if __name__ == '__main__':
57     main()

 1 import requests #pip3 install requests
 2 import re
 3 import hashlib
 4 import time
 5 from concurrent.futures import ThreadPoolExecutor
 6
 7 pool=ThreadPoolExecutor(50)
 8 movie_path=r'C:\mp4'
 9
10 def get_page(url):
11     try:
12         response=requests.get(url)
13         if response.status_code == 200:
14             return response.text
15     except Exception:
16         pass
17
18 def parse_index(index_page):
19     index_page=index_page.result()
20     urls=re.findall('class="items".*?href="(.*?)"',index_page,re.S)
21     for detail_url in urls:
22         if not detail_url.startswith('http'):
23             detail_url='http://www.xiaohuar.com'+detail_url
24         pool.submit(get_page,detail_url).add_done_callback(parse_detail)
25
26 def parse_detail(detail_page):
27     detail_page=detail_page.result()
28     l=re.findall('id="media".*?src="(.*?)"',detail_page,re.S)
29     if l:
30         movie_url=l[0]
31         if movie_url.endswith('mp4'):
32             pool.submit(get_movie,movie_url)
33
34 def get_movie(url):
35     try:
36         response=requests.get(url)
37         if response.status_code == 200:
38             m=hashlib.md5()
39             m.update(str(time.time()).encode('utf-8'))
40             m.update(url.encode('utf-8'))
41             filepath='%s\%s.mp4' %(movie_path,m.hexdigest())
42             with open(filepath,'wb') as f:
43                 f.write(response.content)
44                 print('%s 下载成功' %url)
45     except Exception:
46         pass
47
48 def main():
49     base_url='http://www.xiaohuar.com/list-3-{page_num}.html'
50     for i in range(5):
51         url=base_url.format(page_num=i)
52         pool.submit(get_page,url).add_done_callback(parse_index)
53
54 if __name__ == '__main__':
55     main()