import requests
from lxml import etree
import re
from urllib.request import urlretrieve'''
1 获取视频id
2 拼接完整url
3 获取完整视频播放地址
4 下载视频
'''def download_video(url):# url = 'http://www.pearvideo.com/category_1'response = requests.get(url)  # 返回状态码200,代表请求成功html = response.text# 把文本文件处理成可解析的对象html = etree.HTML(html)# 获取video idvideo_id = html.xpath("//div[@class='vervideo-bd']/a/@href")starturl = "http://www.pearvideo.com"# 视频播放url列表video_urls = []for i in video_id:newurl = starturl + '/' + ivideo_urls.append(newurl)for url in video_urls:html = requests.get(url).text# 获取视频播放真正地址# 定义播放地址的正则表达式模式# srcUrl = "http://video.pearvideo.com/mp4/adshort/20180720/cont-1393622-12502013_adpkg-ad_hd.mp4"req = 'srcUrl="(.*?)"'# 编译正则表达式字符串为对象，目的是提高效率, 可以不加req = re.compile(req)play_url = re.findall(req, html)  # 注意play_url的格式是list# 获取视频标题# 定义视频标题正则表达式模式# <h1 class="video-tt">闯大祸!金毛撞上兰博基尼,车损40万</h1>re_tag = '<h1 class="video-tt">(.*?)</h1>'tag = re.findall(re_tag, html)# 下载视频print("正在下载 %s"%tag[0])urlretrieve(play_url[0], "./video/{}.mp4".format(tag[0]))# print("下载完成 %s"%tag[0])# download_video()# 动态加载链接变化
# http://www.pearvideo.com/category_loading.jsp?reqType=5&categoryId=1&start=12&mrd=0.8960730781029713&hotContIds=1394290,1394224,1394233
# http://www.pearvideo.com/category_loading.jsp?reqType=5&categoryId=1&start=24&mrd=0.45490116190392094&hotContIds=1394290,1394224,1394233http://www.pearvideo.com/category_loading.jsp?reqType=5&categoryId=1&start=24&mrd=0.45490116190392094&hotContIds=1394290,1394224,1394233
# http://www.pearvideo.com/category_loading.jsp?reqType=5&categoryId=1&start=36&mrd=0.895263612547242&hotContIds=1394290,1394224,1394233
# &mrd 后面的东西可以不加# 动态加载下载
def download_more():n = 12while True:if n > 48:return   # 或者break跳出循环url = "http://www.pearvideo.com/category_loading.jsp?reqType=5&categoryId=1&start=%d"%ndownload_video(url)n += 12# sleep(10)

download_more()