2.分析Ajax请求并抓取今日头条街拍美图
2024-04-13 15:53:58
import requests
from urllib.parse import urlencode
# 引入异常类
from requests.exceptions import RequestException
# 保存文件时用到json格式
import json
# 正则表达式
import redef get_page_index(offset,keyword):data = {'autoload':'true','count':'20','cur_tab':1,'format':'json','from':'search_tab','keyword':keyword,'offset':offset}url = 'https://www.toutiao.com/search_content/?'+ urlencode(data)try:response = requests.get(url)if response.status_code == 200:return response.textreturn Noneexcept RequestException:print('请求索引页出错')return Nonedef parse_page_index(html):data = json.loads(html)if data and 'data' in data.keys():for item in data.get('data'):yield item.get('article_url')def get_page_detail(url):try:response = requests.get(url)if response.status_code == 200:return response.textreturn Noneexcept RequestException:print('请求详情页出错',url)return None
def parse_page_detail(html):soup = bs(html,'lxml')title = soup.select('title')[0].get_text()print(title)images_pattern = re.compile('gallery: JSON.parse("(.*?);',re.S)
1 BASE_DATA.galleryInfo = {
2 title: '路人街拍，个子不高，穿得却很有范，而且时尚潮流',
3 isOriginal: false,
4 mediaInfo: BASE_DATA.mediaInfo,
5 gallery: JSON.parse(
6 "{\"count\":5,\"sub_images\":[{\"url\":\"http:\\/\\/p3.pstatp.com\\/origin\\/pgc-image\\/15324800265505b953ab972\",\"width\":640,\"url_list\":[{\"url\":\"http:\\/\\/p3.pstatp.com\\/origin\\/pgc-image\\/15324800265505b953ab972\"},{\"url\":\"http:\\/\\/pb9.pstatp.com\\/origin\\/pgc-image\\/15324800265505b953ab972\"},{\"url\":\"http:\\/\\/pb1.pstatp.com\\/origin\\/pgc-image\\/15324800265505b953ab972\"}],\"uri\":\"origin\\/pgc-image\\/15324800265505b953ab972\",\"height\":959},{\"url\":\"http:\\/\\/p3.pstatp.com\\/origin\\/pgc-image\\/1532480004156480c21a63e\",\"width\":640,\"url_list\":[{\"url\":\"http:\\/\\/p3.pstatp.com\\/origin\\/pgc-image\\/1532480004156480c21a63e\"},{\"url\":\"http:\\/\\/pb9.pstatp.com\\/origin\\/pgc-image\\/1532480004156480c21a63e\"},{\"url\":\"http:\\/\\/pb1.pstatp.com\\/origin\\/pgc-image\\/1532480004156480c21a63e\"}],\"uri\":\"origin\\/pgc-image\\/1532480004156480c21a63e\",\"height\":1011},{\"url\":\"http:\\/\\/p3.pstatp.com\\/origin\\/pgc-image\\/1532480016958bdc65dea62\",\"width\":640,\"url_list\":[{\"url\":\"http:\\/\\/p3.pstatp.com\\/origin\\/pgc-image\\/1532480016958bdc65dea62\"},{\"url\":\"http:\\/\\/pb9.pstatp.com\\/origin\\/pgc-image\\/1532480016958bdc65dea62\"},{\"url\":\"http:\\/\\/pb1.pstatp.com\\/origin\\/pgc-image\\/1532480016958bdc65dea62\"}],\"uri\":\"origin\\/pgc-image\\/1532480016958bdc65dea62\",\"height\":929},{\"url\":\"http:\\/\\/p9.pstatp.com\\/origin\\/pgc-image\\/15324800362354f9d1c3ec1\",\"width\":640,\"url_list\":[{\"url\":\"http:\\/\\/p9.pstatp.com\\/origin\\/pgc-image\\/15324800362354f9d1c3ec1\"},{\"url\":\"http:\\/\\/pb1.pstatp.com\\/origin\\/pgc-image\\/15324800362354f9d1c3ec1\"},{\"url\":\"http:\\/\\/pb3.pstatp.com\\/origin\\/pgc-image\\/15324800362354f9d1c3ec1\"}],\"uri\":\"origin\\/pgc-image\\/15324800362354f9d1c3ec1\",\"height\":960},{\"url\":\"http:\\/\\/p3.pstatp.com\\/origin\\/pgc-image\\/15324800476353e6c3e0c25\",\"width\":640,\"url_list\":[{\"url\":\"http:\\/\\/p3.pstatp.com\\/origin\\/pgc-image\\/15324800476353e6c3e0c25\"},{\"url\":\"http:\\/\\/pb9.pstatp.com\\/origin\\/pgc-image\\/15324800476353e6c3e0c25\"},{\"url\":\"http:\\/\\/pb1.pstatp.com\\/origin\\/pgc-image\\/15324800476353e6c3e0c25\"}],\"uri\":\"origin\\/pgc-image\\/15324800476353e6c3e0c25\",\"height\":986}],\"max_img_width\":640,\"labels\":[\"\\u65f6\\u88c5\\u642d\\u914d\"],\"sub_abstracts\":[\"\\u8def\\u4eba\\u8857\\u62cd\\uff0c\\u4e2a\\u5b50\\u4e0d\\u9ad8\\uff0c\\u7a7f\\u5f97\\u5374\\u5f88\\u6709\\u8303\\uff0c\\u800c\\u4e14\\u65f6\\u5c1a\\u6f6e\\u6d41\",\" \",\" \",\" \",\" \"],\"sub_titles\":[\"\\u8def\\u4eba\\u8857\\u62cd\\uff0c\\u4e2a\\u5b50\\u4e0d\\u9ad8\\uff0c\\u7a7f\\u5f97\\u5374\\u5f88\\u6709\\u8303\\uff0c\\u800c\\u4e14\\u65f6\\u5c1a\\u6f6e\\u6d41\",\"\\u8def\\u4eba\\u8857\\u62cd\\uff0c\\u4e2a\\u5b50\\u4e0d\\u9ad8\\uff0c\\u7a7f\\u5f97\\u5374\\u5f88\\u6709\\u8303\\uff0c\\u800c\\u4e14\\u65f6\\u5c1a\\u6f6e\\u6d41\",\"\\u8def\\u4eba\\u8857\\u62cd\\uff0c\\u4e2a\\u5b50\\u4e0d\\u9ad8\\uff0c\\u7a7f\\u5f97\\u5374\\u5f88\\u6709\\u8303\\uff0c\\u800c\\u4e14\\u65f6\\u5c1a\\u6f6e\\u6d41\",\"\\u8def\\u4eba\\u8857\\u62cd\\uff0c\\u4e2a\\u5b50\\u4e0d\\u9ad8\\uff0c\\u7a7f\\u5f97\\u5374\\u5f88\\u6709\\u8303\\uff0c\\u800c\\u4e14\\u65f6\\u5c1a\\u6f6e\\u6d41\",\"\\u8def\\u4eba\\u8857\\u62cd\\uff0c\\u4e2a\\u5b50\\u4e0d\\u9ad8\\uff0c\\u7a7f\\u5f97\\u5374\\u5f88\\u6709\\u8303\\uff0c\\u800c\\u4e14\\u65f6\\u5c1a\\u6f6e\\u6d41\"]}"),
7 siblingList: [{"comments_count": 72, "media_avatar_url": "//p3.pstatp.com/large/8b6000041e42267916a3",
8 "is_feed_ad": false, "is_diversion_page": false, "title": "街拍路人，高跟控的时尚穿搭参考，让你展现与众不同的时尚个性",
9 "single_mode": true, "gallary_image_count": 7, "middle_mode": false, "has_video": false,
10 "video_duration_str": null, "source_url": "https://www.toutiao.com/group/6577212971246682628/",
11 "source": "时尚街拍Dog", "more_mode": null, "article_genre": "gallery", "has_gallery": false,
12 "video_play_count": 0,
13 "image_url": "//p9.pstatp.com/list/300x170/pgc-image/1531376421040010f39e595",
14 "group_id": "6577212971246682628", "is_related": true, "media_url": "/c/user/5441627343/"},
15 {"comments_count": 36, "media_avatar_url": "//p6.pstatp.com/large/382f0005b0e7dbc47d8d",
16 "is_feed_ad": false, "is_diversion_page": false, "title": "北京街拍，都是乱穿衣的时候，怎么好看就怎么穿",
17 "single_mode": true, "gallary_image_count": 10, "middle_mode": false, "has_video": false,
18 "video_duration_str": null, "source_url": "https://www.toutiao.com/group/6562767784663581191/",
19 "source": "海玲时尚", "more_mode": null, "article_genre": "gallery", "has_gallery": false,
20 "video_play_count": 0,
21 "image_url": "//p1.pstatp.com/list/300x170/pgc-image/1528013395598fac4c4efe1",
22 "group_id": "6562767784663581191", "is_related": true, "media_url": "/c/user/58444595361/"},
23 {"comments_count": 9, "media_avatar_url": "//p3.pstatp.com/large/8b6000041e42267916a3",
24 "is_feed_ad": false, "is_diversion_page": false, "title": "街拍路人，高贵洋气的潮流穿搭参考，让你展现高贵女神气质",
25 "single_mode": true, "gallary_image_count": 7, "middle_mode": false, "has_video": false,
26 "video_duration_str": null, "source_url": "https://www.toutiao.com/group/6570846557128622600/",
27 "source": "时尚街拍Dog", "more_mode": null, "article_genre": "gallery", "has_gallery": false,
28 "video_play_count": 0,
29 "image_url": "//p3.pstatp.com/list/300x170/pgc-image/1529894002540131cde7818",
30 "group_id": "6570846557128622600", "is_related": true, "media_url": "/c/user/5441627343/"},
31 {"comments_count": 16, "media_avatar_url": "//p1.pstatp.com/large/6c310002c52d08feb562",
32 "is_feed_ad": false, "is_diversion_page": false, "title": "街拍路人，时尚又洋气的穿搭参考，让你气场变大气质飙升",
33 "single_mode": true, "gallary_image_count": 7, "middle_mode": false, "has_video": false,
34 "video_duration_str": null, "source_url": "https://www.toutiao.com/group/6570524966184288776/",
35 "source": "六六大顺1286", "more_mode": null, "article_genre": "gallery", "has_gallery": false,
36 "video_play_count": 0,
37 "image_url": "//p3.pstatp.com/list/300x170/pgc-image/152981831396458c08bc0c3",
38 "group_id": "6570524966184288776", "is_related": true, "media_url": "/c/user/81174905516/"},
39 {"comments_count": 8, "media_avatar_url": "//p1.pstatp.com/large/6c310002c52d08feb562",
40 "is_feed_ad": false, "is_diversion_page": false, "title": "街拍路人，时尚又减龄的穿搭参考，让你看起来至少年轻好几岁",
41 "single_mode": true, "gallary_image_count": 8, "middle_mode": false, "has_video": false,
42 "video_duration_str": null, "source_url": "https://www.toutiao.com/group/6566070892542034445/",
43 "source": "六六大顺1286", "more_mode": null, "article_genre": "gallery", "has_gallery": false,
44 "video_play_count": 0,
45 "image_url": "//p1.pstatp.com/list/300x170/pgc-image/1528782064341c24abc274f",
46 "group_id": "6566070892542034445", "is_related": true, "media_url": "/c/user/81174905516/"},
47 {"comments_count": 15, "media_avatar_url": "//p3.pstatp.com/large/6eed0004f9299624bf43",
48 "is_feed_ad": false, "is_diversion_page": false, "title": "路人街拍，美如花开的时尚穿搭参考，让你美如鲜花盛开！",
49 "single_mode": true, "gallary_image_count": 5, "middle_mode": false, "has_video": false,
50 "video_duration_str": null, "source_url": "https://www.toutiao.com/group/6576006257222615556/",
51 "source": "天天美女图", "more_mode": null, "article_genre": "gallery", "has_gallery": false,
52 "video_play_count": 0,
53 "image_url": "//p9.pstatp.com/list/300x170/pgc-image/1531095687103b57abfdf57",
54 "group_id": "6576006257222615556", "is_related": true, "media_url": "/c/user/98918905833/"},
55 {"comments_count": 12, "media_avatar_url": "//p1.pstatp.com/large/6c310002c52d08feb562",
56 "is_feed_ad": false, "is_diversion_page": false, "title": "街拍路人，时下最新潮的穿搭参考，让你穿出超越女神的气质",
57 "single_mode": true, "gallary_image_count": 7, "middle_mode": false, "has_video": false,
58 "video_duration_str": null, "source_url": "https://www.toutiao.com/group/6577224195824943620/",
59 "source": "六六大顺1286", "more_mode": null, "article_genre": "gallery", "has_gallery": false,
60 "video_play_count": 0,
61 "image_url": "//p3.pstatp.com/list/300x170/pgc-image/1531378675945f7e5f3dc4e",
62 "group_id": "6577224195824943620", "is_related": true, "media_url": "/c/user/81174905516/"},
63 {"comments_count": 23, "media_avatar_url": "//p6.pstatp.com/large/382f0005b0e7dbc47d8d",
64 "is_feed_ad": false, "is_diversion_page": false, "title": "北京街拍，不对称西服外套与白衬衣的叠穿，更显层次感",
65 "single_mode": true, "gallary_image_count": 10, "middle_mode": false, "has_video": false,
66 "video_duration_str": null, "source_url": "https://www.toutiao.com/group/6552352941250970126/",
67 "source": "海玲时尚", "more_mode": null, "article_genre": "gallery", "has_gallery": false,
68 "video_play_count": 0,
69 "image_url": "//p3.pstatp.com/list/300x170/pgc-image/1525588437307f582c869c9",
70 "group_id": "6552352941250970126", "is_related": true, "media_url": "/c/user/58444595361/"},
71 {"comments_count": 8, "media_avatar_url": "//p1.pstatp.com/large/8b610003fea5104fa804",
72 "is_feed_ad": false, "is_diversion_page": false, "title": "街拍路人，黑色T永不过时的穿搭参考，让你穿出迷人青春范",
73 "single_mode": true, "gallary_image_count": 7, "middle_mode": false, "has_video": false,
74 "video_duration_str": null, "source_url": "https://www.toutiao.com/group/6572015578561643012/",
75 "source": "每日分享社", "more_mode": null, "article_genre": "gallery", "has_gallery": false,
76 "video_play_count": 0,
77 "image_url": "//p9.pstatp.com/list/300x170/pgc-image/1530166166448957eb30a67",
78 "group_id": "6572015578561643012", "is_related": true, "media_url": "/c/user/52415621433/"},
79 {"comments_count": 14, "media_avatar_url": "//p3.pstatp.com/large/6eed0004f5928763adad",
80 "is_feed_ad": false, "is_diversion_page": false, "title": "路人街拍，时尚大气的休闲穿搭参考，让你够酷，够美，够大气！",
81 "single_mode": true, "gallary_image_count": 6, "middle_mode": false, "has_video": false,
82 "video_duration_str": null, "source_url": "https://www.toutiao.com/group/6575640177157341699/",
83 "source": "天天美女照", "more_mode": null, "article_genre": "gallery", "has_gallery": false,
84 "video_play_count": 0,
85 "image_url": "//p9.pstatp.com/list/300x170/pgc-image/1531010389181b3166e603a",
86 "group_id": "6575640177157341699", "is_related": true, "media_url": "/c/user/6686213364/"},
87 {"comments_count": 42, "media_avatar_url": "//p3.pstatp.com/large/6eed0002747fdb857784",
88 "is_feed_ad": false, "is_diversion_page": false, "title": "街拍北京：个子高挑，衣品时尚，搭配潮流，长得好看！",
89 "single_mode": true, "gallary_image_count": 6, "middle_mode": false, "has_video": false,
90 "video_duration_str": null, "source_url": "https://www.toutiao.com/group/6581196161003029000/",
91 "source": "时尚好看19", "more_mode": null, "article_genre": "gallery", "has_gallery": false,
92 "video_play_count": 0,
93 "image_url": "//p1.pstatp.com/list/300x170/pgc-image/1532304059555dc3da79df0",
94 "group_id": "6581196161003029000", "is_related": true, "media_url": "/c/user/98512844552/"},
95 {"comments_count": 7, "media_avatar_url": "//p3.pstatp.com/large/5e7c0000cc291f5e42d3",
96 "is_feed_ad": false, "is_diversion_page": false, "title": "路人街拍：约会简约搭配方式，纯色连衣裙搭配平底尖脚鞋气质出众",
97 "single_mode": true, "gallary_image_count": 7, "middle_mode": false, "has_video": false,
98 "video_duration_str": null, "source_url": "https://www.toutiao.com/group/6577348572038038019/",
99 "source": "Fashion第六感", "more_mode": null, "article_genre": "gallery", "has_gallery": false,
100 "video_play_count": 0,
101 "image_url": "//p3.pstatp.com/list/300x170/pgc-image/1531408080685595da561c6",
102 "group_id": "6577348572038038019", "is_related": true, "media_url": "/c/user/6236329656/"},
103 {"comments_count": 17, "media_avatar_url": "//p3.pstatp.com/large/6eed0004f9299624bf43",
104 "is_feed_ad": false, "is_diversion_page": false, "title": "路人街拍，真心养眼的时尚穿搭参考，让你穿的好看，美的养眼！",
105 "single_mode": true, "gallary_image_count": 5, "middle_mode": false, "has_video": false,
106 "video_duration_str": null, "source_url": "https://www.toutiao.com/group/6575811480208278030/",
107 "source": "天天美女图", "more_mode": null, "article_genre": "gallery", "has_gallery": false,
108 "video_play_count": 0,
109 "image_url": "//p3.pstatp.com/list/300x170/pgc-image/1531050304667eb82ae53fb",
110 "group_id": "6575811480208278030", "is_related": true, "media_url": "/c/user/98918905833/"},
111 {"comments_count": 2, "media_avatar_url": "//p3.pstatp.com/large/6eed0004f5928763adad",
112 "is_feed_ad": false, "is_diversion_page": false, "title": "路人街拍，一身优雅的穿搭，穿出女人端庄的气质",
113 "single_mode": true, "gallary_image_count": 6, "middle_mode": false, "has_video": false,
114 "video_duration_str": null, "source_url": "https://www.toutiao.com/group/6579159866898645507/",
115 "source": "天天美女照", "more_mode": null, "article_genre": "gallery", "has_gallery": false,
116 "video_play_count": 0,
117 "image_url": "//p3.pstatp.com/list/300x170/pgc-image/1531829948291cec7f1e419",
118 "group_id": "6579159866898645507", "is_related": true, "media_url": "/c/user/6686213364/"},
119 {"comments_count": 2, "media_avatar_url": "//p3.pstatp.com/large/6eed0004f9299624bf43",
120 "is_feed_ad": false, "is_diversion_page": false, "title": "路人街拍，尽显优雅绝伦的时尚穿搭参考，让你美的令人一见倾心",
121 "single_mode": true, "gallary_image_count": 5, "middle_mode": false, "has_video": false,
122 "video_duration_str": null, "source_url": "https://www.toutiao.com/group/6575441122204582404/",
123 "source": "天天美女图", "more_mode": null, "article_genre": "gallery", "has_gallery": false,
124 "video_play_count": 0,
125 "image_url": "//p1.pstatp.com/list/300x170/pgc-image/1530964112002b59991e98e",
126 "group_id": "6575441122204582404", "is_related": true, "media_url": "/c/user/98918905833/"},
127 {"comments_count": 9, "media_avatar_url": "//p1.pstatp.com/large/888e0001ca2d8afc54d4",
128 "is_feed_ad": false, "is_diversion_page": false, "title": "街拍，休闲+减龄的气质女生夏天穿衣搭配，日常穿搭秒杀路人",
129 "single_mode": true, "gallary_image_count": 5, "middle_mode": false, "has_video": false,
130 "video_duration_str": null, "source_url": "https://www.toutiao.com/group/6579356829992616455/",
131 "source": "街拍美女图", "more_mode": null, "article_genre": "gallery", "has_gallery": false,
132 "video_play_count": 0,
133 "image_url": "//p9.pstatp.com/list/300x170/pgc-image/1531875794891cbda4529a6",
134 "group_id": "6579356829992616455", "is_related": true, "media_url": "/c/user/98867532852/"},
135 {"comments_count": 32, "media_avatar_url": "//p3.pstatp.com/large/6eea0002dbb5ffffa1f1",
136 "is_feed_ad": false, "is_diversion_page": false, "title": "女生街拍，黄金比例闺蜜，穿黑色凉鞋气质真好！",
137 "single_mode": true, "gallary_image_count": 10, "middle_mode": false, "has_video": false,
138 "video_duration_str": null, "source_url": "https://www.toutiao.com/group/6580886941489693191/",
139 "source": "kk潮品街拍", "more_mode": null, "article_genre": "gallery", "has_gallery": false,
140 "video_play_count": 0,
141 "image_url": "//p3.pstatp.com/list/300x170/pgc-image/15322320709553059d33c7c",
142 "group_id": "6580886941489693191", "is_related": true, "media_url": "/c/user/98013496587/"},
143 {"comments_count": 22, "media_avatar_url": "//p3.pstatp.com/large/8b61000302495b74702e",
144 "is_feed_ad": false, "is_diversion_page": false, "title": "路人街拍，年轻就是本钱，穿什么都充满时尚美！",
145 "single_mode": true, "gallary_image_count": 5, "middle_mode": false, "has_video": false,
146 "video_duration_str": null, "source_url": "https://www.toutiao.com/group/6577151772521923086/",
147 "source": "天天街拍图", "more_mode": null, "article_genre": "gallery", "has_gallery": false,
148 "video_play_count": 0,
149 "image_url": "//p9.pstatp.com/list/300x170/pgc-image/1531362350533dbf5878e98",
150 "group_id": "6577151772521923086", "is_related": true, "media_url": "/c/user/100250154069/"},
151 {"comments_count": 7, "media_avatar_url": "//p3.pstatp.com/large/6eed0004f9299624bf43",
152 "is_feed_ad": false, "is_diversion_page": false, "title": "路人街拍，女人要会穿才显漂亮，夏季这样穿搭让你尽显迷人气质美",
153 "single_mode": true, "gallary_image_count": 5, "middle_mode": false, "has_video": false,
154 "video_duration_str": null, "source_url": "https://www.toutiao.com/group/6578614959142339075/",
155 "source": "天天美女图", "more_mode": null, "article_genre": "gallery", "has_gallery": false,
156 "video_play_count": 0,
157 "image_url": "//p3.pstatp.com/list/300x170/pgc-image/1531702883449de4a8be734",
158 "group_id": "6578614959142339075", "is_related": true, "media_url": "/c/user/98918905833/"},
159 {"comments_count": 7, "media_avatar_url": "//p3.pstatp.com/large/6eed0004f5928763adad",
160 "is_feed_ad": false, "is_diversion_page": false, "title": "路人街拍，好身材也要会穿搭，这样穿让你气质迷人",
161 "single_mode": true, "gallary_image_count": 5, "middle_mode": false, "has_video": false,
162 "video_duration_str": null, "source_url": "https://www.toutiao.com/group/6575273365118910983/",
163 "source": "天天美女照", "more_mode": null, "article_genre": "gallery", "has_gallery": false,
164 "video_play_count": 0,
165 "image_url": "//p1.pstatp.com/list/300x170/pgc-image/153092495402580bddfcc1d",
166 "group_id": "6575273365118910983", "is_related": true, "media_url": "/c/user/6686213364/"}],
167 publish_time: '2018-07-25 08:55:51',
168 group_id: '6581952133069799949',
169 item_id: '6581952133069799949',
170 share_url: 'https://m.toutiao.com/group/6581952133069799949/',
171 abstract: ''.replace( / < br \ / > / ig, ''),
172 repin: 0
173 }View Code
def main():html = get_page_index(0,'街拍')# print(html)
{"count":20,"action_label":"click_search","return_count":20,"has_more":1,"page_id":"/search/","request_id":"20180725214120172016032036766212","cur_tab":1,"tokens":["街拍"],"tab":{"tab_list":[{"tab_name":"综合","tab_id":1,"tab_code":"news"},{"tab_name":"视频","tab_id":2,"tab_code":"video"},{"tab_name":"图集","tab_id":3,"tab_code":"gallery"},{"tab_name":"用户","tab_id":4,"tab_code":"pgc"},{"tab_name":"问答","tab_id":5,"tab_code":"wenda"}],"cur_tab":1},"offset":20,"action_label_web":"click_search","show_tabs":1,"data":[{"merge_user":[{"screen_name":"她街拍","verified_content":"","media_id":"1583556350618637","description":"全国时尚女性的聚集地。","user_id":"75166641448","gender":"2","follow_count":50336,"user_verified":"0","user_type":"1","is_pgc":1,"user_auth_info":{"auth_type":2,"auth_info":"四川数赢信息技术有限公司官方头条号"},"avatar_url":"http://p3.pstatp.com/medium/83500012b978513e79a4","create_time":"1510196395","user_decoration":{},"highlight":{"name":[[1,2]]},"source_url":"http://www.toutiao.com/c/user/75166641448/","verify_content":"四川数赢信息技术有限公司官方头条号","id":"75166641448","name":"她街拍"},{"screen_name":"街拍滚叔","verified_content":"","media_id":"5909205287","description":"分享每日杭州街拍及全球时尚资讯。","user_id":"5909205287","gender":"1","follow_count":284367,"user_verified":"0","user_type":"1","is_pgc":1,"user_auth_info":{"auth_type":"0","auth_info":"时尚达人"},"avatar_url":"http://p3.pstatp.com/medium/12236/4694012685","create_time":"1452827046","user_decoration":{},"highlight":{"name":[[0,2]]},"source_url":"http://www.toutiao.com/c/user/5909205287/","verify_content":"时尚达人","id":"5909205287","name":"街拍滚叔"},{"screen_name":"暴走街拍","verified_content":"","media_id":"5826291222","description":"暴走街拍主要以采访高颜值对象为主，风格青春向上，话题有趣贴近生活。","user_id":"5826291222","gender":"0","follow_count":3276997,"user_verified":"0","user_type":"1","is_pgc":1,"user_auth_info":{"auth_type":"0","auth_info":"搞笑自媒体"},"avatar_url":"http://p1.pstatp.com/medium/10687/2312895944","create_time":"1450370560","user_decoration":{},"highlight":{"name":[[2,2]]},"source_url":"http://www.toutiao.com/c/user/5826291222/","verify_content":"搞笑自媒体","id":"5826291222","name":"暴走街拍"},{"screen_name":"皇城根五爷原创街拍","verified_content":"","media_id":"6682998606","description":"人像捉影 人文纪实 旅游风光 徐飞原创街拍","user_id":"6685177416","gender":"1","follow_count":26649,"user_verified":"0","user_type":"1","is_pgc":1,"user_auth_info":{"auth_type":"0","auth_info":"街拍达人"},"avatar_url":"http://p3.pstatp.com/medium/6cb000fd8de5eec5814","create_time":"1465346690","user_decoration":{},"highlight":{"name":[[7,2]]},"source_url":"http://www.toutiao.com/c/user/6685177416/","verify_content":"街拍达人","id":"6685177416","name":"皇城根五爷原创街拍"},{"screen_name":"3A街拍","verified_content":"","media_id":"1570911765335041","description":"","user_id":"62376452948","gender":"2","follow_count":38868,"no_display_pgc_icon":"0","user_type":"1","is_pgc":1,"user_auth_info":{"auth_type":"0","auth_info":"摄影达人"},"avatar_url":"http://p1.pstatp.com/medium/289a001a1b2868d356ea","create_time":"1498137829","user_decoration":{},"highlight":{"name":[[2,2]]},"source_url":"http://www.toutiao.com/c/user/62376452948/","verify_content":"摄影达人","id":"62376452948","user_verified":"0","name":"3A街拍"},{"screen_name":"粤B街拍","verified_content":"","media_id":"6212033896","description":"大帅比和小美腻の聚集地。","user_id":"6203908847","gender":"0","follow_count":127757,"user_verified":"0","user_type":"1","is_pgc":1,"user_auth_info":{"auth_type":"0","other_auth":{"pgc":"头条摄影原创作者"},"auth_info":"头条摄影原创作者"},"avatar_url":"http://p3.pstatp.com/medium/2b7002107206ebc4a7e","create_time":"1459130707","user_decoration":{},"highlight":{"name":[[2,2]]},"source_url":"http://www.toutiao.com/c/user/6203908847/","verify_content":"头条摄影原创作者","id":"6203908847","name":"粤B街拍"},{"screen_name":"街拍潮流","media_id":"6933588826","description":"推送最新的街拍，引领时尚潮流！","user_id":"6933678811","gender":"0","follow_count":13881,"no_display_pgc_icon":"0","user_type":"1","is_pgc":1,"verified_content":"","avatar_url":"http://p1.pstatp.com/medium/97e000cd69a309bbb59","create_time":"1468561349","user_decoration":{},"highlight":{"name":[[0,2]]},"source_url":"http://www.toutiao.com/c/user/6933678811/","id":"6933678811","user_verified":"0","name":"街拍潮流"},{"screen_name":"街拍天下","media_id":"51026951312","description":"资深街拍，专注街拍，分享街拍之美！","user_id":"50965704962","gender":"1","follow_count":17097,"user_verified":"0","user_type":"1","is_pgc":1,"verified_content":"","avatar_url":"http://p1.pstatp.com/medium/e580006e8cd68515a95","create_time":"1474249162","user_decoration":{},"highlight":{"name":[[0,2]]},"source_url":"http://www.toutiao.com/c/user/50965704962/","id":"50965704962","name":"街拍天下"},{"screen_name":"街拍美女","media_id":"50015024950","description":"爱街拍，展现时尚自然美！","user_id":"50018626654","gender":"0","follow_count":31361,"user_verified":"0","user_type":"1","is_pgc":1,"verified_content":"","avatar_url":"http://p3.pstatp.com/medium/97e0016cb071b0c0037","create_time":"1470016231","user_decoration":{},"highlight":{"name":[[0,2]]},"source_url":"http://www.toutiao.com/c/user/50018626654/","id":"50018626654","name":"街拍美女"},{"screen_name":"街拍福利","media_id":"50020881456","description":"把每日的所见所闻，街拍分享给大家。","user_id":"50020731766","gender":"0","follow_count":28449,"user_verified":"0","user_type":"1","is_pgc":1,"verified_content":"","avatar_url":"http://p1.pstatp.com/medium/97e001712c15b762881","create_time":"1470041090","user_decoration":{},"highlight":{"name":[[0,2]]},"source_url":"http://www.toutiao.com/c/user/50020731766/","id":"50020731766","name":"街拍福利"}],"cell_type":58,"id":"75166641448","keyword":"街拍"},{"cell_type":26,"key_info":{"keyword":"街拍"},"keyinfo":{"keyword":"街拍"},"display":{"hits":[{"video_url":"https://aweme.snssdk.com/aweme/v1/play/?video_id=v0200fbd0000bcbi802iv570552f3phg&line=0&app_id=13","title":"重庆街拍，最新的小仙女合集来了，双击支持下❤️～","detail_schema":"sslocal://awemevideo?group_id=6563754566444125447&group_source=19&item_id=6563754566444125447&request_id=1532526080.86&log_pb=%7B%22impr_id%22%3A%221532526080.86%22%7D&gd_ext_json=%7B%22impr_id%22%3A%221532526080.86%22%7D&category_name=__search__&load_more=7&keyword=%E8%A1%97%E6%8B%8D&size=10&offset=0&from_req_id=20180725214120172016032036766212","digg_count":7376,"large_thumbnail_url":"http://sf6-ttcdn-tos.pstatp.com/img/mosaic-legacy/8abd00042f56be143308~375x375.jpeg","play_count":303884,"thumbnail_url":"http://sf6-ttcdn-tos.pstatp.com/img/mosaic-legacy/8abd00042f56be143308~240x240.jpeg","group_id":"6563754566444125447"},{"video_url":"https://aweme.snssdk.com/aweme/v1/play/?video_id=v0200fd30000bbnrni8ckqbvir0trn40&line=0&app_id=13","title":"街拍","detail_schema":"sslocal://awemevideo?group_id=6552662565971823876&group_source=19&item_id=6552662565971823876&request_id=1532526080.86&log_pb=%7B%22impr_id%22%3A%221532526080.86%22%7D&gd_ext_json=%7B%22impr_id%22%3A%221532526080.86%22%7D&category_name=__search__&load_more=7&keyword=%E8%A1%97%E6%8B%8D&size=10&offset=1&from_req_id=20180725214120172016032036766212","digg_count":2660,"large_thumbnail_url":"http://sf6-ttcdn-tos.pstatp.com/img/mosaic-legacy/815f0004cf3441b51aaa~375x375.jpeg","play_count":144648,"thumbnail_url":"http://sf6-ttcdn-tos.pstatp.com/img/mosaic-legacy/815f0004cf3441b51aaa~240x240.jpeg","group_id":"6552662565971823876"},{"video_url":"https://aweme.snssdk.com/aweme/v1/play/?video_id=v0200fbd0000bc3d9q4thbi90j746ctg&line=0&app_id=13","title":"重庆街拍，小伙伴们睡前养养眼，明早起来希望看到各位的小心心❤️❤️ 晚安?","detail_schema":"sslocal://awemevideo?group_id=6559164001383615757&group_source=19&item_id=6559164001383615757&request_id=1532526080.86&log_pb=%7B%22impr_id%22%3A%221532526080.86%22%7D&gd_ext_json=%7B%22impr_id%22%3A%221532526080.86%22%7D&category_name=__search__&load_more=7&keyword=%E8%A1%97%E6%8B%8D&size=10&offset=2&from_req_id=20180725214120172016032036766212","digg_count":501,"large_thumbnail_url":"http://sf3-ttcdn-tos.pstatp.com/img/mosaic-legacy/87060010d428daf6007b~375x375.jpeg","play_count":21221,"thumbnail_url":"http://sf3-ttcdn-tos.pstatp.com/img/mosaic-legacy/87060010d428daf6007b~240x240.jpeg","group_id":"6559164001383615757"},{"video_url":"https://aweme.snssdk.com/aweme/v1/play/?video_id=v0200ff50000bcj70e2mac2us6qr9ntg&line=0&app_id=13","title":"重庆街拍，感觉这期街拍小仙女的腿，比我的胳膊还细，这可咋整？@抖音小助手","detail_schema":"sslocal://awemevideo?group_id=6568060494089817348&group_source=19&item_id=6568060494089817348&request_id=1532526080.86&log_pb=%7B%22impr_id%22%3A%221532526080.86%22%7D&gd_ext_json=%7B%22impr_id%22%3A%221532526080.86%22%7D&category_name=__search__&load_more=7&keyword=%E8%A1%97%E6%8B%8D&size=10&offset=3&from_req_id=20180725214120172016032036766212","digg_count":773,"large_thumbnail_url":"http://sf3-ttcdn-tos.pstatp.com/img/mosaic-legacy/8f53000bf7768bb6154b~375x375.jpeg","play_count":58644,"thumbnail_url":"http://sf3-ttcdn-tos.pstatp.com/img/mosaic-legacy/8f53000bf7768bb6154b~240x240.jpeg","group_id":"6568060494089817348"},{"video_url":"https://aweme.snssdk.com/aweme/v1/play/?video_id=v0200f450000bbtgee3rh3pfnk78m7vg&line=0&app_id=13","title":"街拍51期","detail_schema":"sslocal://awemevideo?group_id=6555841644409654541&group_source=19&item_id=6555841644409654541&request_id=1532526080.86&log_pb=%7B%22impr_id%22%3A%221532526080.86%22%7D&gd_ext_json=%7B%22impr_id%22%3A%221532526080.86%22%7D&category_name=__search__&load_more=7&keyword=%E8%A1%97%E6%8B%8D&size=10&offset=4&from_req_id=20180725214120172016032036766212","digg_count":119,"large_thumbnail_url":"http://sf3-ttcdn-tos.pstatp.com/img/mosaic-legacy/8422000e582f9b77e8e7~375x375.jpeg","play_count":5288,"thumbnail_url":"http://sf3-ttcdn-tos.pstatp.com/img/mosaic-legacy/8422000e582f9b77e8e7~240x240.jpeg","group_id":"6555841644409654541"},{"video_url":"https://aweme.snssdk.com/aweme/v1/play/?video_id=v0200f190000bbu2c5d9688r6fua5opg&line=0&app_id=13","title":"重庆街拍 ，小伙伴们了解并用小心心支持下❤️❤️❤️","detail_schema":"sslocal://awemevideo?group_id=6556157032070647047&group_source=19&item_id=6556157032070647047&request_id=1532526080.86&log_pb=%7B%22impr_id%22%3A%221532526080.86%22%7D&gd_ext_json=%7B%22impr_id%22%3A%221532526080.86%22%7D&category_name=__search__&load_more=7&keyword=%E8%A1%97%E6%8B%8D&size=10&offset=5&from_req_id=20180725214120172016032036766212","digg_count":2436,"large_thumbnail_url":"http://sf6-ttcdn-tos.pstatp.com/img/mosaic-legacy/845200006b91ba06b2fd~375x375.jpeg","play_count":110408,"thumbnail_url":"http://sf6-ttcdn-tos.pstatp.com/img/mosaic-legacy/845200006b91ba06b2fd~240x240.jpeg","group_id":"6556157032070647047"},{"video_url":"https://aweme.snssdk.com/aweme/v1/play/?video_id=v0200ff00000bbleuoniv420lsq92ahg&line=0&app_id=13","title":"成都街拍","detail_schema":"sslocal://awemevideo?group_id=6551311814016109831&group_source=19&item_id=6551311814016109831&request_id=1532526080.86&log_pb=%7B%22impr_id%22%3A%221532526080.86%22%7D&gd_ext_json=%7B%22impr_id%22%3A%221532526080.86%22%7D&category_name=__search__&load_more=7&keyword=%E8%A1%97%E6%8B%8D&size=10&offset=6&from_req_id=20180725214120172016032036766212","digg_count":1110,"large_thumbnail_url":"http://sf3-ttcdn-tos.pstatp.com/img/mosaic-legacy/800100137382ae577717~375x375.jpeg","play_count":89039,"thumbnail_url":"http://sf3-ttcdn-tos.pstatp.com/img/mosaic-legacy/800100137382ae577717~240x240.jpeg","group_id":"6551311814016109831"},{"video_url":"https://aweme.snssdk.com/aweme/v1/play/?video_id=56a08b51ce6f4c749450f4a5bb589c58&line=0&app_id=13","title":"北京街拍","detail_schema":"sslocal://awemevideo?group_id=6550081176025959694&group_source=19&item_id=6550081176025959694&request_id=1532526080.86&log_pb=%7B%22impr_id%22%3A%221532526080.86%22%7D&gd_ext_json=%7B%22impr_id%22%3A%221532526080.86%22%7D&category_name=__search__&load_more=7&keyword=%E8%A1%97%E6%8B%8D&size=10&offset=7&from_req_id=20180725214120172016032036766212","digg_count":3478,"large_thumbnail_url":"http://sf3-ttcdn-tos.pstatp.com/img/mosaic-legacy/7f300009943b81aac2c4~375x375.jpeg","play_count":284760,"thumbnail_url":"http://sf3-ttcdn-tos.pstatp.com/img/mosaic-legacy/7f300009943b81aac2c4~240x240.jpeg","group_id":"6550081176025959694"},{"video_url":"https://aweme.snssdk.com/aweme/v1/play/?video_id=v0200ff00000bbte5152v325q7m38f30&line=0&app_id=13","title":"2016年的哈尔滨街拍","detail_schema":"sslocal://awemevideo?group_id=6555801264217656579&group_source=19&item_id=6555801264217656579&request_id=1532526080.86&log_pb=%7B%22impr_id%22%3A%221532526080.86%22%7D&gd_ext_json=%7B%22impr_id%22%3A%221532526080.86%22%7D&category_name=__search__&load_more=7&keyword=%E8%A1%97%E6%8B%8D&size=10&offset=8&from_req_id=20180725214120172016032036766212","digg_count":5302,"large_thumbnail_url":"http://sf6-ttcdn-tos.pstatp.com/img/mosaic-legacy/841a000e7b7024ea99bf~375x375.jpeg","play_count":286113,"thumbnail_url":"http://sf6-ttcdn-tos.pstatp.com/img/mosaic-legacy/841a000e7b7024ea99bf~240x240.jpeg","group_id":"6555801264217656579"},{"video_url":"https://aweme.snssdk.com/aweme/v1/play/?video_id=v0200ff70000bc71sb6gnco3genbr5jg&line=0&app_id=13","title":"爱笑的女生都 都 都好漂亮！穿搭也是非常好看！第6个漂亮的小姐姐@SEVEN @抖音小助手","detail_schema":"sslocal://awemevideo?group_id=6561214882266483971&group_source=19&item_id=6561214882266483971&request_id=1532526080.86&log_pb=%7B%22impr_id%22%3A%221532526080.86%22%7D&gd_ext_json=%7B%22impr_id%22%3A%221532526080.86%22%7D&category_name=__search__&load_more=7&keyword=%E8%A1%97%E6%8B%8D&size=10&offset=9&from_req_id=20180725214120172016032036766212","digg_count":8,"large_thumbnail_url":"http://sf6-ttcdn-tos.pstatp.com/img/mosaic-legacy/88ef000313839927b43a~375x375.jpeg","play_count":162,"thumbnail_url":"http://sf6-ttcdn-tos.pstatp.com/img/mosaic-legacy/88ef000313839927b43a~240x240.jpeg","group_id":"6561214882266483971"}],"abtest":-1,"fromIndex":0,"headers":{},"statusCodeValue":200,"hitCount":10,"query":"街拍","total":39596,"statusCode":"OK"},"tokens":["街拍"],"id_str":"3991405962","ala_src":"hotsoon_video","id":3991405962},{"open_url":"sslocal://detail?aggr_type=0&article_type=0&gd_ext_json=%7B%22city%22%3A%22%22%2C%22log_pb%22%3A%7B%22impr_id%22%3A%2220180725214120172016032036766212%22%7D%2C%22query%22%3A%22%E8%A1%97%E6%8B%8D%22%2C%22search_result_id%22%3A6581952133069799949%2C%22source%22%3A%22%E5%A4%A9%E5%A4%A9%E7%BE%8E%E5%A5%B3%E5%9B%BE%22%7D&gd_label=click_search&groupid=6581952133069799949&item_id=6581952133069799949","media_name":"天天美女图","show_play_effective_count":0,"media_url":"http://toutiao.com/m1601401729340423/","item_source_url":"/group/6581952133069799949/","labels":[],"image_list":[{"url":"//p3.pstatp.com/list/pgc-image/15324800265505b953ab972"},{"url":"//p3.pstatp.com/list/pgc-image/1532480004156480c21a63e"},{"url":"//p1.pstatp.com/list/pgc-image/1532480016958bdc65dea62"},{"url":"//p3.pstatp.com/list/pgc-image/15324800362354f9d1c3ec1"}],"media_avatar_url":"//p3.pstatp.com/medium/6eed0004f9299624bf43","datetime":"2018-07-25 08:55:51","more_mode":true,"create_time":"1532480151","has_gallery":true,"id":6581952133069799949,"user_id":98918905833,"title":"路人街拍，个子不高，穿得却很有范，而且时尚潮流","has_video":false,"share_url":"http://toutiao.com/group/6581952133069799949/","source":"天天美女图","comment_count":5,"article_url":"http://toutiao.com/group/6581952133069799949/","comments_count":5,"large_mode":false,"abstract":"","large_image_url":"http://p1.pstatp.com/large/pgc-image/15324800265505b953ab972","display_time":"1532480151","publish_time":"1532480151","middle_mode":false,"gallary_image_count":5,"media_creator_id":98918905833,"tag_id":6581952133069799949,"source_url":"/group/6581952133069799949/","item_id":6581952133069799949,"user_auth_info":{},"seo_url":"/group/6581952133069799949/","keyword":"街拍","middle_image_url":"http://p1.pstatp.com/list/300x196/pgc-image/15324800265505b953ab972","behot_time":"1532480151","tag":"news_fashion","image_url":"//p1.pstatp.com/list/pgc-image/15324800265505b953ab972","has_image":true,"highlight":{"source":[],"abstract":[],"title":[[2,2]]},"group_id":6581952133069799949,"image_count":5},{"open_url":"sslocal://detail?aggr_type=0&article_type=0&gd_ext_json=%7B%22city%22%3A%22%22%2C%22log_pb%22%3A%7B%22impr_id%22%3A%2220180725214120172016032036766212%22%7D%2C%22query%22%3A%22%E8%A1%97%E6%8B%8D%22%2C%22search_result_id%22%3A6581984163740516867%2C%22source%22%3A%22Amy%E6%80%9D%E5%BF%86%22%7D&gd_label=click_search&groupid=6581984163740516867&item_id=6581984163740516867","media_name":"Amy思忆","show_play_effective_count":0,"media_url":"http://toutiao.com/m1586397713313806/","item_source_url":"/group/6581984163740516867/","labels":[],"image_list":[{"url":"//p1.pstatp.com/list/pgc-image/153248760488808a2aa4065"},{"url":"//p1.pstatp.com/list/pgc-image/1532487605479d07d1a159a"},{"url":"//p3.pstatp.com/list/pgc-image/153248760665909c6347378"},{"url":"//p3.pstatp.com/list/pgc-image/1532487607113f7039f5691"}],"media_avatar_url":"//p1.pstatp.com/medium/6ee8000083be1a84342b","datetime":"2018-07-25 11:00:09","more_mode":true,"create_time":"1532487609","has_gallery":true,"id":6581984163740516867,"user_id":79961365340,"title":"街拍路人，夏日获得回头率爆表的穿搭参考，让你彻底满足虚荣心","has_video":false,"share_url":"http://toutiao.com/group/6581984163740516867/","source":"Amy思忆","comment_count":2,"article_url":"http://toutiao.com/group/6581984163740516867/","comments_count":2,"large_mode":false,"abstract":"","large_image_url":"http://p3.pstatp.com/large/pgc-image/153248760488808a2aa4065","display_time":"1532487609","publish_time":"1532487609","middle_mode":false,"gallary_image_count":7,"media_creator_id":79961365340,"tag_id":6581984163740516867,"source_url":"/group/6581984163740516867/","item_id":6581984163740516867,"user_auth_info":{},"seo_url":"/group/6581984163740516867/","keyword":"街拍","middle_image_url":"http://p1.pstatp.com/list/300x196/pgc-image/153248760488808a2aa4065","behot_time":"1532487609","tag":"news_fashion","image_url":"//p1.pstatp.com/list/pgc-image/153248760488808a2aa4065","has_image":true,"highlight":{"source":[],"abstract":[],"title":[[0,2]]},"group_id":6581984163740516867,"image_count":7},{"open_url":"sslocal://detail?aggr_type=0&article_type=0&gd_ext_json=%7B%22city%22%3A%22%22%2C%22log_pb%22%3A%7B%22impr_id%22%3A%2220180725214120172016032036766212%22%7D%2C%22query%22%3A%22%E8%A1%97%E6%8B%8D%22%2C%22search_result_id%22%3A6581673508466590221%2C%22source%22%3A%22%E6%97%B6%E5%B0%9A%E5%A5%BD%E7%9C%8B19%22%7D&gd_label=click_search&groupid=6581673508466590221&item_id=6581673508466590221","media_name":"时尚好看19","show_play_effective_count":0,"media_url":"http://toutiao.com/m1600606970177550/","item_source_url":"/group/6581673508466590221/","labels":[],"image_list":[{"url":"//p3.pstatp.com/list/pgc-image/153241523225325b966de34"},{"url":"//p3.pstatp.com/list/pgc-image/153241523258783b196104f"},{"url":"//p1.pstatp.com/list/pgc-image/153241523289997307fc088"},{"url":"//p3.pstatp.com/list/pgc-image/1532415232452b9e4f09f9b"}],"media_avatar_url":"//p3.pstatp.com/medium/6eed0002747fdb857784","datetime":"2018-07-24 14:54:39","more_mode":true,"create_time":"1532415279","has_gallery":true,"id":6581673508466590221,"user_id":98512844552,"title":"街拍成都：颜值高，还会穿搭，简直就是倾国倾城！","has_video":false,"share_url":"http://toutiao.com/group/6581673508466590221/","source":"时尚好看19","comment_count":13,"article_url":"http://toutiao.com/group/6581673508466590221/","comments_count":13,"large_mode":false,"abstract":"","large_image_url":"http://p1.pstatp.com/large/pgc-image/153241523258783b196104f","display_time":"1532415279","publish_time":"1532415279","middle_mode":false,"gallary_image_count":6,"media_creator_id":98512844552,"tag_id":6581673508466590221,"source_url":"/group/6581673508466590221/","item_id":6581673508466590221,"user_auth_info":{},"seo_url":"/group/6581673508466590221/","keyword":"街拍","middle_image_url":"http://p1.pstatp.com/list/300x196/pgc-image/153241523258783b196104f","behot_time":"1532415279","tag":"news_photography","image_url":"//p3.pstatp.com/list/pgc-image/153241523258783b196104f","has_image":true,"highlight":{"source":[],"abstract":[],"title":[[0,2]]},"group_id":6581673508466590221,"image_count":6},{"cell_type":26,"key_info":{"keyword":"街拍"},"keyinfo":{"keyword":"街拍"},"display":{"items":[{"reason":"美国新生代模特","name":"gigi hadid","img":"http://p1.pstatp.com/large/5e3c001cc5114318f04e"},{"reason":"90后新锐时尚造型师","name":"颜思诗","img":"http://p1.pstatp.com/large/5e3d0019e9b77a3b1894"},{"reason":"艾滋女事件当事人","name":"闫德利","img":"http://p1.pstatp.com/large/5e400003edc5a9661321"},{"reason":"内地新四小花旦之一","name":"倪妮","img":"http://p1.pstatp.com/large/5e3700181a5e1b2d1d2d"},{"reason":"维秘大秀的东方超模","name":"何穗","img":"http://p1.pstatp.com/large/5e43000444218771d3b6"},{"reason":"四大时装周的明星","name":"nick wooster","img":"http://p1.pstatp.com/large/5e36001581e3bb2192da"},{"reason":"米兰时尚博主","name":"chiara ferragni","img":"http://p1.pstatp.com/large/5e41000661e67cbab87f"},{"reason":"90后匈牙利模特演员","name":"芭芭拉·帕尔文","img":"http://p1.pstatp.com/large/5e410000605c0acde5b0"},{"reason":"曾是全球超级名模之一","name":"米兰达·可儿","img":"http://p1.pstatp.com/large/5e3c0006a46d74739566"},{"reason":"最难被忘记初恋女偶像","name":"林允儿","img":"http://p1.pstatp.com/large/5e420001e907713d2f36"}],"rank":11,"title":"街拍-相关人物"},"tokens":["街拍"],"id_str":"2302784324","ala_src":"knowledge_graph","highlight":{"title":[[0,2]]},"id":2302784324},{"cell_type":51,"key_info":{},"keyinfo":{},"display":{"status":1,"term":"街拍","search_url":"https://image.toutiao.com/toutiao/search?&term=%E8%A1%97%E6%8B%8D&search_from=toutiaosearch&search_id=20180725190058172018097002588465","title":"街拍美女紧身裤凹凸 街拍牛仔裤凹凸囧图 -街拍牛仔裤凹凸囧图,街拍... 街拍：30岁少妇绿绿的紧身裙出门，气质十足 街上碰到一人丰满的紧身牛仔裤美女 简约版型设计，显高更帅气，不仅是美丽时尚。上身效果满满的少女感，精细做工品质保障！这是一款卷边的破洞九分牛仔裤，弹力高腰，舒适度大大提升，给人特别热情活泼的感觉，搭配舒适的哈伦裤时尚又尽显潮流气息感，修身版型。 6、街拍：低腰紧身牛仔裤的美女","total_count":1000000,"abtest":-1,"queryLabel":"","results":[{"original_image_url":"http://images.ccoo.cn/bbs/20120514/20120514205648303.jpg","original_page_url":"http://www.ysjj88.com/c-241410.html","img":"https://sf6-ttcdn-tos.pstatp.com/img/labis/65343258711ecdab7bc2cd24b1e111f2~640x640.jpeg","extra":"{"iid":"279560151469578478"}","text":"街拍美女紧身裤凹凸 街拍牛仔裤凹凸囧图 -街拍牛仔裤凹凸囧图,街拍...","thumbnail":"https://sf6-ttcdn-tos.pstatp.com/img/labis/65343258711ecdab7bc2cd24b1e111f2~320x320.jpeg","iid":"279560151469578478","label":"站外","width":750,"score":31.80224,"height":1000,"img_url":"https://sf6-ttcdn-tos.pstatp.com/img/labis/65343258711ecdab7bc2cd24b1e111f2~320x320.jpeg","id":"65343258711ecdab7bc2cd24b1e111f2","page_url":"https://image.toutiao.com/toutiao/search?&term=%E8%A1%97%E6%8B%8D&search_from=toutiaosearch&search_id=20180725190058172018097002588465&from_img_id=65343258711ecdab7bc2cd24b1e111f2"},{"original_image_url":"","original_page_url":"http://www.toutiao.com/a6423347280150397186","img":"https://p3.pstatp.com/w640/22cc0002516654f4f3dc","extra":"{"iid":"779598215570475315"}","text":"街拍：30岁少妇绿绿的紧身裙出门，气质十足","thumbnail":"https://p3.pstatp.com/w240/22cc0002516654f4f3dc","iid":"779598215570475315","label":"","width":641,"score":28.819574,"height":831,"img_url":"https://p3.pstatp.com/w240/22cc0002516654f4f3dc","id":"22cc0002516654f4f3dc","page_url":"https://image.toutiao.com/toutiao/search?&term=%E8%A1%97%E6%8B%8D&search_from=toutiaosearch&search_id=20180725190058172018097002588465&from_img_id=22cc0002516654f4f3dc"},{"original_image_url":"","original_page_url":"http://www.toutiao.com/a6439254911418597634","img":"https://p3.pstatp.com/w640/2c3c0001c2cf46c58105","extra":"{"iid":"784845092936837603"}","text":"街上碰到一人丰满的紧身牛仔裤美女","thumbnail":"https://p3.pstatp.com/w240/2c3c0001c2cf46c58105","iid":"784845092936837603","label":"","width":711,"score":29.577126,"height":1101,"img_url":"https://p3.pstatp.com/w240/2c3c0001c2cf46c58105","id":"2c3c0001c2cf46c58105","page_url":"https://image.toutiao.com/toutiao/search?&term=%E8%A1%97%E6%8B%8D&search_from=toutiaosearch&search_id=20180725190058172018097002588465&from_img_id=2c3c0001c2cf46c58105"},{"original_image_url":"","original_page_url":"http://www.toutiao.com/a6447399635949486350","img":"https://p3.pstatp.com/w640/31d500053a0dbb14ad81","extra":"{"iid":"234994875712793152"}","text":"简约版型设计，显高更帅气，不仅是美丽时尚。上身效果满满的少女感，精细做工品质保障！这是一款卷边的破洞九分牛仔裤，弹力高腰，舒适度大大提升，给人特别热情活泼的感觉，搭配舒适的哈伦裤时尚又尽显潮流气息感，修身版型。","thumbnail":"https://p3.pstatp.com/w240/31d500053a0dbb14ad81","iid":"234994875712793152","label":"","width":640,"score":28.132195,"height":1013,"img_url":"https://p3.pstatp.com/w240/31d500053a0dbb14ad81","id":"31d500053a0dbb14ad81","page_url":"https://image.toutiao.com/toutiao/search?&term=%E8%A1%97%E6%8B%8D&search_from=toutiaosearch&search_id=20180725190058172018097002588465&from_img_id=31d500053a0dbb14ad81"},{"original_image_url":"","original_page_url":"http://www.toutiao.com/a6445786720785383694","img":"https://p3.pstatp.com/w640/31be00025333f80b55d5","extra":"{"iid":"181036299931204207"}","text":"6、街拍：低腰紧身牛仔裤的美女","thumbnail":"https://p3.pstatp.com/w240/31be00025333f80b55d5","iid":"181036299931204207","label":"","width":960,"score":28.874035,"height":1450,"img_url":"https://p3.pstatp.com/w240/31be00025333f80b55d5","id":"31be00025333f80b55d5","page_url":"https://image.toutiao.com/toutiao/search?&term=%E8%A1%97%E6%8B%8D&search_from=toutiaosearch&search_id=20180725190058172018097002588465&from_img_id=31be00025333f80b55d5"}],"intention":-1,"queryLabelVector":null,"queryLabelID":-1,"message":""},"tokens":["街拍"],"id_str":"1914010784","ala_src":"image","id":1914010784},{"open_url":"sslocal://detail?aggr_type=0&article_type=0&gd_ext_json=%7B%22city%22%3A%22%22%2C%22log_pb%22%3A%7B%22impr_id%22%3A%2220180725214120172016032036766212%22%7D%2C%22query%22%3A%22%E8%A1%97%E6%8B%8D%22%2C%22search_result_id%22%3A6581917968358179336%2C%22source%22%3A%22%E6%9A%97%E6%81%8B%E6%9C%AA%E9%81%82%E5%BF%83%E4%B8%8D%E7%94%98%22%7D&gd_label=click_search&groupid=6581917968358179336&item_id=6581917968358179336","media_name":"暗恋未遂心不甘","show_play_effective_count":0,"media_url":"http://toutiao.com/m1602709709575171/","item_source_url":"/group/6581917968358179336/","labels":[],"image_list":[{"url":"//p1.pstatp.com/list/pgc-image/15324720535779fbcdee28c"},{"url":"//p9.pstatp.com/list/pgc-image/15324720535889fd8588c45"},{"url":"//p1.pstatp.com/list/pgc-image/1532472053613aba86fa408"},{"url":"//p1.pstatp.com/list/pgc-image/153247205361498fd9ed76e"}],"media_avatar_url":"//p1.pstatp.com/medium/888d000408e81609a1d9","datetime":"2018-07-25 06:43:17","more_mode":true,"create_time":"1532472197","has_gallery":true,"id":6581917968358179336,"user_id":99760023327,"title":"街拍！颜色的夏季！但也有亮丽的风景！","has_video":false,"share_url":"http://toutiao.com/group/6581917968358179336/","source":"暗恋未遂心不甘","comment_count":22,"article_url":"http://toutiao.com/group/6581917968358179336/","comments_count":22,"large_mode":false,"abstract":"","large_image_url":"http://p9.pstatp.com/large/pgc-image/15324720535779fbcdee28c","display_time":"1532472197","publish_time":"1532472197","middle_mode":false,"gallary_image_count":8,"media_creator_id":99760023327,"tag_id":6581917968358179336,"source_url":"/group/6581917968358179336/","item_id":6581917968358179336,"user_auth_info":{},"seo_url":"/group/6581917968358179336/","keyword":"街拍","middle_image_url":"http://p3.pstatp.com/list/300x196/pgc-image/15324720535779fbcdee28c","behot_time":"1532472197","tag":"news_photography","image_url":"//p3.pstatp.com/list/pgc-image/15324720535779fbcdee28c","has_image":true,"highlight":{"source":[],"abstract":[],"title":[[0,2]]},"group_id":6581917968358179336,"image_count":8},{"cell_type":26,"key_info":{"keyword":"街拍"},"keyinfo":{"keyword":"街拍"},"display":{"items":[{"reason":"治丝的妇女","name":"丝妇","img":"http://p1.pstatp.com/large/5e3f0007808fb3fd0c16"},{"reason":"臀部向下后腿支撑身体","name":"蹲姿","img":"http://p1.pstatp.com/large/5e370017d309b83397b4"},{"reason":"成为真人玩偶","name":"橡胶衣","img":"http://p1.pstatp.com/large/5e3e001afbdd06924b76"},{"reason":"有实地察看之意","name":"踩踏","img":"http://p1.pstatp.com/large/5e3e00173747021aa4cc"},{"reason":"中国旅游协会主办刊物","name":"时尚","img":"http://p1.pstatp.com/large/5e4100005a3e52e846e8"},{"reason":"款式新时代感强的服装","name":"时装","img":"http://p1.pstatp.com/large/5e38000836d826ff2113"}],"rank":12,"title":"街拍-相关词汇"},"tokens":["街拍"],"id_str":"4126479797","ala_src":"knowledge_graph","highlight":{"title":[[0,2]]},"id":4126479797},{"cell_type":20,"queries":[{"url":"/search/keyword=%E8%A1%97%E6%8B%8D%E4%BD%8E%E8%85%B0%E8%A3%A4","text":"街拍低腰裤"},{"url":"/search/keyword=%E4%B8%9D%E8%A2%9C%E7%BE%8E%E8%85%BF%E8%A1%97%E6%8B%8D","text":"丝袜美腿街拍"},{"url":"/search/keyword=%E8%A1%97%E6%8B%8D%E4%B8%80%E6%AD%A5%E8%A3%99","text":"街拍一步裙"},{"url":"/search/keyword=%E8%A1%97%E6%8B%8D%E7%86%9F%E4%B8%9D","text":"街拍熟丝"},{"url":"/search/keyword=%E6%80%A7%E6%84%9F%E7%BE%8E%E5%A5%B3%E8%A1%97%E6%8B%8D","text":"性感美女街拍"},{"url":"/search/keyword=%E5%A4%8F%E5%AD%A3%E8%A1%97%E6%8B%8D","text":"夏季街拍"},{"url":"/search/keyword=%E8%A1%97%E6%8B%8D+%E8%87%80","text":"街拍 臀"},{"url":"/search/keyword=%E4%B8%89%E9%87%8C%E5%B1%AF%E8%A1%97%E6%8B%8D","text":"三里屯街拍"},{"url":"/search/keyword=%E8%A1%97%E6%8B%8D%E7%94%B7%E5%A4%8F%E5%AD%A3","text":"街拍男夏季"},{"url":"/search/keyword=%E6%88%90%E9%83%BD%E8%A1%97%E6%8B%8D","text":"成都街拍"}]},{"open_url":"sslocal://detail?aggr_type=0&article_type=0&gd_ext_json=%7B%22city%22%3A%22%22%2C%22log_pb%22%3A%7B%22impr_id%22%3A%2220180725214120172016032036766212%22%7D%2C%22query%22%3A%22%E8%A1%97%E6%8B%8D%22%2C%22search_result_id%22%3A6575128377458426371%2C%22source%22%3A%22%E8%A1%97%E5%A4%B4%E4%B9%8B%E7%BE%8E%22%7D&gd_label=click_search&groupid=6575128377458426371&item_id=6575128377458426371","media_name":"街头之美","show_play_effective_count":0,"media_url":"http://toutiao.com/m1589012569581572/","item_source_url":"/group/6575128377458426371/","labels":[],"image_list":[{"url":"//p3.pstatp.com/list/pgc-image/15308911861360624e6e374"},{"url":"//p9.pstatp.com/list/pgc-image/1530891187640293d64a75b"},{"url":"//p3.pstatp.com/list/pgc-image/15308911869350d7e224617"},{"url":"//p3.pstatp.com/list/pgc-image/1530891187266752e4a248a"}],"media_avatar_url":"//p3.pstatp.com/medium/568700016f687f48619c","datetime":"2018-07-06 23:36:12","more_mode":true,"create_time":"1530891372","has_gallery":true,"id":6575128377458426371,"user_id":84914772586,"title":"街拍北京，真实的三里屯街拍，有你喜欢的吗？","has_video":false,"share_url":"http://toutiao.com/group/6575128377458426371/","source":"街头之美","comment_count":39,"article_url":"http://toutiao.com/group/6575128377458426371/","comments_count":39,"large_mode":false,"abstract":"","large_image_url":"http://p9.pstatp.com/large/pgc-image/15308913419144ed8193605","display_time":"1530891372","publish_time":"1530891372","middle_mode":false,"gallary_image_count":9,"media_creator_id":84914772586,"tag_id":6575128377458426371,"source_url":"/group/6575128377458426371/","item_id":6575128377458426371,"user_auth_info":{},"seo_url":"/group/6575128377458426371/","keyword":"街拍","middle_image_url":"http://p9.pstatp.com/list/300x196/pgc-image/15308913419144ed8193605","behot_time":"1530891372","tag":"news","image_url":"//p1.pstatp.com/list/pgc-image/15308913419144ed8193605","has_image":true,"highlight":{"source":[],"abstract":[],"title":[[0,2],[11,2]]},"group_id":6575128377458426371,"image_count":9},{"open_url":"sslocal://detail?aggr_type=0&article_type=0&gd_ext_json=%7B%22city%22%3A%22%22%2C%22log_pb%22%3A%7B%22impr_id%22%3A%2220180725214120172016032036766212%22%7D%2C%22query%22%3A%22%E8%A1%97%E6%8B%8D%22%2C%22search_result_id%22%3A6582006694723715588%2C%22source%22%3A%22%E6%97%B6%E5%B0%9A%E8%A1%97%E6%8B%8DDog%22%7D&gd_label=click_search&groupid=6582006694723715588&item_id=6582006694723715588","media_name":"时尚街拍Dog","show_play_effective_count":0,"media_url":"http://toutiao.com/m1592563374988295/","item_source_url":"/group/6582006694723715588/","labels":[],"image_list":[{"url":"//p3.pstatp.com/list/pgc-image/1532492670937f47fcac184"},{"url":"//p1.pstatp.com/list/pgc-image/15324926715074dd92a7255"},{"url":"//p1.pstatp.com/list/pgc-image/153249267098289704b6705"},{"url":"//p3.pstatp.com/list/pgc-image/1532492671014147db144b7"}],"media_avatar_url":"//p3.pstatp.com/medium/8b6000041e42267916a3","datetime":"2018-07-25 12:27:35","more_mode":true,"create_time":"1532492855","has_gallery":true,"id":6582006694723715588,"user_id":5441627343,"title":"街拍路人，在夏天的街头，寻找时尚好看的穿搭","has_video":false,"share_url":"http://toutiao.com/group/6582006694723715588/","source":"时尚街拍Dog","comment_count":7,"article_url":"http://toutiao.com/group/6582006694723715588/","comments_count":7,"large_mode":false,"abstract":"","large_image_url":"http://p3.pstatp.com/large/pgc-image/15324926929165c799d7991","display_time":"1532492855","publish_time":"1532492855","middle_mode":false,"gallary_image_count":7,"media_creator_id":5441627343,"tag_id":6582006694723715588,"source_url":"/group/6582006694723715588/","item_id":6582006694723715588,"user_auth_info":{},"seo_url":"/group/6582006694723715588/","keyword":"街拍","middle_image_url":"http://p3.pstatp.com/list/300x196/pgc-image/15324926929165c799d7991","behot_time":"1532492855","tag":"news_fashion","image_url":"//p1.pstatp.com/list/pgc-image/15324926929165c799d7991","has_image":true,"highlight":{"source":[[2,2]],"abstract":[],"title":[[0,2]]},"group_id":6582006694723715588,"image_count":7},{"open_url":"sslocal://detail?aggr_type=0&article_type=0&gd_ext_json=%7B%22city%22%3A%22%22%2C%22log_pb%22%3A%7B%22impr_id%22%3A%2220180725214120172016032036766212%22%7D%2C%22query%22%3A%22%E8%A1%97%E6%8B%8D%22%2C%22search_result_id%22%3A6581765451573887502%2C%22source%22%3A%22%E8%A1%97%E6%8B%8D%E7%BE%8E%E5%A5%B3%E5%9B%BE%22%7D&gd_label=click_search&groupid=6581765451573887502&item_id=6581765451573887502","media_name":"街拍美女图","show_play_effective_count":0,"media_url":"http://toutiao.com/m1601945960894478/","item_source_url":"/group/6581765451573887502/","labels":[],"image_list":[{"url":"//p3.pstatp.com/list/pgc-image/15324366427545983baa56d"},{"url":"//p3.pstatp.com/list/pgc-image/15324366426646ca95867d1"},{"url":"//p3.pstatp.com/list/pgc-image/153243664268262771db06a"},{"url":"//p3.pstatp.com/list/pgc-image/1532436643006a08e341b99"}],"media_avatar_url":"//p1.pstatp.com/medium/888e0001ca2d8afc54d4","datetime":"2018-07-24 20:51:26","more_mode":true,"create_time":"1532436686","has_gallery":true,"id":6581765451573887502,"user_id":98867532852,"title":"街拍，2018夏季最新潮流，你不来看看？","has_video":false,"share_url":"http://toutiao.com/group/6581765451573887502/","source":"街拍美女图","comment_count":1,"article_url":"http://toutiao.com/group/6581765451573887502/","comments_count":1,"large_mode":false,"abstract":"","large_image_url":"http://p9.pstatp.com/large/pgc-image/15324366427545983baa56d","display_time":"1532436686","publish_time":"1532436686","middle_mode":false,"gallary_image_count":5,"media_creator_id":98867532852,"tag_id":6581765451573887502,"source_url":"/group/6581765451573887502/","item_id":6581765451573887502,"user_auth_info":{},"seo_url":"/group/6581765451573887502/","keyword":"街拍","middle_image_url":"http://p1.pstatp.com/list/300x196/pgc-image/15324366427545983baa56d","behot_time":"1532436686","tag":"news_fashion","image_url":"//p3.pstatp.com/list/pgc-image/15324366427545983baa56d","has_image":true,"highlight":{"source":[[0,2]],"abstract":[],"title":[[0,2]]},"group_id":6581765451573887502,"image_count":5},{"open_url":"sslocal://detail?aggr_type=0&article_type=0&gd_ext_json=%7B%22city%22%3A%22%22%2C%22log_pb%22%3A%7B%22impr_id%22%3A%2220180725214120172016032036766212%22%7D%2C%22query%22%3A%22%E8%A1%97%E6%8B%8D%22%2C%22search_result_id%22%3A6582111493955781123%2C%22source%22%3A%22%E6%9A%97%E6%81%8B%E6%9C%AA%E9%81%82%E5%BF%83%E4%B8%8D%E7%94%98%22%7D&gd_label=click_search&groupid=6582111493955781123&item_id=6582111493955781123","media_name":"暗恋未遂心不甘","show_play_effective_count":0,"media_url":"http://toutiao.com/m1602709709575171/","item_source_url":"/group/6582111493955781123/","labels":[],"image_list":[{"url":"//p3.pstatp.com/list/pgc-image/1532517097270d0f52aef5c"},{"url":"//p3.pstatp.com/list/pgc-image/15325170953372197108dea"},{"url":"//p3.pstatp.com/list/pgc-image/1532517096163fead828a32"},{"url":"//p3.pstatp.com/list/pgc-image/153251709656723ce7388af"}],"media_avatar_url":"//p1.pstatp.com/medium/888d000408e81609a1d9","datetime":"2018-07-25 19:14:15","more_mode":true,"create_time":"1532517255","has_gallery":true,"id":6582111493955781123,"user_id":99760023327,"title":"街拍！这些引领时尚潮流的装扮！这个夏季你的美一直被模仿！","has_video":false,"share_url":"http://toutiao.com/group/6582111493955781123/","source":"暗恋未遂心不甘","comment_count":0,"article_url":"http://toutiao.com/group/6582111493955781123/","comments_count":0,"large_mode":false,"abstract":"","large_image_url":"http://p9.pstatp.com/large/pgc-image/1532517097270d0f52aef5c","display_time":"1532517255","publish_time":"1532517255","middle_mode":false,"gallary_image_count":8,"media_creator_id":99760023327,"tag_id":6582111493955781123,"source_url":"/group/6582111493955781123/","item_id":6582111493955781123,"user_auth_info":{},"seo_url":"/group/6582111493955781123/","keyword":"街拍","middle_image_url":"http://p3.pstatp.com/list/300x196/pgc-image/1532517097270d0f52aef5c","behot_time":"1532517255","tag":"news_fashion","image_url":"//p1.pstatp.com/list/pgc-image/1532517097270d0f52aef5c","has_image":true,"highlight":{"source":[],"abstract":[],"title":[[0,2]]},"group_id":6582111493955781123,"image_count":8},{"open_url":"sslocal://detail?aggr_type=0&article_type=0&gd_ext_json=%7B%22city%22%3A%22%22%2C%22log_pb%22%3A%7B%22impr_id%22%3A%2220180725214120172016032036766212%22%7D%2C%22query%22%3A%22%E8%A1%97%E6%8B%8D%22%2C%22search_result_id%22%3A6581997033534521869%2C%22source%22%3A%22%E7%9A%87%E5%9F%8E%E6%A0%B9%E4%BA%94%E7%88%B7%E5%8E%9F%E5%88%9B%E8%A1%97%E6%8B%8D%22%7D&gd_label=click_search&groupid=6581997033534521869&item_id=6581997033534521869","media_name":"皇城根五爷原创街拍","show_play_effective_count":0,"media_url":"http://toutiao.com/m6682998606/","item_source_url":"/group/6581997033534521869/","labels":[],"image_list":[{"url":"//p9.pstatp.com/list/pgc-image/1532488976573b0337527d2"},{"url":"//p9.pstatp.com/list/pgc-image/1532488976668e640a16e81"},{"url":"//p9.pstatp.com/list/pgc-image/1532488976775205f66d504"},{"url":"//p9.pstatp.com/list/pgc-image/153248897668803f72dc547"}],"media_avatar_url":"//p3.pstatp.com/medium/6cb000fd8de5eec5814","datetime":"2018-07-25 11:50:05","more_mode":true,"create_time":"1532490605","has_gallery":true,"id":6581997033534521869,"user_id":6685177416,"title":"街拍：燥热的三伏天也挡不住女人一颗爱美追求时尚的心","has_video":false,"share_url":"http://toutiao.com/group/6581997033534521869/","source":"皇城根五爷原创街拍","comment_count":1,"article_url":"http://toutiao.com/group/6581997033534521869/","comments_count":1,"large_mode":false,"abstract":"","large_image_url":"http://p1.pstatp.com/large/pgc-image/1532488976573b0337527d2","display_time":"1532490605","publish_time":"1532490605","middle_mode":false,"gallary_image_count":9,"media_creator_id":6685177416,"tag_id":6581997033534521869,"source_url":"/group/6581997033534521869/","item_id":6581997033534521869,"user_auth_info":{"auth_type":"0","auth_info":"街拍达人"},"seo_url":"/group/6581997033534521869/","keyword":"街拍","middle_image_url":"http://p1.pstatp.com/list/300x196/pgc-image/1532488976573b0337527d2","behot_time":"1532490605","tag":"news_fashion","image_url":"//p3.pstatp.com/list/pgc-image/1532488976573b0337527d2","has_image":true,"highlight":{"source":[[7,2]],"abstract":[],"title":[[0,2]]},"group_id":6581997033534521869,"image_count":9},{"open_url":"sslocal://detail?aggr_type=0&article_type=0&gd_ext_json=%7B%22city%22%3A%22%22%2C%22log_pb%22%3A%7B%22impr_id%22%3A%2220180725214120172016032036766212%22%7D%2C%22query%22%3A%22%E8%A1%97%E6%8B%8D%22%2C%22search_result_id%22%3A6582132151376937480%2C%22source%22%3A%22%E6%97%B6%E5%B0%9A%E5%A5%BD%E7%9C%8B19%22%7D&gd_label=click_search&groupid=6582132151376937480&item_id=6582132151376937480","media_name":"时尚好看19","show_play_effective_count":0,"media_url":"http://toutiao.com/m1600606970177550/","item_source_url":"/group/6582132151376937480/","labels":[],"image_list":[{"url":"//p3.pstatp.com/list/pgc-image/1532522029762bf3a6a87cd"},{"url":"//p3.pstatp.com/list/pgc-image/15325220290298efa777ca4"},{"url":"//p3.pstatp.com/list/pgc-image/1532522030786e25b83a898"},{"url":"//p1.pstatp.com/list/pgc-image/1532522030836a6d6df9a59"}],"media_avatar_url":"//p3.pstatp.com/medium/6eed0002747fdb857784","datetime":"2018-07-25 20:34:25","more_mode":true,"create_time":"1532522065","has_gallery":true,"id":6582132151376937480,"user_id":98512844552,"title":"街拍杭州：穿衣时尚，走的是端庄优雅的风格，很迷人！","has_video":false,"share_url":"http://toutiao.com/group/6582132151376937480/","source":"时尚好看19","comment_count":0,"article_url":"http://toutiao.com/group/6582132151376937480/","comments_count":0,"large_mode":false,"abstract":"","large_image_url":"http://p1.pstatp.com/large/pgc-image/1532522029762bf3a6a87cd","display_time":"1532522065","publish_time":"1532522065","middle_mode":false,"gallary_image_count":6,"media_creator_id":98512844552,"tag_id":6582132151376937480,"source_url":"/group/6582132151376937480/","item_id":6582132151376937480,"user_auth_info":{},"seo_url":"/group/6582132151376937480/","keyword":"街拍","middle_image_url":"http://p1.pstatp.com/list/300x196/pgc-image/1532522029762bf3a6a87cd","behot_time":"1532522065","tag":"news_fashion","image_url":"//p3.pstatp.com/list/pgc-image/1532522029762bf3a6a87cd","has_image":true,"highlight":{"source":[],"abstract":[],"title":[[0,2]]},"group_id":6582132151376937480,"image_count":6},{"open_url":"sslocal://detail?aggr_type=0&article_type=0&gd_ext_json=%7B%22city%22%3A%22%22%2C%22log_pb%22%3A%7B%22impr_id%22%3A%2220180725214120172016032036766212%22%7D%2C%22query%22%3A%22%E8%A1%97%E6%8B%8D%22%2C%22search_result_id%22%3A6581676939176575502%2C%22source%22%3A%22%E6%97%B6%E5%B0%9A%E5%A5%BD%E7%9C%8B19%22%7D&gd_label=click_search&groupid=6581676939176575502&item_id=6581676939176575502","media_name":"时尚好看19","show_play_effective_count":0,"media_url":"http://toutiao.com/m1600606970177550/","item_source_url":"/group/6581676939176575502/","labels":[],"image_list":[{"url":"//p1.pstatp.com/list/pgc-image/1532416009424d12eee1e90"},{"url":"//p9.pstatp.com/list/pgc-image/1532416009912d7c9d13a9b"},{"url":"//p1.pstatp.com/list/pgc-image/15324160096254692a775d2"},{"url":"//p3.pstatp.com/list/pgc-image/15324160089181712ab8bfc"}],"media_avatar_url":"//p3.pstatp.com/medium/6eed0002747fdb857784","datetime":"2018-07-24 15:07:58","more_mode":true,"create_time":"1532416078","has_gallery":true,"id":6581676939176575502,"user_id":98512844552,"title":"街拍重庆：几套轻熟的穿搭，讲究端庄大方优雅美！","has_video":false,"share_url":"http://toutiao.com/group/6581676939176575502/","source":"时尚好看19","comment_count":8,"article_url":"http://toutiao.com/group/6581676939176575502/","comments_count":8,"large_mode":false,"abstract":"","large_image_url":"http://p1.pstatp.com/large/pgc-image/1532416009424d12eee1e90","display_time":"1532416078","publish_time":"1532416078","middle_mode":false,"gallary_image_count":6,"media_creator_id":98512844552,"tag_id":6581676939176575502,"source_url":"/group/6581676939176575502/","item_id":6581676939176575502,"user_auth_info":{},"seo_url":"/group/6581676939176575502/","keyword":"街拍","middle_image_url":"http://p1.pstatp.com/list/300x196/pgc-image/1532416009424d12eee1e90","behot_time":"1532416078","tag":"news_fashion","image_url":"//p1.pstatp.com/list/pgc-image/1532416009424d12eee1e90","has_image":true,"highlight":{"source":[],"abstract":[],"title":[[0,2]]},"group_id":6581676939176575502,"image_count":6},{"open_url":"sslocal://detail?aggr_type=0&article_type=0&gd_ext_json=%7B%22city%22%3A%22%22%2C%22log_pb%22%3A%7B%22impr_id%22%3A%2220180725214120172016032036766212%22%7D%2C%22query%22%3A%22%E8%A1%97%E6%8B%8D%22%2C%22search_result_id%22%3A6582122688460882446%2C%22source%22%3A%22%E6%97%B6%E5%B0%9A%E5%A5%BD%E7%9C%8B19%22%7D&gd_label=click_search&groupid=6582122688460882446&item_id=6582122688460882446","media_name":"时尚好看19","show_play_effective_count":0,"media_url":"http://toutiao.com/m1600606970177550/","item_source_url":"/group/6582122688460882446/","labels":[],"image_list":[{"url":"//p1.pstatp.com/list/pgc-image/15325197861665ce3323e52"},{"url":"//p1.pstatp.com/list/pgc-image/1532519785665a94c4ee360"},{"url":"//p3.pstatp.com/list/pgc-image/1532519786475b9da78cef0"},{"url":"//p3.pstatp.com/list/pgc-image/1532519785553527c138327"}],"media_avatar_url":"//p3.pstatp.com/medium/6eed0002747fdb857784","datetime":"2018-07-25 19:57:42","more_mode":true,"create_time":"1532519862","has_gallery":true,"id":6582122688460882446,"user_id":98512844552,"title":"街拍成都：参考她们的时尚穿搭，你会变的更美！","has_video":false,"share_url":"http://toutiao.com/group/6582122688460882446/","source":"时尚好看19","comment_count":6,"article_url":"http://toutiao.com/group/6582122688460882446/","comments_count":6,"large_mode":false,"abstract":"","large_image_url":"http://p1.pstatp.com/large/pgc-image/15325197861665ce3323e52","display_time":"1532519862","publish_time":"1532519862","middle_mode":false,"gallary_image_count":6,"media_creator_id":98512844552,"tag_id":6582122688460882446,"source_url":"/group/6582122688460882446/","item_id":6582122688460882446,"user_auth_info":{},"seo_url":"/group/6582122688460882446/","keyword":"街拍","middle_image_url":"http://p3.pstatp.com/list/300x196/pgc-image/15325197861665ce3323e52","behot_time":"1532519862","tag":"news_fashion","image_url":"//p3.pstatp.com/list/pgc-image/15325197861665ce3323e52","has_image":true,"highlight":{"source":[],"abstract":[],"title":[[0,2]]},"group_id":6582122688460882446,"image_count":6},{"open_url":"sslocal://detail?aggr_type=0&article_type=0&gd_ext_json=%7B%22city%22%3A%22%22%2C%22log_pb%22%3A%7B%22impr_id%22%3A%2220180725214120172016032036766212%22%7D%2C%22query%22%3A%22%E8%A1%97%E6%8B%8D%22%2C%22search_result_id%22%3A6581764175733719555%2C%22source%22%3A%22%E8%A1%97%E6%8B%8D%E7%BE%8E%E5%A5%B3%E5%9B%BE%22%7D&gd_label=click_search&groupid=6581764175733719555&item_id=6581764175733719555","media_name":"街拍美女图","show_play_effective_count":0,"media_url":"http://toutiao.com/m1601945960894478/","item_source_url":"/group/6581764175733719555/","labels":[],"image_list":[{"url":"//p3.pstatp.com/list/pgc-image/153243632337253a39946a2"},{"url":"//p1.pstatp.com/list/pgc-image/1532436323338f843a5db65"},{"url":"//p1.pstatp.com/list/pgc-image/15324363235229ac3301a14"},{"url":"//p9.pstatp.com/list/pgc-image/1532436323536a33cf8528a"}],"media_avatar_url":"//p1.pstatp.com/medium/888e0001ca2d8afc54d4","datetime":"2018-07-24 20:46:29","more_mode":true,"create_time":"1532436389","has_gallery":true,"id":6581764175733719555,"user_id":98867532852,"title":"街拍，连衣裙一直都是减龄，显可爱的标配啊！","has_video":false,"share_url":"http://toutiao.com/group/6581764175733719555/","source":"街拍美女图","comment_count":9,"article_url":"http://toutiao.com/group/6581764175733719555/","comments_count":9,"large_mode":false,"abstract":"","large_image_url":"http://p3.pstatp.com/large/pgc-image/153243632337253a39946a2","display_time":"1532436389","publish_time":"1532436389","middle_mode":false,"gallary_image_count":5,"media_creator_id":98867532852,"tag_id":6581764175733719555,"source_url":"/group/6581764175733719555/","item_id":6581764175733719555,"user_auth_info":{},"seo_url":"/group/6581764175733719555/","keyword":"街拍","middle_image_url":"http://p3.pstatp.com/list/300x196/pgc-image/153243632337253a39946a2","behot_time":"1532436389","tag":"news_fashion","image_url":"//p1.pstatp.com/list/pgc-image/153243632337253a39946a2","has_image":true,"highlight":{"source":[[0,2]],"abstract":[],"title":[[0,2]]},"group_id":6581764175733719555,"image_count":5},{"cell_type":20,"queries":[{"url":"/search/keyword=%E8%A1%97%E6%8B%8D%E4%BD%8E%E8%85%B0%E8%A3%A4","text":"街拍低腰裤"},{"url":"/search/keyword=%E4%B8%9D%E8%A2%9C%E7%BE%8E%E8%85%BF%E8%A1%97%E6%8B%8D","text":"丝袜美腿街拍"},{"url":"/search/keyword=%E8%A1%97%E6%8B%8D%E4%B8%80%E6%AD%A5%E8%A3%99","text":"街拍一步裙"},{"url":"/search/keyword=%E8%A1%97%E6%8B%8D%E7%86%9F%E4%B8%9D","text":"街拍熟丝"},{"url":"/search/keyword=%E6%80%A7%E6%84%9F%E7%BE%8E%E5%A5%B3%E8%A1%97%E6%8B%8D","text":"性感美女街拍"},{"url":"/search/keyword=%E5%A4%8F%E5%AD%A3%E8%A1%97%E6%8B%8D","text":"夏季街拍"},{"url":"/search/keyword=%E8%A1%97%E6%8B%8D+%E8%87%80","text":"街拍 臀"},{"url":"/search/keyword=%E4%B8%89%E9%87%8C%E5%B1%AF%E8%A1%97%E6%8B%8D","text":"三里屯街拍"},{"url":"/search/keyword=%E8%A1%97%E6%8B%8D%E7%94%B7%E5%A4%8F%E5%AD%A3","text":"街拍男夏季"},{"url":"/search/keyword=%E6%88%90%E9%83%BD%E8%A1%97%E6%8B%8D","text":"成都街拍"}]}],"message":"success","action_label_pgc":"click_search"
}View Code
for url in parse_page_index(html):# print(url)# None# None# http: // toutiao.com / group / 6581952133069799949 /# http: // toutiao.com / group / 6581984163740516867 /# http: // toutiao.com / group / 6581673508466590221 /# None# http: // toutiao.com / group / 6581917968358179336 /# None# None# None# http: // toutiao.com / group / 6575128377458426371 /# http: // toutiao.com / group / 6582006694723715588 /# http: // toutiao.com / group / 6581765451573887502 /# http: // toutiao.com / group / 6582111493955781123 /# http: // toutiao.com / group / 6581997033534521869 /# http: // toutiao.com / group / 6581676939176575502 /# http: // toutiao.com / group / 6581962096009806350 /# http: // toutiao.com / group / 6582123909108204040 /# http: // toutiao.com / group / 6581764175733719555 /# Nonehtml = get_page_detail(url)if html:parse_page_detail(html)
if __name__ == '__main__':main()
街拍爬虫完整代码
/www/python3/maoyantop100/config.py
MONGO_URL='192.168.33.12:27017' MONGO_DB='toutiao' MONGO_TABLE='toutiao'GROUP_START=1 GROUP_END=20KEYWORD='街拍'
/www/python3/maoyantop100/jiepai.py
import requests
from urllib.parse import urlencode
# 引入异常类
from requests.exceptions import RequestException
# 保存文件时用到json格式
import json
# 正则表达式
import re
from bs4 import BeautifulSoup
import pymongo
import os
from hashlib import md5
from config import *
from multiprocessing import Pool
from json import JSONDecodeError
from pathlib import *client = pymongo.MongoClient(MONGO_URL)
# client = pymongo.MongoClient(host='192.168.33.12', port=27017)
db = client[MONGO_DB]def get_page_index(offset,keyword):data = {'autoload':'true','count':'20','cur_tab':1,'format':'json','from':'search_tab','keyword':keyword,'offset':offset}url = 'https://www.toutiao.com/search_content/?'+ urlencode(data)try:response = requests.get(url)if response.status_code == 200:return response.textreturn Noneexcept RequestException:print('请求索引页出错')return None# 获得图集的url
def parse_page_index(html):try:data = json.loads(html)if data and 'data' in data.keys():for item in data.get('data'):yield item.get('article_url')except JSONDecodeError:pass# 获得页面的详细内容
def get_page_detail(url):try:headers = {'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/61.0.3163.100 Safari/537.36'}response = requests.get(url, headers=headers)if response.status_code == 200:return response.textreturn Noneexcept RequestException:print('请求详情页出错',url)return None# 解析详情页
def parse_page_detail(html,url):soup = BeautifulSoup(html,'lxml')title = soup.select('title')[0].get_text()# print(title)# 路人街拍，个子不高，穿得却很有范，而且时尚潮流# 这里一定要加r，表示不转义# image_pattren = re.search(r'gallery:.*?parse\("(.*?)"\),', html, re.S)# < _sre.SRE_Match object; span = (4956, 8371), match = 'gallery: JSON.parse("{\\"count\\":5,\\"sub_images>
# group（0）就是匹配正则表达式整体结果# group(1) 列出第一个括号匹配部分# print(image_pattren.group(1))# {\"count\":5,\"sub_images\":[{\"url\":\"http:\\/\\/p3.pstatp.com\\/origin\\/pgc-image\\/15324800265505b953ab972\",\"width\":640,\"url_list\":[{\"url\":\"http:\\/\\/p3.pstatp.com\\/origin\\/pgc-image\\/15324800265505b953ab972\"},{\"url\":\"http:\\/\\/pb9.pstatp.com\\/origin\\/pgc-image\\/15324800265505b953ab972\"},{\"url\":\"http:\\/\\/pb1.pstatp.com\\/origin\\/pgc-image\\/15324800265505b953ab972\"}],\"uri\":\"origin\\/pgc-image\\/15324800265505b953ab972\",\"height\":959},{\"url\":\"http:\\/\\/p3.pstatp.com\\/origin\\/pgc-image\\/1532480004156480c21a63e\",\"width\":640,\"url_list\":[{\"url\":\"http:\\/\\/p3.pstatp.com\\/origin\\/pgc-image\\/1532480004156480c21a63e\"},{\"url\":\"http:\\/\\/pb9.pstatp.com\\/origin\\/pgc-image\\/1532480004156480c21a63e\"},{\"url\":\"http:\\/\\/pb1.pstatp.com\\/origin\\/pgc-image\\/1532480004156480c21a63e\"}],\"uri\":\"origin\\/pgc-image\\/1532480004156480c21a63e\",\"height\":1011},{\"url\":\"http:\\/\\/p3.pstatp.com\\/origin\\/pgc-image\\/1532480016958bdc65dea62\",\"width\":640,\"url_list\":[{\"url\":\"http:\\/\\/p3.pstatp.com\\/origin\\/pgc-image\\/1532480016958bdc65dea62\"},{\"url\":\"http:\\/\\/pb9.pstatp.com\\/origin\\/pgc-image\\/1532480016958bdc65dea62\"},{\"url\":\"http:\\/\\/pb1.pstatp.com\\/origin\\/pgc-image\\/1532480016958bdc65dea62\"}],\"uri\":\"origin\\/pgc-image\\/1532480016958bdc65dea62\",\"height\":929},{\"url\":\"http:\\/\\/p9.pstatp.com\\/origin\\/pgc-image\\/15324800362354f9d1c3ec1\",\"width\":640,\"url_list\":[{\"url\":\"http:\\/\\/p9.pstatp.com\\/origin\\/pgc-image\\/15324800362354f9d1c3ec1\"},{\"url\":\"http:\\/\\/pb1.pstatp.com\\/origin\\/pgc-image\\/15324800362354f9d1c3ec1\"},{\"url\":\"http:\\/\\/pb3.pstatp.com\\/origin\\/pgc-image\\/15324800362354f9d1c3ec1\"}],\"uri\":\"origin\\/pgc-image\\/15324800362354f9d1c3ec1\",\"height\":960},{\"url\":\"http:\\/\\/p3.pstatp.com\\/origin\\/pgc-image\\/15324800476353e6c3e0c25\",\"width\":640,\"url_list\":[{\"url\":\"http:\\/\\/p3.pstatp.com\\/origin\\/pgc-image\\/15324800476353e6c3e0c25\"},{\"url\":\"http:\\/\\/pb9.pstatp.com\\/origin\\/pgc-image\\/15324800476353e6c3e0c25\"},{\"url\":\"http:\\/\\/pb1.pstatp.com\\/origin\\/pgc-image\\/15324800476353e6c3e0c25\"}],\"uri\":\"origin\\/pgc-image\\/15324800476353e6c3e0c25\",\"height\":986}],\"max_img_width\":640,\"labels\":[\"\\u65f6\\u88c5\\u642d\\u914d\"],\"sub_abstracts\":[\"\\u8def\\u4eba\\u8857\\u62cd\\uff0c\\u4e2a\\u5b50\\u4e0d\\u9ad8\\uff0c\\u7a7f\\u5f97\\u5374\\u5f88\\u6709\\u8303\\uff0c\\u800c\\u4e14\\u65f6\\u5c1a\\u6f6e\\u6d41\",\" \",\" \",\" \",\" \"],\"sub_titles\":[\"\\u8def\\u4eba\\u8857\\u62cd\\uff0c\\u4e2a\\u5b50\\u4e0d\\u9ad8\\uff0c\\u7a7f\\u5f97\\u5374\\u5f88\\u6709\\u8303\\uff0c\\u800c\\u4e14\\u65f6\\u5c1a\\u6f6e\\u6d41\",\"\\u8def\\u4eba\\u8857\\u62cd\\uff0c\\u4e2a\\u5b50\\u4e0d\\u9ad8\\uff0c\\u7a7f\\u5f97\\u5374\\u5f88\\u6709\\u8303\\uff0c\\u800c\\u4e14\\u65f6\\u5c1a\\u6f6e\\u6d41\",\"\\u8def\\u4eba\\u8857\\u62cd\\uff0c\\u4e2a\\u5b50\\u4e0d\\u9ad8\\uff0c\\u7a7f\\u5f97\\u5374\\u5f88\\u6709\\u8303\\uff0c\\u800c\\u4e14\\u65f6\\u5c1a\\u6f6e\\u6d41\",\"\\u8def\\u4eba\\u8857\\u62cd\\uff0c\\u4e2a\\u5b50\\u4e0d\\u9ad8\\uff0c\\u7a7f\\u5f97\\u5374\\u5f88\\u6709\\u8303\\uff0c\\u800c\\u4e14\\u65f6\\u5c1a\\u6f6e\\u6d41\",\"\\u8def\\u4eba\\u8857\\u62cd\\uff0c\\u4e2a\\u5b50\\u4e0d\\u9ad8\\uff0c\\u7a7f\\u5f97\\u5374\\u5f88\\u6709\\u8303\\uff0c\\u800c\\u4e14\\u65f6\\u5c1a\\u6f6e\\u6d41\"]}
# 对于一个输入的字符串，利用正则表达式，来实现字符串替换处理的功能返回处理后的字符串# if image_pattren.group(1) != NoneType:# result = re.sub(r'\\', '', image_pattren.group(1))# 有些链接匹配报错: AttributeError: 'NoneType' object has no attribute 'group'# 解决方法try:image_pattren = re.search(r'gallery:.*?parse\("(.*?)"\),', html, re.S)result = re.sub(r'\\', '', image_pattren.group(1))except: # 有些json需要修复try:result = "{" + re.search(r'("sub_images":\[\{.*?\}\]),"max', image_pattren).group(1) + "}"except:return None# data = json.loads(image_pattren)# {# "count": 5,# "sub_images": [# {# "url": "http://p3.pstatp.com/origin/pgc-image/15324800265505b953ab972",# "width": 640,# "url_list": [# {# "url": "http://p3.pstatp.com/origin/pgc-image/15324800265505b953ab972"# },# {# "url": "http://pb9.pstatp.com/origin/pgc-image/15324800265505b953ab972"# },# {# "url": "http://pb1.pstatp.com/origin/pgc-image/15324800265505b953ab972"# }# ],# "uri": "origin/pgc-image/15324800265505b953ab972",# "height": 959# },# {# "url": "http://p3.pstatp.com/origin/pgc-image/1532480004156480c21a63e",# "width": 640,# "url_list": [# {# "url": "http://p3.pstatp.com/origin/pgc-image/1532480004156480c21a63e"# },# {# "url": "http://pb9.pstatp.com/origin/pgc-image/1532480004156480c21a63e"# },# {# "url": "http://pb1.pstatp.com/origin/pgc-image/1532480004156480c21a63e"# }# ],# "uri": "origin/pgc-image/1532480004156480c21a63e",# "height": 1011# },# {# "url": "http://p3.pstatp.com/origin/pgc-image/1532480016958bdc65dea62",# "width": 640,# "url_list": [# {# "url": "http://p3.pstatp.com/origin/pgc-image/1532480016958bdc65dea62"# },# {# "url": "http://pb9.pstatp.com/origin/pgc-image/1532480016958bdc65dea62"# },# {# "url": "http://pb1.pstatp.com/origin/pgc-image/1532480016958bdc65dea62"# }# ],# "uri": "origin/pgc-image/1532480016958bdc65dea62",# "height": 929# },# {# "url": "http://p9.pstatp.com/origin/pgc-image/15324800362354f9d1c3ec1",# "width": 640,# "url_list": [# {# "url": "http://p9.pstatp.com/origin/pgc-image/15324800362354f9d1c3ec1"# },# {# "url": "http://pb1.pstatp.com/origin/pgc-image/15324800362354f9d1c3ec1"# },# {# "url": "http://pb3.pstatp.com/origin/pgc-image/15324800362354f9d1c3ec1"# }# ],# "uri": "origin/pgc-image/15324800362354f9d1c3ec1",# "height": 960# },# {# "url": "http://p3.pstatp.com/origin/pgc-image/15324800476353e6c3e0c25",# "width": 640,# "url_list": [# {# "url": "http://p3.pstatp.com/origin/pgc-image/15324800476353e6c3e0c25"# },# {# "url": "http://pb9.pstatp.com/origin/pgc-image/15324800476353e6c3e0c25"# },# {# "url": "http://pb1.pstatp.com/origin/pgc-image/15324800476353e6c3e0c25"# }# ],# "uri": "origin/pgc-image/15324800476353e6c3e0c25",# "height": 986# }# ],# "max_img_width": 640,# "labels": [# "u65f6u88c5u642du914d"# ],# "sub_abstracts": [# "u8defu4ebau8857u62cduff0cu4e2au5b50u4e0du9ad8uff0cu7a7fu5f97u5374u5f88u6709u8303uff0cu800cu4e14u65f6u5c1au6f6eu6d41",# " ",# " ",# " ",# " "# ],# "sub_titles": [# "u8defu4ebau8857u62cduff0cu4e2au5b50u4e0du9ad8uff0cu7a7fu5f97u5374u5f88u6709u8303uff0cu800cu4e14u65f6u5c1au6f6eu6d41",# "u8defu4ebau8857u62cduff0cu4e2au5b50u4e0du9ad8uff0cu7a7fu5f97u5374u5f88u6709u8303uff0cu800cu4e14u65f6u5c1au6f6eu6d41",# "u8defu4ebau8857u62cduff0cu4e2au5b50u4e0du9ad8uff0cu7a7fu5f97u5374u5f88u6709u8303uff0cu800cu4e14u65f6u5c1au6f6eu6d41",# "u8defu4ebau8857u62cduff0cu4e2au5b50u4e0du9ad8uff0cu7a7fu5f97u5374u5f88u6709u8303uff0cu800cu4e14u65f6u5c1au6f6eu6d41",# "u8defu4ebau8857u62cduff0cu4e2au5b50u4e0du9ad8uff0cu7a7fu5f97u5374u5f88u6709u8303uff0cu800cu4e14u65f6u5c1au6f6eu6d41"# ]# }data = json.loads(result)if data:if data and 'sub_images' in data.keys():sub_images = data.get('sub_images')# print(sub_images)# [{'url': 'http://p3.pstatp.com/origin/pgc-image/15324797266414994fe0c29', 'width': 640,# 'url_list': [{'url': 'http://p3.pstatp.com/origin/pgc-image/15324797266414994fe0c29'},# {'url': 'http://pb9.pstatp.com/origin/pgc-image/15324797266414994fe0c29'},# {'url': 'http://pb1.pstatp.com/origin/pgc-image/15324797266414994fe0c29'}],# 'uri': 'origin/pgc-image/15324797266414994fe0c29', 'height': 1024},# {'url': 'http://p9.pstatp.com/origin/pgc-image/153247973590013e70c2a38', 'width': 640,# 'url_list': [{'url': 'http://p9.pstatp.com/origin/pgc-image/153247973590013e70c2a38'},# {'url': 'http://pb1.pstatp.com/origin/pgc-image/153247973590013e70c2a38'},# {'url': 'http://pb3.pstatp.com/origin/pgc-image/153247973590013e70c2a38'}],# 'uri': 'origin/pgc-image/153247973590013e70c2a38', 'height': 959},# {'url': 'http://p3.pstatp.com/origin/pgc-image/1532479751908bed79d4f72', 'width': 640,# 'url_list': [{'url': 'http://p3.pstatp.com/origin/pgc-image/1532479751908bed79d4f72'},# {'url': 'http://pb9.pstatp.com/origin/pgc-image/1532479751908bed79d4f72'},# {'url': 'http://pb1.pstatp.com/origin/pgc-image/1532479751908bed79d4f72'}],# 'uri': 'origin/pgc-image/1532479751908bed79d4f72', 'height': 959},# {'url': 'http://p9.pstatp.com/origin/pgc-image/1532479760753c3d36e0148', 'width': 640,# 'url_list': [{'url': 'http://p9.pstatp.com/origin/pgc-image/1532479760753c3d36e0148'},# {'url': 'http://pb1.pstatp.com/origin/pgc-image/1532479760753c3d36e0148'},# {'url': 'http://pb3.pstatp.com/origin/pgc-image/1532479760753c3d36e0148'}],# 'uri': 'origin/pgc-image/1532479760753c3d36e0148', 'height': 1024},# {'url': 'http://p3.pstatp.com/origin/pgc-image/15324797433230a3c07d03a', 'width': 640,# 'url_list': [{'url': 'http://p3.pstatp.com/origin/pgc-image/15324797433230a3c07d03a'},# {'url': 'http://pb9.pstatp.com/origin/pgc-image/15324797433230a3c07d03a'},# {'url': 'http://pb1.pstatp.com/origin/pgc-image/15324797433230a3c07d03a'}],# 'uri': 'origin/pgc-image/15324797433230a3c07d03a', 'height': 960}]images = [item.get('url') for item in sub_images]# print(images)# ['http://p3.pstatp.com/origin/pgc-image/15324797266414994fe0c29',# 'http://p9.pstatp.com/origin/pgc-image/153247973590013e70c2a38',# 'http://p3.pstatp.com/origin/pgc-image/1532479751908bed79d4f72',# 'http://p9.pstatp.com/origin/pgc-image/1532479760753c3d36e0148',# 'http://p3.pstatp.com/origin/pgc-image/15324797433230a3c07d03a']# 保存图片的根目录root_dir = create_dir('/www/python3/')# 根据每组图片的title标题名创建目录download_dir = create_dir(root_dir / title)# 下载图片for image in images:download_image(download_dir,image)return {'title':title,'images':images,'url':url}# 存储到MongoDB数据库中
def save_to_mongo(result):if db[MONGO_TABLE].insert(result):print('存储到MongoDB成功',result)return Truereturn False# 下载图片
def download_image(save_dir,url):print('正在下载',url)try:headers = {'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/61.0.3163.100 Safari/537.36'}response = requests.get(url, headers=headers)if response.status_code == 200:# 调用存储图片函数，返回二进制save_image(save_dir,response.content)return response.textreturn Noneexcept RequestException:print('请求图片出错',url)return None# 保存图片到本地
def save_image(save_dir,content):# 把文件保存到本地，文件有三部分内容(路径)/（文件名）.（后缀）# 用format构造字符串(项目路径，文件名，格式),md5文件名可以避免重复# os.getcwd()程序同目录# file_path = '{0}/{1}.{2}'.format(os.getcwd(), md5(content).hexdigest(), 'jpg')# 自定义保存目录file_path = '{0}/{1}.{2}'.format(save_dir, md5(content).hexdigest(),'jpg')# 如果文件不存在，开始存入if not os.path.exists(file_path):with open(file_path,'wb') as f:f.write(content)f.close()# 利用pathlib库根据传入的目录名创建一个文件目录
def create_dir(name):#根据传入的目录名创建一个目录，这里用到了 python3.4 引入的 pathlib 。directory = Path(name)if not directory.exists():directory.mkdir()return directorydef main(offset):html = get_page_index(offset,KEYWORD)# print(html)for url in parse_page_index(html):# print(url)# http://toutiao.com/group/6581952133069799949/
html = get_page_detail(url)# print(html)if html:result = parse_page_detail(html,url)print(result)# {'title': '路人街拍，个子不高，穿得却很有范，而且时尚潮流',# 'images': ['http://p3.pstatp.com/origin/pgc-image/15324800265505b953ab972',# 'http://p3.pstatp.com/origin/pgc-image/1532480004156480c21a63e',# 'http://p3.pstatp.com/origin/pgc-image/1532480016958bdc65dea62',# 'http://p9.pstatp.com/origin/pgc-image/15324800362354f9d1c3ec1',# 'http://p3.pstatp.com/origin/pgc-image/15324800476353e6c3e0c25'],# 'url': 'http://toutiao.com/group/6581952133069799949/'}if result: save_to_mongo(result)if __name__ == '__main__':# main(20)groups = [x*20 for x in range(GROUP_START,GROUP_END+1)]pool = Pool()pool.map(main,groups)
转载于:https://www.cnblogs.com/zouke1220/p/9368187.html
2.分析Ajax请求并抓取今日头条街拍美图相关推荐
- 分析Ajax请求并抓取今日头条街拍美图
1.抓取索引页内容 利用requests请求目标站点,得到索引网页HTML代码,返回结果 2.抓取详情页内容 解析返回结果,得到详情的链接,并进一步抓取详情页的信息 3.下载图片与保存数据库 将图片下 ...
- python爬虫今日头条街拍美图开发背景_分析Ajax请求并抓取今日头条街拍美图：爬取详情页的url与实际页面上显示不符...
from urllib.parse import urlencode import re from requests.exceptions import RequestException from b ...
- Python爬虫实战02：分析Ajax请求并抓取今日头条街拍
1 目标网站分析 首先我们打开今日头条网站,搜索 街拍,点击图集,这里每就是我们要爬取的目录,我们称为索引页.1 点开一个标题,进去,称为详情页.2这里面的图是我们所要爬取的.比如这里可以点击图片,共 ...
- php抓取今日头条,分析Ajax来抓取今日头条街拍美图
一.介绍 还是根据崔大大的视频来码的文章,不得不说,抓取文件并下载下来比抓取网页内容信息复杂多了 二.流程 目标站点分析 用浏览器打开今日头条输入'街拍',打开审查元素,点击'图集' 1.首先我们要找 ...
- 分析Ajax抓取今日头条街拍美图
声明:此篇文章主要是观看静觅教学视频后做的笔记,原教程地址https://cuiqingcai.com/ 实现流程介绍 1.抓取索引页内容:利用requests请求目标站点,得到索引网页HTML代码, ...
- ajax动态抓取今日头条街拍美图
1.分析网站源码. 网站是局部动态变化,offset变化加载内容,变化范围为0,20,40··· 首先要获取索引页代码数据,定义索引页,由于是ajax请求,offset根据索引变化0.20.40··· ...
- 爬取今日头条街拍美图
相关背景: 本篇文章是基于爬虫实践课程–分析Ajax请求并抓取今日头条街拍美图 其实我最开始也只想在CSDN上面找一篇文章看看结果都是分析没有实操,没办法最后只能自己写了,本篇文章里面的问题也是我遇到 ...
- python爬虫今日头条_python爬虫—分析Ajax请求对json文件爬取今日头条街拍美图
python爬虫-分析Ajax请求对json文件爬取今日头条街拍美图 前言 本次抓取目标是今日头条的街拍美图,爬取完成之后,将每组图片下载到本地并保存到不同文件夹下.下面通过抓取今日头条街拍美图讲解一 ...
- [Python3网络爬虫开发实战] --分析Ajax爬取今日头条街拍美图
[Python3网络爬虫开发实战] --分析Ajax爬取今日头条街拍美图 学习笔记--爬取今日头条街拍美图 准备工作 抓取分析 实战演练 学习笔记–爬取今日头条街拍美图 尝试通过分析Ajax请求来抓取 ...
最新文章
- ES权威指南[官方文档学习笔记]-57 Analysis and analyzers
- vue 复选框的渲染
- 【转】接口测试技术介绍
- WCF自我学习之(一)
- 腾讯急招.NET，但你准备好了吗？
- flutter 自定义键盘_掘金 AMA：听闲鱼客户端架构师邬吉风聊 Flutter 和移动端开发那些事...
- sql server 2005 T-SQL BEGIN DIALOG CONVERSATION (Transact-SQL)
- mysql中datetime有带时区_当服务器时区不是UTC时，从Java中检索来自MySQL的UTC DATETIME字段...
- 嵌入式linux镜像制作,嵌入式Linux根文件系统制做步骤(笔记)
- python网络爬虫从入门到精通吕云翔_python爬虫
- 如何利用魔棒工具抠图_PS怎么抠图？魔棒工具抠图详细步骤教程-Photoshop教程
- pandas+groupby对南京二手房进行数据可视化及大图显示
- 《大象--Thinking in UML》已经发售！简介及目录
- 取得当前日期相对应的月初，月末，季初，季末，年初，年末
- TLD 源码详解（一）--- TLD的编译和运行
- webstorm2019 汉化后无法设置 webstorm最新汉化包
- Paper系列的查重和知网维普的查重对比
- Inpaint＞＞一款神奇的去水印工具
- 【RS】关于路由器ping不通直连的几种原因(1)
- 光遇钢琴mysql_光遇怎么弹琴 弹琴方法