爬虫代码：

import time

import csv

import re

from urllib import request

import json

c=open(r'D:\安吉竹博园开元度假村.csv','a+',newline='',encoding='utf8')

fieldnames=['user','time','score','content']

writer=csv.DictWriter(c,fieldnames=fieldnames)

writer.writeheader()

def getResponse(url):

'''

请求头信息(data)通过下面这个网站(据说是手机端网页)获得，其中26683709是酒店的ID号，而酒店的ID号就在原始网站的网页链接中

https://m.ctrip.com/webapp/hotel/HotelDetail/dianping/26683709.html

携程上安吉竹博园开元度假村原始网站：https://hotels.ctrip.com/hotel/26683709.html?isFull=F&masterhotelid=26683709&hcityid=659#ctm_ref=hod_sr_lst_dl_n_1_6

'''

data = {"hotelId": 26683709, "pageIndex": 2, "tagId": 0, "pageSize": 10, "groupTypeBitMap": 2,"needStatisticInfo": 0, "order": 0, "basicRoomName": "", "travelType": -1,"head": {"cid": "09031174312350135405", "ctok": "", "cver": "1.0", "lang": "01", "sid": "8888","syscode": "09", "auth": "93C8AE20D20009DC90E6E10BB588DE61E67EBBC236DE15433FDDADFD95636F28", "extension": []}}

data = json.dumps(data).encode(encoding='utf-8')#封装请求信息.json.dumps()用于将字典形式的数据转化为字符串

header_dict = {'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Trident/7.0; rv:11.0) like Gecko',

"Content-Type": "application/json"}

url_request = request.Request(url=url, data=data, headers=header_dict)

url_response = request.urlopen(url_request)

return url_response

datas = []#存放生成的多个请求头

for j in range(6):

#使用"pageIndex":str(j + 1)进行翻页

data1 = {"hotelId": 26683709, "pageIndex":str(j + 1), "tagId": 0, "pageSize": 10, "groupTypeBitMap": 2,"needStatisticInfo": 0, "order": 0, "basicRoomName": "", "travelType": -1,"head": {"cid": "09031174312350135405", "ctok": "", "cver": "1.0", "lang": "01", "sid": "8888","syscode": "09", "auth": "93C8AE20D20009DC90E6E10BB588DE61E67EBBC236DE15433FDDADFD95636F28", "extension": []}}

datas.append(data1)

for k in datas[:6]:

print('正在抓取第' + k['pageIndex'] + "页")

time.sleep(3)

http_response = getResponse("http://m.ctrip.com/restapi/soa2/16765/gethotelcomment?_fxpcqlniredt=09031144211504567945")

html = http_response.read().decode('utf-8') #返回的是字符串格式的html网页

html = json.loads(html)#json.loads将字符串格式的数据转为字典格式，方便后面进行信息提取

comments = html['othersCommentList']

for i in comments:

user = i['id']

time1 = i['postDate']

score = i['ratingPoint']

content = i['content']

content = re.sub(" ", "", content)

content = re.sub("", "", content)

writer.writerow({'user': user, 'time': time1, 'score': score, 'content': content})

c.close()

import pandas as pd

pd = pd.read_csv('D:\\安吉竹博园开元度假村.csv',encoding='utf8')

print(pd.head(5))

pd.to_excel('D:\\安吉竹博园开元度假村.xlsx',encoding='utf8')

注释：

①同一酒店的手机端样式如下，可以在电脑打开手机端网页~然后按F12，查看网页元素，如果没有反映，刷新网页即可。找到并点击上面页面中的“网络”，一般来说，按F12后会自动定位到“网络”这个选项。然后在“过滤URL”框中输入“comment”，实现对URL的筛选，由于我们需要的是用户的评论数据，所以输入的关键词是comment。同一酒店，手机端网页

然后，找到并点击“请求”按钮，我们需要的爬虫参数全都出来了~如果没有出来，记得刷新网页！！！

②单个网页爬取到的数据如下，为了方便演示，这里只展示了一个用户的评论信息：

可以看到，我们需要的评论数据所在位置信息：

{……

"othersCommentList":[

“id":463405361,

"postDate":"2020-10-09",

"content":"早餐丰盛，可以吃到10点，睡个懒觉不影响，周边环境优美，竹博园很近就对面，开车去镇上15分钟路程",

……

"ratingPoint":5.0,

……

]

……}

{"ResponseStatus":{"Timestamp":"/Date(1604107459363+0800)/","Ack":"Success","Errors":[],"Extension":[{"Id":"request-id","Value":"ab464e9e-34d9-4844-b094-01cc37a0e02e"},{"Id":"CLOGGING_TRACE_ID","Value":"6206733633293836208"},{"Id":"RootMessageId","Value":"100025527-0a3d537c-445585-3179358"}]},

"tdk":{"title":"安吉竹博园开元度假村点评-安吉竹博园开元度假村怎么样-【携程旅行】","description":"携程旅行为您提供安吉竹博园开元度假村真实的服务点评、设施点评，帮您更好地入住安吉竹博园开元度假村，真实详细的安吉竹博园开元度假村点评、酒店图片信息，手机订安吉竹博园开元度假村，来携程旅行享受有房保证！","keywords":"安吉竹博园开元度假村怎么样,安吉竹博园开元度假村点评,携程酒店,手机订酒店,携程旅行"},

"statisticInfo":{"ratingAll":0.0,"commentDesc":"","recommendRate":100,"healthPoint":0.0,"environmentPoint":0.0,"servicePoint":0.0,"facilityPoint":0.0,"tagList":[{"id":"115","name":"早餐丰富","commentCount":69,"type":1},{"id":"104","name":"服务周到","commentCount":67,"type":1},{"id":"108","name":"环境不错","commentCount":44,"type":1},{"id":"132","name":"风景很好","commentCount":39,"type":1},{"id":"106","name":"位置好","commentCount":32,"type":1},{"id":"112","name":"设施齐全","commentCount":31,"type":1},{"id":"155582","name":"面朝安吉竹博园","commentCount":4,"type":1}],"tabList":[{"id":0,"name":"全部","count":0},{"id":3,"name":"有图","count":0},{"id":2,"name":"差评","count":0}]},

"nextGroupTypeBitMap":2,

"isLastPage":0,

"myCommentList":[],

"othersCommentList":[

{"id":463405361,

"baseRoomId":111904627,

"baseRoomName":"竹博园高级园景双床房",

"checkInDate":"2020-10",

"postDate":"2020-10-09",

"content":"早餐丰盛，可以吃到10点，睡个懒觉不影响，周边环境优美，竹博园很近就对面，开车去镇上15分钟路程",

"highlightPosition":"",

"feedbackList":[{"title":"酒店回复", "content":"尊敬的顾客：非常感谢您对安吉竹博园开元度假村的认可与支持！这好评看得我们心里美滋滋哒！“用心”为每一个客人服务，想你所想，入住期间有任何需求，一直以来是我们所坚持的 。欢迎下次入住体验哦。","source":2,"imageList":[]}],

"hasHotelFeedback":1,

"isCanFeedback":0,

"imageList":[

{"smallImage":"https://dimg04.c-ctrip.com/images/0236j1200086e6iwbE32D_C_150_150_Q50.jpg",

"bigImage":"https://dimg04.c-ctrip.com/images/0236j1200086e6iwbE32D_W_640_640_Q50.jpg"},

{"smallImage":"https://dimg04.c-ctrip.com/images/0231m1200086e83rb32B2_C_150_150_Q50.jpg",

"bigImage":"https://dimg04.c-ctrip.com/images/0231m1200086e83rb32B2_W_640_640_Q50.jpg"},

{"smallImage":"https://dimg04.c-ctrip.com/images/023271200086e7tpn38D5_C_150_150_Q50.jpg",

"bigImage":"https://dimg04.c-ctrip.com/images/023271200086e7tpn38D5_W_640_640_Q50.jpg"},

{"smallImage":"https://dimg04.c-ctrip.com/images/023251200086e72oi4813_C_150_150_Q50.jpg",

"bigImage":"https://dimg04.c-ctrip.com/images/023251200086e72oi4813_W_640_640_Q50.jpg"},

{"smallImage":"https://dimg04.c-ctrip.com/images/0231p1200086e6fpy33A3_C_150_150_Q50.jpg",

"bigImage":"https://dimg04.c-ctrip.com/images/0231p1200086e6fpy33A3_W_640_640_Q50.jpg"},

{"smallImage":"https://dimg04.c-ctrip.com/images/0233n1200086e5kcjCB9A_C_150_150_Q50.jpg",

"bigImage":"https://dimg04.c-ctrip.com/images/0233n1200086e5kcjCB9A_W_640_640_Q50.jpg"},

{"smallImage":"https://dimg04.c-ctrip.com/images/0234t1200086e5sfy6D69_C_150_150_Q50.jpg",

"bigImage":"https://dimg04.c-ctrip.com/images/0234t1200086e5sfy6D69_W_640_640_Q50.jpg"},

{"smallImage":"https://dimg04.c-ctrip.com/images/0234v1200086e4bg727E9_C_150_150_Q50.jpg",

"bigImage":"https://dimg04.c-ctrip.com/images/0234v1200086e4bg727E9_W_640_640_Q50.jpg"},

{"smallImage":"https://dimg04.c-ctrip.com/images/0236o1200086e5z2lB0AC_C_150_150_Q50.jpg",

"bigImage":"https://dimg04.c-ctrip.com/images/0236o1200086e5z2lB0AC_W_640_640_Q50.jpg"}],

"ratingPoint":5.0,

"ratingPointDesc":"超棒",

"travelType":"家庭亲子",

"userNickName":"西米露",

"userPicture":"/fd/headphoto/g6/M08/4A/0F/CggYtFbXq-qAVnCpAADk_ApbOhE423.jpg",

"commenterGrade":2,

"userCommentCount":10,

"userImageCount":24,

"userCommentUsefulCount":0,

"usefulNumber":0,

"canClickUseful":1,

"source":1,

"ctripBookRemark":"",

"orderId":"13431412171",

"isAnonymous":"N"}],

"hasHotelFeedback":1,

"isCanFeedback":0,

"imageList":[{"smallImage":"https://dimg04.c-ctrip.com/images/0232k1200086hx9grF96E_C_150_150_Q50.jpg","bigImage":"https://dimg04.c-ctrip.com/images/0232k1200086hx9grF96E_W_640_640_Q50.jpg"},

{"smallImage":"https://dimg04.c-ctrip.com/images/0233a1200086hx3sh92E0_C_150_150_Q50.jpg","bigImage":"https://dimg04.c-ctrip.com/images/0233a1200086hx3sh92E0_W_640_640_Q50.jpg"},

{"smallImage":"https://dimg04.c-ctrip.com/images/0236j1200086hx5a5E91F_C_150_150_Q50.jpg","bigImage":"https://dimg04.c-ctrip.com/images/0236j1200086hx5a5E91F_W_640_640_Q50.jpg"}],

"ratingPoint":5.0,

"ratingPointDesc":"超棒",

"travelType":"朋友出游",

"userNickName":"_WeChat26405",

"roomFilterList":[],

"basicRoomFilterList":[],

"totalCommentCount":0,

"enableShowCtripComment":false}