'''

Copyright (c) 2019.11.23 陈良辉 All rights reserved

本爬虫程序能实现的功能:

1.爬取苹果官网中国店的网页源码，并且解析

2.绘制中国各城市苹果店个数的条形图

3.保存中国所有苹果店的店面图

4.支持城市-具体地址、号码及图片的显示

'''

import requests

from bs4 import BeautifulSoup

import matplotlib.pyplot as plt

import os

import matplotlib.image as mpimg

#get_html(url)获取网址源码，并且解析

def get_html(url):

res = requests.get(url)

soup = BeautifulSoup(res.text,"lxml")

return soup

#get_adress(html)将城市为key，地区和网址存为value

def get_adress(html):

adr = {}

for country in html.find('div',id ='cnstores').find_all(attrs={'class':'toggle-section'}):

value = []

for city in country.find('h3'):

key = city

for adress in country.find_all('a'):

a = []

a.append(adress.string)

a.append(adress.get('href'))

value.append(a)

adr[key] = value

return adr

#get_chart(data)将获取的数据绘制成条形图

def get_chart(data):

data1 = []

data2 = []

for k,v in data.items():

data1.append(k)

data2.append(len(v))

plt.rcParams['font.sans-serif']=['SimHei']

plt.rcParams['axes.unicode_minus'] = False

plt.bar(data1,data2,color = 'g',align = 'center')

plt.title('苹果官方店中国各城市个数统计图')

plt.ylabel('个数(单位：个)')

plt.xlabel('城市')

plt.show()

#爬取具体页面的地址信息

def get_detail(url):

soup = get_html(url)

print('具体地址及电话:')

for adress in soup.find('div',attrs = {'class':'column large-12 medium-6 small-12 address-store-details'}).find_all(attrs={'class':'hcard-address'}):

print(adress.string)

#选择查询功能

def get_choice(data):

city = input('请输入一个上方统计图中存在的城市名:')

dict = {}

for area in data[city]:

dict[area[0]] = area[1]

print(area[0])

choice = input('请从上方选择一个地区:')

show(choice)

get_detail(dict[choice])

#图片显示

def show(choice):

pic = mpimg.imread('D:\\apple\\'+choice+'.jpg')

plt.imshow(pic)

plt.axis('off')

#下载图片

def get_pic(data):

os.makedirs('D:\\apple')

for k,v in data.items():

for area in data[k]:

url = area[1] + 'images/hero_thumb.jpg'

name = area[0]

r = requests.get(url, stream=True)

open('D:\\apple\\'+name+'.jpg', 'wb').write(r.content)

del r

print('所有图片下载完成，保存在D盘的apple文件内')

def main():

url = 'https://www.apple.com.cn/cn/retail/storelist/'

html = get_html(url)

data = get_adress(html)

get_chart(data)

get_pic(data)

get_choice(data)

if __name__ == '__main__':

main()