#coding:utf8#------------------------------------------------------#Filename: getWeather.py#Revision: 1.0#Date: 2018/08/17#Author: Jim#Description:#Notes: 通过调用高德API获取天气数据#key: 6ca7b720f2ab2a48f749c1e19c3d1c47#高德API相关文档: https://lbs.amap.com/api/#获取天气: https://restapi.amap.com/v3/weather/weatherInfo?city=110101&key=#如:https://restapi.amap.com/v3/weather/weatherInfo?city=110101&key=6ca7b720f2ab2a48f749c1e19c3d1c47#------------------------------------------------------

importtime, re, os, sys, time,urllib2,shutil,stringimportjson,datetime,MySQLdbfrom dateutil.parser importparse#设置utf-8编码格式

reload(sys)

sys.setdefaultencoding("utf-8")#获取当前日期的前n天

def getbeforeDay(n=0):

now_time=datetime.datetime.now()

beforeday= now_time -datetime.timedelta(n)return beforeday.strftime("%Y%m%d")

scriptDir=os.getcwd()if len(sys.argv) > 1:

job_date_id= sys.argv[1]else:

job_date_id=getbeforeDay(0)print "当前脚本路径:%s,当前参数日期:%s" %(scriptDir,job_date_id)#保存数据到文件文件

def saveContext(filename,*name):

format= '^'dev_prd_flag= 'prd'context=name[0]for i in name[1:]:

context= context + format +str(i)

context= str(context).replace('(','(').replace(')',')').replace('，',',').replace('：',':')if dev_prd_flag != 'prd':printcontextelse:#去除文件路径名首位空格

filename =filename.strip()#读取目录名称

path =os.path.dirname(filename)#如果目录不存在则创建目录

if notos.path.exists(path):

os.makedirs(path)#读取文件名称,以追加的方式写文件

name =os.path.basename(filename)

fp= open(filename,'a')

fp.write(context+'\n')

fp.close()#获取网页文件

def getHtml(url,code='utf-8'):

headers={'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.137 Safari/537.36 LBBROWSER'}

request= urllib2.Request(url,headers=headers)

response= urllib2.urlopen(request,data=None,timeout=60)

html=unicode(response.read(),str(code))returnhtmlclassConMysql():def __init__(self,host='192.168.122.140',user='shutong',passwd='shutong',db='edw'):print "连接mysql数据库"

try:

conn=MySQLdb.connect(

host=host,

port= 3306,

user=user,

passwd=passwd,

db=db,

charset='utf8',

)

self.conn=connprint "连接mysql成功"

except:print "连接mysql失败"

defexecSQL(self,sql):print "执行语句:%s" %(sql)

cur=self.conn.cursor()

cur.execute('set character_set_client = utf8')

cur.execute('set character_set_server = utf8')

cur.execute('set character_set_connection = utf8')

cur.execute('set character_set_results = utf8')

cur.execute('set collation_connection = utf8_general_ci')

cur.execute('set collation_server = utf8_general_ci')

result=cur.fetchmany(cur.execute(sql))

cur.close()

self.conn.commit()returnresult'''析构方法'''

def __del__(self):ifself.conn:

self.conn.close()else:passadcode= "110000"key= "6ca7b720f2ab2a48f749c1e19c3d1c47"

defcrawl_weather(adcode):

url= "https://restapi.amap.com/v3/weather/weatherInfo?city=%s&key=%s" %(adcode,key)

html=getHtml(url)

jsondata=json.loads(html)#省份

province = jsondata['lives'][0]['province']#市

city = jsondata['lives'][0]['province']#区域编码

adcode = jsondata['lives'][0]['adcode']#天气现象

weather = jsondata['lives'][0]['weather']#实时气温 摄氏度

temperature = jsondata['lives'][0]['temperature']#风向

winddirection = jsondata['lives'][0]['winddirection']#风力

windpower = jsondata['lives'][0]['windpower']#空气湿度

humidity = jsondata['lives'][0]['humidity']#数据发布时间

reporttime = jsondata['lives'][0]['reporttime']#日期

date_id = parse(reporttime).strftime('%Y%m%d')#小时

hour_id = parse(reporttime).strftime('%H')printprovince,city,adcode,weather,temperature,winddirection,windpower,humidity,reporttime,date_id,hour_id

sql= "insert ignore into fact_weather_adcode_day values ('%s','%s','%s','%s','%s','%s','%s','%s','%s','%s','%s');" %(province,city,adcode,weather,temperature,winddirection,windpower,humidity,reporttime,date_id,hour_id)printsql

conn.execSQL(sql)

conn=ConMysql()

crawl_weather(adcode)