#!/usr/bin/python3
# -*- coding: UTF-8 -*-import json
import traceback
import rbcommondef readRegion(adcode, parent_code = None):# https://geo.datav.aliyun.com/areas/bound/140000.jsonurl = 'https://geo.datav.aliyun.com/areas/bound/' + adcode + '.json'print(url)echo = rbcommon.requestGet(url, 'UTF-8', 20, 10)if echo is None:print('URL request failed: ' + url)returnelif echo.find('<?') == 0:print('Not found: ' + url)return# print(echo)json_obj = json.loads(echo)region = {}region['name'] = json_obj['features'][0]['properties']['name']region['adcode'] = json_obj['features'][0]['properties']['adcode']region['telecode'] = json_obj['features'][0]['properties']['telecode']level = json_obj['features'][0]['properties']['level']if (level == 'country'):region['level'] = 0elif (level == 'province'):region['level'] = 1elif (level == 'city'):region['level'] = 2elif (level == 'district'):region['level'] = 3if ('parent' in json_obj['features'][0]['properties']) and (not json_obj['features'][0]['properties']['parent'] is None):region['parent'] = json_obj['features'][0]['properties']['parent']['adcode']else:region['parent'] = parent_code# read sub regionssub_regions = []region['children'] = sub_regions# https://geo.datav.aliyun.com/areas/bound/140000_full.jsonurl = 'https://geo.datav.aliyun.com/areas/bound/' + adcode + '_full.json'print(url)echo = rbcommon.requestGet(url, 'UTF-8', 20, 10)if echo is None:print('URL request failed: ' + url)return regionelif echo.find('<?') == 0:print('Not found: ' + url)return region# print(echo)json_obj = json.loads(echo)sub_objs = json_obj['features']for sub_obj in sub_objs:sub_region = {}sub_region['adcode'] = (str)(sub_obj['properties']['adcode'])if (sub_region['adcode'] == region['adcode']):continuesub_region['name'] = sub_obj['properties']['name']sub_region['telecode'] = Nonelevel = sub_obj['properties']['level']if (level == 'country'):sub_region['level'] = 0elif (level == 'province'):sub_region['level'] = 1elif (level == 'city'):sub_region['level'] = 2elif (level == 'district'):sub_region['level'] = 3sub_region['parent'] = adcodesub_regions.append(sub_region)# further check if the parent adcode is correctif (len(sub_regions) > 0):# https://geo.datav.aliyun.com/areas/bound/140000.jsonurl = 'https://geo.datav.aliyun.com/areas/bound/' + sub_regions[0]['adcode'] + '.json'# print(url)echo = rbcommon.requestGet(url, 'UTF-8', 20, 10)if echo is None:print('URL request failed: ' + url)elif echo.find('<?') == 0:print('Not found: ' + url)else:json_obj = json.loads(echo)if ('parent' in json_obj['features'][0]['properties']) and (not json_obj['features'][0]['properties']['parent'] is None):dummy_parent = json_obj['features'][0]['properties']['parent']['adcode']if (dummy_parent != sub_regions[0]['parent']):print('Update parent from {} to {}', sub_regions[0]['parent'], dummy_parent)for sub_region in sub_regions:sub_region['parent'] = dummy_parentreturn regiondef readAllRegion(parent_region):region = readRegion(parent_region['adcode'], parent_region['parent'])if not region is None:if (not region['parent'] is None) and (not region['parent'] in regions):new_region = readRegion(region['parent'], parent_region['parent'])if not new_region is None:regions.add(new_region['adcode'])insert(new_region)regions.add(region['adcode'])insert(region)for sub_region in region['children']:readAllRegion(sub_region)else:regions.add(parent_region['adcode'])insert(parent_region)def insert(region):try:with rbcommon.mysqlclient.cursor() as cursor:sql = 'INSERT IGNORE INTO `s_region` (`id`, `parent_id`, `level`, `name`, `tele_code`, `short_name`, ' \'`full_name`) VALUES (%s, %s, %s, %s, %s, %s, %s)'cursor.execute(sql, (region['adcode'],None if (not 'parent' in region) else region['parent'],region['level'],region['name'],region['telecode'],region['name'],'{}'))rbcommon.mysqlclient.commit()except Exception as e:print(json.dumps(region))traceback.print_exc()### MAIN ###
regions = set()
region = readRegion('100000')
readAllRegion(region)

mysqlclient = pymysql.connect(host=cfg['mysql']['host'],port=cfg['mysql']['port'],user=cfg['mysql']['user'],password=cfg['mysql']['password'],db=cfg['mysql']['db'],charset=cfg['mysql']['charset'],cursorclass=pymysql.cursors.DictCursor)