taiqiuxuanzhi_spider/gaode_api.py

import requests
from concurrent.futures import ThreadPoolExecutor, as_completed
from setting import GAODE_KEY, BANJING, LIANSUO_LIST, ZHUZHAI_COUNT, XUEXIAO_COUNT, XIEZILOU_COUNT, LIANSUO_COUNT, \
    JINGPIN_COUNT
from log import PPLogger


logger = PPLogger(name='gaode_api')
logger.setup_logger()
def get_zhoubian(location=None):
    data_dict = {'pipei': False, 'zhuzhai': [], 'xuexiao': [], 'xiezilou': [], 'jingpin': [], 'liansuo': []}
    if not location:
        return data_dict
    api = 'https://restapi.amap.com/v5/place/around'
    keywords = LIANSUO_LIST
    params_list = [{
        'key': GAODE_KEY,
        'keywords': keyword,
        'location': location,
        'radius': str(BANJING),
        'show_fields': 'business',
        'page_size': '50'
    } for keyword in keywords]
    params = {
        'key': GAODE_KEY,
        'types': '080113|120201|120202|120203|120300|141201|141202|141206',
        'location': location,
        'radius': str(BANJING),
        'show_fields': 'business',
        'page_size': '50'
    }
    results_liansuo = []
    with ThreadPoolExecutor() as pool:
        r1 = [pool.submit(requests.get, api, p) for p in params_list]
        for future1 in as_completed(r1):
            results_liansuo.append(future1.result().json())
        r2 = [pool.submit(requests.get, api, params)]
        for future2 in as_completed(r2):
            results_qita = future2.result().json()

    if results_qita['infocode'] != '10000':
        logger.error(results_qita)
        return data_dict

    for liansuo in results_liansuo:
        data_dict['liansuo'].extend(liansuo['pois'])
    for qita in results_qita['pois']:
        if '写字楼' in qita['type']:
            data_dict['xiezilou'].append(qita)
        elif '住宅' in qita['type']:
            data_dict['zhuzhai'].append(qita)
        elif '学校' in qita['type']:
            data_dict['xuexiao'].append(qita)
        elif '台球' in qita['type']:
            data_dict['jingpin'].append(qita)
        else:
            pass

    if (len(data_dict['zhuzhai']) >= int(ZHUZHAI_COUNT) or len(data_dict['xuexiao']) >= int(XUEXIAO_COUNT) or len(
            data_dict['xiezilou']) >= int(XIEZILOU_COUNT)) \
            and len(data_dict['jingpin']) <= int(LIANSUO_COUNT) \
            and len(data_dict['liansuo']) >= int(JINGPIN_COUNT):
        data_dict['pipei'] = True

    return data_dict


# print(get_zhoubian('120.42716445444404,36.165840548830225'))