123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869 |
- import time
- LOG_LEVEL = 'INFO'
- LOG_DIR = 'logs'
- LOG_FILE = '58spider.log'
- LOG_FORMAT = '%(asctime)s - %(filename)s - %(lineno)d - %(name)s - %(levelname)s - %(message)s'
- CONCURRENT_REQUESTS = 3
- USER_AGENT = [
- "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/39.0.2171.71 Safari/537.36",
-
-
-
- ]
- DOWNLOADER_IP_PROXY = 'https://api.xiaoxiangdaili.com/ip/get?appKey=1114815955776983040&appSecret=M4RS3NpN&cnt=2&wt=json&method=http&city=&province='
- _QU = 'jimo'
- _AREA = '100_300'
- _MONEY = '0_10000'
- START_URL = f'https://qd.58.com/{_QU}/shangpucz/pn1/?area={_AREA}&huansuanyue={_MONEY}'
- STORE_METHOD = 'csv'
- CSV_DIR = 'output_csv'
- CSV_FILENAME = f'{_QU}_{_AREA}_{_MONEY}_{int(time.time() * 1000)}.csv'
- GAODE_KEY = '515a64d5324a70ba9c5a95f9539370ec'
- BANJING = '750'
- ZHUZHAI_COUNT = 3
- XUEXIAO_COUNT = 2
- XIEZILOU_COUNT = 1
- JINGPIN_COUNT = 2
- LIANSUO_COUNT = 2
- LIANSUO_LIST = ['好想来', '萨么', '丹香', '赵一鸣', '零食很忙', '糖巢', '大家乐', '元祖', '米兰西饼', '85度C', '幸福西饼', '好利来']
|