mirror of
https://github.com/apachecn/epub-crawler.git
synced 2025-06-06 09:08:42 +00:00
35 lines
808 B
Python
35 lines
808 B
Python
# -*- coding: utf-8 -*-
|
|
|
|
config = {
|
|
'name': '',
|
|
'url': '',
|
|
'link': '',
|
|
'title': 'title',
|
|
'content': '',
|
|
'remove': '',
|
|
'retry': 10,
|
|
'wait': 0,
|
|
'encoding': 'utf-8',
|
|
'credit': True,
|
|
'headers': {
|
|
"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.132 Safari/537.36"
|
|
},
|
|
'list': [],
|
|
'optiMode': 'quant',
|
|
'colors': 8,
|
|
'timeout': None,
|
|
'connTimeout': 10,
|
|
'readTimeout': 60,
|
|
'imgSrc': ['data-src', 'data-original-src', 'src'],
|
|
'proxy': '',
|
|
'textThreads': 8,
|
|
'imgThreads': 24,
|
|
'external': None,
|
|
'checkStatus': False,
|
|
'checkBlank': True,
|
|
'cache': True,
|
|
'waitContent': False,
|
|
'debug': False,
|
|
'selenium': False,
|
|
'sizeLimit': '100m',
|
|
} |