book/epub-crawler
1
0
Fork 0
mirror of https://github.com/apachecn/epub-crawler.git synced 2025-06-06 17:56:57 +00:00
Code Issues Releases Wiki Activity

2022-12-31 22:49:43

Browse Source
This commit is contained in:
wizardforcel 2022-12-31 22:49:43 +08:00
parent b10d74a67f
commit 41122f4f9d
2 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
EpubCrawler/__main__.py
View File

@ -34,6 +34,7 @@ def get_toc_from_cfg():
headers=config['headers'], headers=config['headers'],
timeout=config['timeout'], timeout=config['timeout'],
proxies=config['proxy'], proxies=config['proxy'],
verify=False,
).content.decode(config['encoding'], 'ignore') ).content.decode(config['encoding'], 'ignore')
return get_toc(html, config['url']) return get_toc(html, config['url'])
@ -93,6 +94,7 @@ def tr_download_page(url, art, imgs):
headers=config['headers'], headers=config['headers'],
timeout=config['timeout'], timeout=config['timeout'],
proxies=config['proxy'], proxies=config['proxy'],
verify=False,
).content.decode(config['encoding'], 'ignore') ).content.decode(config['encoding'], 'ignore')
print(f'{url} 下载成功') print(f'{url} 下载成功')
art.update(get_article(html, url)) art.update(get_article(html, url))

1
EpubCrawler/img.py
View File

@ -46,6 +46,7 @@ def tr_download_img(url, imgs, picname):
retry=config['retry'], retry=config['retry'],
timeout=config['timeout'], timeout=config['timeout'],
proxies=config['proxy'], proxies=config['proxy'],
verify=False,
).content ).content
print(f'{url} 下载成功') print(f'{url} 下载成功')
data = opti_img(data, config['optiMode'], config['colors']) or b'' data = opti_img(data, config['optiMode'], config['colors']) or b''