jiazhizhong/MediaCrawler
1
0
Fork 0
mirror of https://github.com/NanmiCoder/MediaCrawler.git synced 2026-06-07 02:17:25 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat: 代理IP功能 Done

Browse Source
This commit is contained in:
Relakkes
2023-12-08 00:10:04 +08:00
parent c530bd4219
commit 1cec23f73d
9 changed files with 103 additions and 92 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
config/base_config.py
View File

@@ -6,7 +6,10 @@ COOKIES = ""
CRAWLER_TYPE = "search"
# 是否开启 IP 代理
ENABLE_IP_PROXY = False
ENABLE_IP_PROXY = True
# 代理IP池数量
IP_PROXY_POOL_COUNT = 2
# 重试时间
RETRY_INTERVAL = 60 * 30 # 30 minutes
@@ -49,4 +52,10 @@ DY_SPECIFIED_ID_LIST = [
"7280854932641664319",
"7202432992642387233"
# ........................
]
# 指定快手平台需要爬取的ID列表
KS_SPECIFIED_ID_LIST = [
]