jiazhizhong/MediaCrawler
1
0
Fork 0
mirror of https://github.com/NanmiCoder/MediaCrawler.git synced 2026-04-21 11:17:38 +08:00
Code Issues Packages Projects Releases Wiki Activity

refactor:优化部分代码

Browse Source 
feat: 增加IP代理账号池
This commit is contained in:
Relakkes
2023-06-27 23:38:30 +08:00
parent 963d9a16d3
commit b8093a2c0f
19 changed files with 615 additions and 254 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
config/base_config.py Normal file
View File

@@ -0,0 +1,19 @@
PLATFORM = "xhs"
KEYWORDS = "健身,旅游"
LOGIN_TYPE = "qrcode" # qrcode or phone or cookies
# If it's on the Xiaohongshu platform, only the web_session cookie will be kept.
# xhs cookie format -> web_session=040069b2acxxxxxxxxxxxxxxxxxxxx;
COOKIES = ""
# redis config
REDIS_DB_HOST = "redis://127.0.0.1" # your redis host
REDIS_DB_PWD = "123456" # your redis password
# enable ip proxy
ENABLE_IP_PROXY = False
# retry_interval
RETRY_INTERVAL = 60 * 30 # 30 minutes
# playwright headless
HEADLESS = True