jiazhizhong/MediaCrawler
1
0
Fork 0
mirror of https://github.com/NanmiCoder/MediaCrawler.git synced 2026-04-21 03:07:37 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat: 增加配置项支持自由选择数据是否保存到关系型数据库中

Browse Source
This commit is contained in:
Relakkes
2023-07-24 20:59:43 +08:00
parent 745e59c875
commit e75707443b
20 changed files with 339 additions and 169 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
config/base_config.py
View File

@@ -2,11 +2,7 @@
PLATFORM = "xhs"
KEYWORDS = "健身,旅游"
LOGIN_TYPE = "qrcode" # qrcode or phone or cookies
COOKIES = "web_session=xxxxcfed1566xxxxxxxxxxxxxxxxxxx;" # if platform is xhs, pleas set only web_session cookie attr
# redis config
REDIS_DB_HOST = "redis://127.0.0.1" # your redis host
REDIS_DB_PWD = "123456" # your redis password
COOKIES = "web_session=xxxxcfed1566xxxxxxxxxxxxxxxxxxx;" # if platform is xhs, pleas set only web_session cookie attr
# enable ip proxy
ENABLE_IP_PROXY = False
@@ -18,7 +14,7 @@ RETRY_INTERVAL = 60 * 30 # 30 minutes
HEADLESS = True
# save login state
SAVE_LOGIN_STATE = False
SAVE_LOGIN_STATE = True
# save user data dir
USER_DATA_DIR = "%s_user_data_dir" # %s will be replaced by platform name