jiazhizhong/MediaCrawler
1
0
Fork 0
mirror of https://github.com/NanmiCoder/MediaCrawler.git synced 2026-03-06 22:20:47 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat: xhs 非代理模式下增加随机等待间隔, db存储模式下增加存储xsec_token字段

Browse Source
This commit is contained in:
liudongkai
2024-12-05 21:10:31 +08:00
parent 9c7e1d499b
commit 33e7ef016d
4 changed files with 29 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
store/xhs/__init__.py
View File

@@ -107,6 +107,7 @@ async def update_xhs_note(note_item: Dict):
"last_modify_ts": utils.get_current_timestamp(),
"note_url": f"https://www.xiaohongshu.com/explore/{note_id}?xsec_token={note_item.get('xsec_token')}&xsec_source=pc_search",
"source_keyword": source_keyword_var.get(),
"xsec_token": note_item.get("xsec_token"),
}
utils.logger.info(f"[store.xhs.update_xhs_note] xhs note: {local_db_item}")
await XhsStoreFactory.create_store().store_content(local_db_item)