jiazhizhong/MediaCrawler
1
0
Fork 0
mirror of https://github.com/NanmiCoder/MediaCrawler.git synced 2026-06-09 19:37:25 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat: logger record current search page

Browse Source
This commit is contained in:
Relakkes
2024-06-24 22:24:51 +08:00
parent a0e5a29af8
commit d3eeccbaac
8 changed files with 6 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
media_platform/bilibili/core.py
View File

@@ -106,6 +106,7 @@ class BilibiliCrawler(AbstractCrawler):
page += 1
continue
utils.logger.info(f"[BilibiliCrawler.search] search bilibili keyword: {keyword}, page: {page}")
video_id_list: List[str] = []
videos_res = await self.bili_client.search_video_by_keyword(
keyword=keyword,
@@ -126,7 +127,6 @@ class BilibiliCrawler(AbstractCrawler):
if video_item:
video_id_list.append(video_item.get("View").get("aid"))
await bilibili_store.update_bilibili_video(video_item)
page += 1
await self.batch_get_video_comments(video_id_list)