jiazhizhong/MediaCrawler
1
0
Fork 0
mirror of https://github.com/NanmiCoder/MediaCrawler.git synced 2026-06-07 18:37:30 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: 修复爬取视频/帖子最大数设置值较低导致不爬取的问题

Browse Source
This commit is contained in:
leantli
2024-04-03 12:18:23 +08:00
parent e4836847cd
commit 133f978477
5 changed files with 5 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
media_platform/bilibili/core.py
View File

@@ -93,7 +93,7 @@ class BilibiliCrawler(AbstractCrawler):
:return:
"""
utils.logger.info("[BilibiliCrawler.search] Begin search bilibli keywords")
bili_limit_count = 20 # bilibili limit page fixed value
bili_limit_count = min(20, max(1, config.CRAWLER_MAX_NOTES_COUNT)) # bilibili limit page fixed value
for keyword in config.KEYWORDS.split(","):
utils.logger.info(f"[BilibiliCrawler.search] Current search keyword: {keyword}")
page = 1