fix: 修复爬取视频/帖子最大数设置值较低导致不爬取的问题

This commit is contained in:
leantli
2024-04-03 12:18:23 +08:00
parent e4836847cd
commit 133f978477
5 changed files with 5 additions and 5 deletions

View File

@@ -85,7 +85,7 @@ class KuaishouCrawler(AbstractCrawler):
async def search(self):
utils.logger.info("[KuaishouCrawler.search] Begin search kuaishou keywords")
ks_limit_count = 20 # kuaishou limit page fixed value
ks_limit_count = min(20, max(1, config.CRAWLER_MAX_NOTES_COUNT)) # kuaishou limit page fixed value
for keyword in config.KEYWORDS.split(","):
utils.logger.info(f"[KuaishouCrawler.search] Current search keyword: {keyword}")
page = 1