chore: 简化判断方式

This commit is contained in:
leantli
2024-04-04 00:11:22 +08:00
parent 133f978477
commit 68a60faa7f
5 changed files with 15 additions and 5 deletions

View File

@@ -104,7 +104,9 @@ class WeiboCrawler(AbstractCrawler):
:return:
"""
utils.logger.info("[WeiboCrawler.search] Begin search weibo keywords")
weibo_limit_count = min(10, max(1, config.CRAWLER_MAX_NOTES_COUNT))
weibo_limit_count = 10 # weibo limit page fixed value
if config.CRAWLER_MAX_NOTES_COUNT < weibo_limit_count:
config.CRAWLER_MAX_NOTES_COUNT = weibo_limit_count
for keyword in config.KEYWORDS.split(","):
utils.logger.info(f"[WeiboCrawler.search] Current search keyword: {keyword}")
page = 1