feat: 支持评论模式是否开启爬取选项

2026-03-16 16:30:53 +08:00 · 2024-03-16 11:52:42 +08:00
parent 2d12ecb930
commit 59cd9f67a0
7 changed files with 33 additions and 14 deletions
--- a/media_platform/weibo/core.py
+++ b/media_platform/weibo/core.py
@@ -166,6 +166,10 @@ class WeiboCrawler(AbstractCrawler):
        :param note_id_list:
        :return:
        """
+        if not config.ENABLE_GET_COMMENTS:
+            utils.logger.info(f"[WeiboCrawler.batch_get_note_comments] Crawling comment mode is not enabled")
+            return
+
        utils.logger.info(f"[WeiboCrawler.batch_get_notes_comments] note ids:{note_id_list}")
        semaphore = asyncio.Semaphore(config.MAX_CONCURRENCY_NUM)
        task_list: List[Task] = []