feat: 支持评论模式是否开启爬取选项

2026-04-21 03:07:37 +08:00 · 2024-03-16 11:52:42 +08:00
parent 2d12ecb930
commit 59cd9f67a0
7 changed files with 33 additions and 14 deletions
--- a/media_platform/kuaishou/core.py
+++ b/media_platform/kuaishou/core.py
@@ -144,6 +144,10 @@ class KuaishouCrawler(AbstractCrawler):
        :param video_id_list:
        :return:
        """
+        if not config.ENABLE_GET_COMMENTS:
+            utils.logger.info(f"[KuaishouCrawler.batch_get_note_comments] Crawling comment mode is not enabled")
+            return
+
        utils.logger.info(f"[KuaishouCrawler.batch_get_video_comments] video ids:{video_id_list}")
        semaphore = asyncio.Semaphore(config.MAX_CONCURRENCY_NUM)
        task_list: List[Task] = []