feat(core): 新增控制爬虫参数起始页面的页数start_page;perf(argparse): 向命令行解析器添加程序参数起始页面页数和关键字

2026-05-09 03:57:43 +08:00 · 2024-04-12 00:52:47 +08:00
parent bba9841c26
commit 1115b0d90c
9 changed files with 94 additions and 40 deletions
--- a/base/base_crawler.py
+++ b/base/base_crawler.py
@@ -6,7 +6,7 @@ from playwright.async_api import BrowserContext, BrowserType

 class AbstractCrawler(ABC):
    @abstractmethod
-    def init_config(self, platform: str, login_type: str, crawler_type: str):
+    def init_config(self, platform: str, login_type: str, crawler_type: str, start_page: int, keyword: str):
        pass

    @abstractmethod