mirror of
https://github.com/NanmiCoder/MediaCrawler.git
synced 2026-06-06 01:47:26 +08:00
feat: 百度贴吧架子 & 登录done
This commit is contained in:
7
main.py
7
main.py
@@ -8,6 +8,7 @@ from base.base_crawler import AbstractCrawler
|
||||
from media_platform.bilibili import BilibiliCrawler
|
||||
from media_platform.douyin import DouYinCrawler
|
||||
from media_platform.kuaishou import KuaishouCrawler
|
||||
from media_platform.tieba import TieBaCrawler
|
||||
from media_platform.weibo import WeiboCrawler
|
||||
from media_platform.xhs import XiaoHongShuCrawler
|
||||
|
||||
@@ -18,7 +19,8 @@ class CrawlerFactory:
|
||||
"dy": DouYinCrawler,
|
||||
"ks": KuaishouCrawler,
|
||||
"bili": BilibiliCrawler,
|
||||
"wb": WeiboCrawler
|
||||
"wb": WeiboCrawler,
|
||||
"tieba": TieBaCrawler
|
||||
}
|
||||
|
||||
@staticmethod
|
||||
@@ -28,6 +30,7 @@ class CrawlerFactory:
|
||||
raise ValueError("Invalid Media Platform Currently only supported xhs or dy or ks or bili ...")
|
||||
return crawler_class()
|
||||
|
||||
|
||||
async def main():
|
||||
# parse cmd
|
||||
await cmd_arg.parse_cmd()
|
||||
@@ -38,7 +41,7 @@ async def main():
|
||||
|
||||
crawler = CrawlerFactory.create_crawler(platform=config.PLATFORM)
|
||||
await crawler.start()
|
||||
|
||||
|
||||
if config.SAVE_DATA_OPTION == "db":
|
||||
await db.close()
|
||||
|
||||
|
||||
Reference in New Issue
Block a user