mirror of
https://github.com/NanmiCoder/MediaCrawler.git
synced 2026-06-02 07:57:26 +08:00
Merge branch 'codex/replace-argparse-with-typer-for-cli'
This commit is contained in:
@@ -1,3 +1,5 @@
|
|||||||
|
# 🔥 MediaCrawler - 自媒体平台爬虫 🕷️
|
||||||
|
|
||||||
<div align="center" markdown="1">
|
<div align="center" markdown="1">
|
||||||
<sup>Special thanks to:</sup>
|
<sup>Special thanks to:</sup>
|
||||||
<br>
|
<br>
|
||||||
@@ -12,8 +14,6 @@
|
|||||||
</div>
|
</div>
|
||||||
<hr>
|
<hr>
|
||||||
|
|
||||||
# 🔥 MediaCrawler - 自媒体平台爬虫 🕷️
|
|
||||||
|
|
||||||
<div align="center">
|
<div align="center">
|
||||||
|
|
||||||
<a href="https://trendshift.io/repositories/8291" target="_blank">
|
<a href="https://trendshift.io/repositories/8291" target="_blank">
|
||||||
|
|||||||
@@ -376,7 +376,7 @@ class KuaishouCrawler(AbstractCrawler):
|
|||||||
# Get all video information of the creator
|
# Get all video information of the creator
|
||||||
all_video_list = await self.ks_client.get_all_videos_by_creator(
|
all_video_list = await self.ks_client.get_all_videos_by_creator(
|
||||||
user_id=user_id,
|
user_id=user_id,
|
||||||
crawl_interval=random.random(),
|
crawl_interval=config.CRAWLER_MAX_SLEEP_SEC,
|
||||||
callback=self.fetch_creator_video_detail,
|
callback=self.fetch_creator_video_detail,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user