jiazhizhong/MediaCrawler
1
0
Fork 0
mirror of https://github.com/NanmiCoder/MediaCrawler.git synced 2026-06-10 03:47:26 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: issue #140

Browse Source
This commit is contained in:
Relakkes
2024-02-26 23:47:02 +08:00
parent 67d2b7cff8
commit 384c8f9f7e
2 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
media_platform/douyin/core.py
View File

@@ -17,6 +17,7 @@ from var import crawler_type_var
from .client import DOUYINClient
from .exception import DataFetchError
from .login import DouYinLogin
from .field import PublishTimeType
class DouYinCrawler(AbstractCrawler):
@@ -88,7 +89,9 @@ class DouYinCrawler(AbstractCrawler):
while (page + 1) * dy_limit_count <= config.CRAWLER_MAX_NOTES_COUNT:
try:
posts_res = await self.dy_client.search_info_by_keyword(keyword=keyword,
offset=page * dy_limit_count)
offset=page * dy_limit_count,
publish_time=PublishTimeType.UNLIMITED
)
except DataFetchError:
utils.logger.error(f"[DouYinCrawler.search] search douyin keyword: {keyword} failed")
break