From d55d8b1efa63eaf117b49c9429c3a557eaa13eba Mon Sep 17 00:00:00 2001 From: Relakkes Date: Sat, 14 Jun 2025 23:59:08 +0800 Subject: [PATCH] feat: Douyin supports obtaining video links and cover images. for issue #620 --- schema/tables.sql | 2 ++ store/douyin/__init__.py | 56 +++++++++++++++++++++++++++++++++++----- 2 files changed, 52 insertions(+), 6 deletions(-) diff --git a/schema/tables.sql b/schema/tables.sql index 69d00cc..c6d6511 100644 --- a/schema/tables.sql +++ b/schema/tables.sql @@ -147,6 +147,8 @@ CREATE TABLE `douyin_aweme` `share_count` varchar(16) DEFAULT NULL COMMENT '视频分享数', `collected_count` varchar(16) DEFAULT NULL COMMENT '视频收藏数', `aweme_url` varchar(255) DEFAULT NULL COMMENT '视频详情页URL', + `cover_url` varchar(500) DEFAULT NULL COMMENT '视频封面图URL', + `video_download_url` varchar(1024) DEFAULT NULL COMMENT '视频下载地址', PRIMARY KEY (`id`), KEY `idx_douyin_awem_aweme_i_6f7bc6` (`aweme_id`), KEY `idx_douyin_awem_create__299dfe` (`create_time`) diff --git a/store/douyin/__init__.py b/store/douyin/__init__.py index 91ad8c0..3c62288 100644 --- a/store/douyin/__init__.py +++ b/store/douyin/__init__.py @@ -62,6 +62,48 @@ def _extract_comment_image_list(comment_item: Dict) -> List[str]: return images_res +def _extract_content_cover_url(aweme_detail: Dict) -> str: + """ + 提取视频封面地址 + + Args: + aweme_detail (Dict): 抖音内容详情 + + Returns: + str: 视频封面地址 + """ + res_cover_url = "" + + video_item = aweme_detail.get("video", {}) + raw_cover_url_list = ( + video_item.get("raw_cover", {}) or video_item.get("origin_cover", {}) + ).get("url_list", []) + if raw_cover_url_list and len(raw_cover_url_list) > 1: + res_cover_url = raw_cover_url_list[1] + + return res_cover_url + + +def _extract_video_download_url(aweme_detail: Dict) -> str: + """ + 提取视频下载地址 + + Args: + aweme_detail (Dict): 抖音视频 + + Returns: + str: 视频下载地址 + """ + video_item = aweme_detail.get("video", {}) + url_h264_list = video_item.get("play_addr_h264", {}).get("url_list", []) + url_256_list = video_item.get("play_addr_256", {}).get("url_list", []) + url_list = video_item.get("play_addr", {}).get("url_list", []) + actual_url_list = url_h264_list or url_256_list or url_list + if not actual_url_list or len(actual_url_list) < 2: + return "" + return actual_url_list[-1] + + async def update_douyin_aweme(aweme_item: Dict): aweme_id = aweme_item.get("aweme_id") user_info = aweme_item.get("author", {}) @@ -86,6 +128,8 @@ async def update_douyin_aweme(aweme_item: Dict): "ip_location": aweme_item.get("ip_label", ""), "last_modify_ts": utils.get_current_timestamp(), "aweme_url": f"https://www.douyin.com/video/{aweme_id}", + "cover_url": _extract_content_cover_url(aweme_item), + "video_download_url": _extract_video_download_url(aweme_item), "source_keyword": source_keyword_var.get(), } utils.logger.info( @@ -114,11 +158,11 @@ async def update_dy_aweme_comment(aweme_id: str, comment_item: Dict): comment_id = comment_item.get("cid") parent_comment_id = comment_item.get("reply_id", "0") avatar_info = ( - user_info.get("avatar_medium", {}) - or user_info.get("avatar_300x300", {}) - or user_info.get("avatar_168x168", {}) - or user_info.get("avatar_thumb", {}) - or {} + user_info.get("avatar_medium", {}) + or user_info.get("avatar_300x300", {}) + or user_info.get("avatar_168x168", {}) + or user_info.get("avatar_thumb", {}) + or {} ) save_comment_item = { "comment_id": comment_id, @@ -159,7 +203,7 @@ async def save_creator(user_id: str, creator: Dict): "nickname": user_info.get("nickname"), "gender": gender_map.get(user_info.get("gender"), "未知"), "avatar": f"https://p3-pc.douyinpic.com/img/{avatar_uri}" - + r"~c5_300x300.jpeg?from=2956013662", + + r"~c5_300x300.jpeg?from=2956013662", "desc": user_info.get("signature"), "ip_location": user_info.get("ip_location"), "follows": user_info.get("following_count", 0),