jiazhizhong/MediaCrawler
1
0
Fork 0
mirror of https://github.com/NanmiCoder/MediaCrawler.git synced 2026-02-24 17:10:48 +08:00
Code Issues Packages Projects Releases Wiki Activity

补充各平台的媒体存储文件路径适配

Browse Source 
Co-Authored-By: ouzhuowei <190020754@qq.com>
This commit is contained in:
ouzhuowei
2026-02-04 09:48:39 +08:00
parent 7484156f02
commit 2a0d1fd69f
5 changed files with 39 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
store/bilibili/bilibilli_store_media.py
View File

@@ -28,10 +28,15 @@ import aiofiles
from base.base_crawler import AbstractStoreImage, AbstractStoreVideo
from tools import utils
import config
class BilibiliVideo(AbstractStoreVideo):
video_store_path: str = "data/bili/videos"
def __init__(self):
if config.SAVE_DATA_PATH:
self.video_store_path = f"{config.SAVE_DATA_PATH}/bili/videos"
else:
self.video_store_path = "data/bili/videos"
async def store_video(self, video_content_item: Dict):
"""

13
store/douyin/douyin_store_media.py
View File

@@ -24,10 +24,15 @@ import aiofiles
from base.base_crawler import AbstractStoreImage, AbstractStoreVideo
from tools import utils
import config
class DouYinImage(AbstractStoreImage):
image_store_path: str = "data/douyin/images"
def __init__(self):
if config.SAVE_DATA_PATH:
self.image_store_path = f"{config.SAVE_DATA_PATH}/douyin/images"
else:
self.image_store_path = "data/douyin/images"
async def store_image(self, image_content_item: Dict):
"""
@@ -74,7 +79,11 @@ class DouYinImage(AbstractStoreImage):
class DouYinVideo(AbstractStoreVideo):
video_store_path: str = "data/douyin/videos"
def __init__(self):
if config.SAVE_DATA_PATH:
self.video_store_path = f"{config.SAVE_DATA_PATH}/douyin/videos"
else:
self.video_store_path = "data/douyin/videos"
async def store_video(self, video_content_item: Dict):
"""

6
store/excel_store_base.py
View File

@@ -46,6 +46,7 @@ except ImportError:
from base.base_crawler import AbstractStore
from tools import utils
import config
class ExcelStoreBase(AbstractStore):
@@ -111,7 +112,10 @@ class ExcelStoreBase(AbstractStore):
self.crawler_type = crawler_type
# Create data directory
self.data_dir = Path("data") / platform
if config.SAVE_DATA_PATH:
self.data_dir = Path(config.SAVE_DATA_PATH) / platform
else:
self.data_dir = Path("data") / platform
self.data_dir.mkdir(parents=True, exist_ok=True)
# Initialize workbook

7
store/weibo/weibo_store_media.py
View File

@@ -28,10 +28,15 @@ import aiofiles
from base.base_crawler import AbstractStoreImage, AbstractStoreVideo
from tools import utils
import config
class WeiboStoreImage(AbstractStoreImage):
image_store_path: str = "data/weibo/images"
def __init__(self):
if config.SAVE_DATA_PATH:
self.image_store_path = f"{config.SAVE_DATA_PATH}/weibo/images"
else:
self.image_store_path = "data/weibo/images"
async def store_image(self, image_content_item: Dict):
"""

13
store/xhs/xhs_store_media.py
View File

@@ -28,10 +28,15 @@ import aiofiles
from base.base_crawler import AbstractStoreImage, AbstractStoreVideo
from tools import utils
import config
class XiaoHongShuImage(AbstractStoreImage):
image_store_path: str = "data/xhs/images"
def __init__(self):
if config.SAVE_DATA_PATH:
self.image_store_path = f"{config.SAVE_DATA_PATH}/xhs/images"
else:
self.image_store_path = "data/xhs/images"
async def store_image(self, image_content_item: Dict):
"""
@@ -78,7 +83,11 @@ class XiaoHongShuImage(AbstractStoreImage):
class XiaoHongShuVideo(AbstractStoreVideo):
video_store_path: str = "data/xhs/videos"
def __init__(self):
if config.SAVE_DATA_PATH:
self.video_store_path = f"{config.SAVE_DATA_PATH}/xhs/videos"
else:
self.video_store_path = "data/xhs/videos"
async def store_video(self, video_content_item: Dict):
"""