diff --git a/tools/async_file_writer.py b/tools/async_file_writer.py index f4d430e..972fff8 100644 --- a/tools/async_file_writer.py +++ b/tools/async_file_writer.py @@ -16,8 +16,8 @@ class AsyncFileWriter: def _get_file_path(self, file_type: str, item_type: str) -> str: base_path = f"data/{self.platform}/{file_type}" pathlib.Path(base_path).mkdir(parents=True, exist_ok=True) - file_name = f"{self.crawler_type}_{item_type}_{utils.get_current_time()}.{file_type}" - return os.path.join(base_path, file_name) + file_name = f"{self.crawler_type}_{item_type}_{utils.get_current_date()}.{file_type}" + return f"{base_path}/{file_name}" async def write_to_csv(self, item: Dict, item_type: str): file_path = self._get_file_path('csv', item_type) diff --git a/tools/time_util.py b/tools/time_util.py index 341aa80..d2eed96 100644 --- a/tools/time_util.py +++ b/tools/time_util.py @@ -33,6 +33,12 @@ def get_current_time() -> str: """ return time.strftime('%Y-%m-%d %X', time.localtime()) +def get_current_time_hour() -> str: + """ + 获取当前的时间:'2023-12-02-13' + :return: + """ + return time.strftime('%Y-%m-%d-%H', time.localtime()) def get_current_date() -> str: """