feat: db数据存储重构完成

db.py

@@ -1,31 +1,78 @@
-from typing import List
+# -*- coding: utf-8 -*-
+# @Author  : relakkes@gmail.com
+# @Time    : 2024/4/6 14:54
+# @Desc    : mediacrawler db 管理
+import asyncio
+from typing import Dict
+from urllib.parse import urlparse
 
-from tortoise import Tortoise, run_async
+import aiomysql
 
-from config.db_config import *
+import config
+from async_db import AsyncMysqlDB
 from tools import utils
+from var import db_conn_pool_var, media_crawler_db_var
 
 
-def get_platform_models() -> List[str]:
-    models = ["store.xhs", "store.douyin", "store.bilibili", "store.kuaishou", "store.weibo"]
-    return models
+def parse_mysql_url(mysql_url) -> Dict:
+    """
+    从配置文件中解析db链接url，给到aiomysql用，因为aiomysql不支持直接以URL的方式传递链接信息。
+    Args:
+        mysql_url: mysql://root:{RELATION_DB_PWD}@localhost:3306/media_crawler
+
+    Returns:
+
+    """
+    parsed_url = urlparse(mysql_url)
+    db_params = {
+        'host': parsed_url.hostname,
+        'port': parsed_url.port or 3306,
+        'user': parsed_url.username,
+        'password': parsed_url.password,
+        'db': parsed_url.path.lstrip('/')
+    }
+    return db_params
 
 
-async def init_db(create_db: bool = False) -> None:
-    await Tortoise.init(
-        db_url=RELATION_DB_URL,
-        modules={'models': get_platform_models()},
-        _create_db=create_db
+async def init_mediacrawler_db():
+    """
+    初始化数据库链接池对象，并将该对象塞给media_crawler_db_var上下文变量
+    Returns:
+
+    """
+    db_conn_params = parse_mysql_url(config.RELATION_DB_URL)
+    pool = await aiomysql.create_pool(
+        autocommit=True,
+        **db_conn_params
     )
+    async_db_obj = AsyncMysqlDB(pool)
 
-async def close() -> None:
-    await Tortoise.close_connections()
+    # 将连接池对象和封装的CRUD sql接口对象放到上下文变量中
+    db_conn_pool_var.set(pool)
+    media_crawler_db_var.set(async_db_obj)
 
-async def init():
-    await init_db(create_db=True)
-    await Tortoise.generate_schemas()
-    utils.logger.info("[db.init] Init DB Success!")
+
+async def init_db():
+    """
+    初始化db连接池
+    Returns:
+
+    """
+    utils.logger.info("[init_db] start init mediacrawler db connect object")
+    await init_mediacrawler_db()
+    utils.logger.info("[init_db] end init mediacrawler db connect object")
+
+async def close():
+    """
+    关闭连接池
+    Returns:
+
+    """
+    utils.logger.info("[close] close mediacrawler db pool")
+    db_pool: aiomysql.Pool = db_conn_pool_var.get()
+    if db_pool is not None:
+        db_pool.close()
 
 
 if __name__ == '__main__':
-    run_async(init())
+    asyncio.run(init_db())