feat: 微博爬虫帖子搜索完成

media_platform/bilibili/core.py

@@ -86,8 +86,8 @@ class BilibiliCrawler(AbstractCrawler):
                 await self.get_specified_videos()
             else:
                 pass
-            utils.logger.info("Bilibili Crawler finished ...")
-        pass
+            utils.logger.info("[BilibiliCrawler.start] Bilibili Crawler finished ...")
+
 
     async def search(self):
         """
@@ -220,7 +220,7 @@ class BilibiliCrawler(AbstractCrawler):
 
     async def create_bilibili_client(self, httpx_proxy: Optional[str]) -> BilibiliClient:
         """Create xhs client"""
-        utils.logger.info("[BilibiliCrawler.create_bilibili_client] Begin create xiaohongshu API client ...")
+        utils.logger.info("[BilibiliCrawler.create_bilibili_client] Begin create bilibili API client ...")
         cookie_str, cookie_dict = utils.convert_cookies(await self.browser_context.cookies())
         bilibili_client_obj = BilibiliClient(
             proxies=httpx_proxy,

media_platform/bilibili/login.py

@@ -8,12 +8,10 @@ import functools
 import sys
 from typing import Optional
 
-import redis
 from playwright.async_api import BrowserContext, Page
 from tenacity import (RetryError, retry, retry_if_result, stop_after_attempt,
                       wait_fixed)
 
-import config
 from base.base_crawler import AbstractLogin
 from tools import utils
 
@@ -33,7 +31,7 @@ class BilibiliLogin(AbstractLogin):
         self.cookie_str = cookie_str
 
     async def begin(self):
-        """Start login xiaohongshu"""
+        """Start login bilibili"""
         utils.logger.info("[BilibiliLogin.begin] Begin login Bilibili ...")
         if self.login_type == "qrcode":
             await self.login_by_qrcode()
@@ -42,7 +40,8 @@ class BilibiliLogin(AbstractLogin):
         elif self.login_type == "cookie":
             await self.login_by_cookies()
         else:
-            raise ValueError("[BilibiliLogin.begin] Invalid Login Type Currently only supported qrcode or phone or cookie ...")
+            raise ValueError(
+                "[BilibiliLogin.begin] Invalid Login Type Currently only supported qrcode or phone or cookie ...")
 
     @retry(stop=stop_after_attempt(20), wait=wait_fixed(1), retry=retry_if_result(lambda value: value is False))
     async def check_login_state(self) -> bool:
@@ -89,7 +88,8 @@ class BilibiliLogin(AbstractLogin):
             sys.exit()
 
         wait_redirect_seconds = 5
-        utils.logger.info(f"[BilibiliLogin.login_by_qrcode] Login successful then wait for {wait_redirect_seconds} seconds redirect ...")
+        utils.logger.info(
+            f"[BilibiliLogin.login_by_qrcode] Login successful then wait for {wait_redirect_seconds} seconds redirect ...")
         await asyncio.sleep(wait_redirect_seconds)
 
     async def login_by_mobile(self):