feat: 帖子搜索 & 移除登录代码使用IP代理

tools/crawler_util.py

@@ -13,6 +13,7 @@ import httpx
 from PIL import Image, ImageDraw
 from playwright.async_api import Cookie, Page
 
+from proxy import IpInfoModel
 from . import utils
 
 
@@ -133,3 +134,16 @@ def match_interact_info_count(count_str: str) -> int:
         return int(number)
     else:
         return 0
+
+
+def format_proxy_info(ip_proxy_info: IpInfoModel) -> Tuple[Optional[Dict], Optional[Dict]]:
+    """format proxy info for playwright and httpx"""
+    playwright_proxy = {
+        "server": f"{ip_proxy_info.protocol}{ip_proxy_info.ip}:{ip_proxy_info.port}",
+        "username": ip_proxy_info.user,
+        "password": ip_proxy_info.password,
+    }
+    httpx_proxy = {
+        f"{ip_proxy_info.protocol}": f"http://{ip_proxy_info.user}:{ip_proxy_info.password}@{ip_proxy_info.ip}:{ip_proxy_info.port}"
+    }
+    return playwright_proxy, httpx_proxy