feat: 代理IP缓存到redis中

This commit is contained in:
Relakkes
2023-12-06 23:49:56 +08:00
parent f71d086464
commit c530bd4219
8 changed files with 92 additions and 50 deletions

View File

@@ -4,7 +4,7 @@
# @Desc : bilibili 请求客户端
import asyncio
import json
from typing import Any, Callable, Dict, Optional, List, Tuple
from typing import Any, Callable, Dict, List, Optional, Tuple
from urllib.parse import urlencode
import httpx
@@ -12,9 +12,9 @@ from playwright.async_api import BrowserContext, Page
from tools import utils
from .help import BilibiliSign
from .exception import DataFetchError
from .field import SearchOrderType, CommentOrderType
from .field import CommentOrderType, SearchOrderType
from .help import BilibiliSign
class BilibiliClient:

View File

@@ -20,7 +20,6 @@ from proxy.proxy_account_pool import AccountPool
from tools import utils
from var import comment_tasks_var, crawler_type_var
from .client import BilibiliClient
from .field import SearchOrderType
from .login import BilibiliLogin

View File

@@ -16,7 +16,6 @@ from tenacity import (RetryError, retry, retry_if_result, stop_after_attempt,
import config
from base.base_crawler import AbstractLogin
from tools import utils
from base.base_crawler import AbstractLogin
class BilibiliLogin(AbstractLogin):

View File

@@ -1,7 +1,7 @@
import asyncio
import copy
import urllib.parse
from typing import Any, Callable, Dict, Optional, List
from typing import Any, Callable, Dict, List, Optional
import execjs
import httpx