mirror of
https://github.com/NanmiCoder/MediaCrawler.git
synced 2026-06-06 09:57:25 +08:00
refactor: 优化抖音Crawler部分代码
fix: 日志初始化错误修复
This commit is contained in:
@@ -6,9 +6,11 @@ import httpx
|
||||
import execjs
|
||||
import urllib.parse
|
||||
from playwright.async_api import Page
|
||||
from playwright.async_api import BrowserContext
|
||||
|
||||
from .field import *
|
||||
from .exception import *
|
||||
from tools import utils
|
||||
|
||||
|
||||
class DOUYINClient:
|
||||
@@ -33,7 +35,6 @@ class DOUYINClient:
|
||||
headers = headers or self.headers
|
||||
local_storage: Dict = await self.playwright_page.evaluate("() => window.localStorage")
|
||||
douyin_js_obj = execjs.compile(open('libs/douyin.js').read())
|
||||
# douyin_js_obj = execjs.compile(open('libs/X-Bogus.js').read())
|
||||
common_params = {
|
||||
"device_platform": "webapp",
|
||||
"aid": "6383",
|
||||
@@ -82,6 +83,17 @@ class DOUYINClient:
|
||||
headers = headers or self.headers
|
||||
return await self.request(method="POST", url=f"{self._host}{uri}", data=data, headers=headers)
|
||||
|
||||
@staticmethod
|
||||
async def ping(browser_context: BrowserContext) -> bool:
|
||||
_, cookie_dict = utils.convert_cookies(await browser_context.cookies())
|
||||
# todo send some api to test login status
|
||||
return cookie_dict.get("LOGIN_STATUS") == "1"
|
||||
|
||||
async def update_cookies(self, browser_context: BrowserContext):
|
||||
cookie_str, cookie_dict = utils.convert_cookies(await browser_context.cookies())
|
||||
self.headers["Cookie"] = cookie_str
|
||||
self.cookie_dict = cookie_dict
|
||||
|
||||
async def search_info_by_keyword(
|
||||
self,
|
||||
keyword: str,
|
||||
|
||||
Reference in New Issue
Block a user