jiazhizhong/MediaCrawler
1
0
Fork 0
mirror of https://github.com/NanmiCoder/MediaCrawler.git synced 2026-06-08 02:47:26 +08:00
Code Issues Packages Projects Releases Wiki Activity

refactor: weibo login

Browse Source
This commit is contained in:
程序员阿江(Relakkes)
2025-11-17 17:11:35 +08:00
parent e89a6d5781
commit 6dcfd7e0a5
4 changed files with 34 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
media_platform/weibo/core.py
View File

@@ -83,7 +83,8 @@ class WeiboCrawler(AbstractCrawler):
self.context_page = await self.browser_context.new_page()
await self.context_page.goto(self.mobile_index_url)
await self.context_page.goto(self.index_url)
await asyncio.sleep(2)
# Create a client to interact with the xiaohongshu website.
self.wb_client = await self.create_weibo_client(httpx_proxy_format)
@@ -100,8 +101,12 @@ class WeiboCrawler(AbstractCrawler):
# 登录成功后重定向到手机端的网站，再更新手机端登录成功的cookie
utils.logger.info("[WeiboCrawler.start] redirect weibo mobile homepage and update cookies on mobile platform")
await self.context_page.goto(self.mobile_index_url)
await asyncio.sleep(2)
await self.wb_client.update_cookies(browser_context=self.browser_context)
await asyncio.sleep(3)
# 只获取移动端的 cookies，避免 PC 端和移动端 cookies 混淆
await self.wb_client.update_cookies(
browser_context=self.browser_context,
urls=[self.mobile_index_url]
)
crawler_type_var.set(config.CRAWLER_TYPE)
if config.CRAWLER_TYPE == "search":