mirror of
https://github.com/NanmiCoder/MediaCrawler.git
synced 2026-06-09 11:27:26 +08:00
fix: fixed xhs req headers
This commit is contained in:
@@ -404,11 +404,22 @@ class XiaoHongShuCrawler(AbstractCrawler):
|
|||||||
xhs_client_obj = XiaoHongShuClient(
|
xhs_client_obj = XiaoHongShuClient(
|
||||||
proxies=httpx_proxy,
|
proxies=httpx_proxy,
|
||||||
headers={
|
headers={
|
||||||
"User-Agent": self.user_agent,
|
"accept": "application/json, text/plain, */*",
|
||||||
|
"accept-language": "zh-CN,zh;q=0.9",
|
||||||
|
"cache-control": "no-cache",
|
||||||
|
"content-type": "application/json;charset=UTF-8",
|
||||||
|
"origin": "https://www.xiaohongshu.com",
|
||||||
|
"pragma": "no-cache",
|
||||||
|
"priority": "u=1, i",
|
||||||
|
"referer": "https://www.xiaohongshu.com/",
|
||||||
|
"sec-ch-ua": '"Chromium";v="136", "Google Chrome";v="136", "Not.A/Brand";v="99"',
|
||||||
|
"sec-ch-ua-mobile": "?0",
|
||||||
|
"sec-ch-ua-platform": '"Windows"',
|
||||||
|
"sec-fetch-dest": "empty",
|
||||||
|
"sec-fetch-mode": "cors",
|
||||||
|
"sec-fetch-site": "same-site",
|
||||||
|
"user-agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/137.0.0.0 Safari/537.36",
|
||||||
"Cookie": cookie_str,
|
"Cookie": cookie_str,
|
||||||
"Origin": "https://www.xiaohongshu.com",
|
|
||||||
"Referer": "https://www.xiaohongshu.com",
|
|
||||||
"Content-Type": "application/json;charset=UTF-8",
|
|
||||||
},
|
},
|
||||||
playwright_page=self.context_page,
|
playwright_page=self.context_page,
|
||||||
cookie_dict=cookie_dict,
|
cookie_dict=cookie_dict,
|
||||||
|
|||||||
Reference in New Issue
Block a user