jiazhizhong/wechatmp2markdown
1
0
Fork 0
mirror of https://github.com/fengxxc/wechatmp2markdown.git synced 2026-03-01 18:20:47 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: 请求头添加User-Agent，解决被官方反爬的问题

Browse Source
This commit is contained in:
fengxxc
2025-03-13 16:28:03 +08:00
parent 6fa0a3a787
commit 48803a65ab
3 changed files with 12 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
parse/parse.go
View File

@@ -227,9 +227,16 @@ func ParseFromHTMLFile(filepath string, imagePolicy ImagePolicy) Article {
}
func ParseFromURL(url string, imagePolicy ImagePolicy) Article {
res, err := http.Get(url)
req, err := http.NewRequest("GET", url, nil)
if err != nil {
log.Fatalf(err.Error())
log.Fatalf("new request %s error: %s", url, err.Error())
}
req.Header.Set("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36 Edg/133.0.0.0")
client := &http.Client{}
res, err := client.Do(req)
if err != nil {
log.Fatalf("request to url %s error: %s", url, err.Error())
}
defer res.Body.Close()
if res.StatusCode != 200 {