From 5e8196d3b11539b467d0be90d26bf054c8ebc740 Mon Sep 17 00:00:00 2001 From: xuxinhua Date: Wed, 26 Feb 2020 16:53:59 +0800 Subject: [PATCH 01/54] =?UTF-8?q?=E5=8A=A0=E4=B8=8A=20UA?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- logic/article.go | 19 +++++++++++++++++-- 1 file changed, 17 insertions(+), 2 deletions(-) diff --git a/logic/article.go b/logic/article.go index 5a4164f5..ec197823 100644 --- a/logic/article.go +++ b/logic/article.go @@ -10,6 +10,7 @@ import ( "context" "errors" "fmt" + "net/http" "net/url" "regexp" "strconv" @@ -89,8 +90,22 @@ func (self ArticleLogic) ParseArticle(ctx context.Context, articleUrl string, au // } var doc *goquery.Document - if doc, err = goquery.NewDocument(articleUrl); err != nil { - logger.Errorln("goquery newdocument error:", err) + + ua := `Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.116 Safari/537.36` + req, err := http.NewRequest("GET", articleUrl, nil) + if err != nil { + logger.Errorln("new request error:", err) + return nil, err + } + req.Header.Add("User-Agent", ua) + resp, err := http.DefaultClient.Do(req) + if err != nil { + logger.Errorln("get response error:", err) + return nil, err + } + defer resp.Body.Close() + if doc, err = goquery.NewDocumentFromReader(resp.Body); err != nil { + logger.Errorln("goquery NewDocumentFromReader error:", err) return nil, err } From 66436162c2db5ca9d4cea3eac430ad30ffee26a6 Mon Sep 17 00:00:00 2001 From: "Chuuka Ro(Hafrans)" Date: Sat, 14 Mar 2020 18:05:19 +0800 Subject: [PATCH 02/54] =?UTF-8?q?=E4=BF=AE=E6=AD=A3=E7=94=A8=E6=88=B7?= =?UTF-8?q?=E5=90=8D=E8=BF=87=E9=95=BF=E5=AF=BC=E8=87=B4=E7=9A=84=E6=98=BE?= =?UTF-8?q?=E7=A4=BA=E9=97=AE=E9=A2=98?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit 1. 修改a标签左右的padding，让它能够显示更多字符。 2. 固定a标签的width，并设置超出字符为"..." --- template/common/layout.html | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/template/common/layout.html b/template/common/layout.html index e037b112..27f807c6 100644 --- a/template/common/layout.html +++ b/template/common/layout.html @@ -90,7 +90,7 @@ {{.me.MsgNum}}

- +