可以配置最多包含多少链接

zhima1234 · zhima1234 · commit 6d7d3c28cd64 · 2017-06-14T16:25:53.000+08:00
diff --git a/config/env.sample.ini b/config/env.sample.ini
@@ -86,6 +86,7 @@ project_url = xxx
 article_title_pattern = xxx
 preset_users = xx
 preset_uids = x
+contain_link = x
 
 [search]
 engine_url = http://127.0.0.1:7070/solr/studygolang
diff --git a/src/logic/article.go b/src/logic/article.go
@@ -17,6 +17,7 @@ import (
 	"time"
 
 	"github.com/PuerkitoBio/goquery"
+	"github.com/polaris1119/config"
 	"github.com/polaris1119/goutils"
 	"github.com/polaris1119/logger"
 	"github.com/polaris1119/set"
@@ -161,7 +162,7 @@ func (self ArticleLogic) ParseArticle(ctx context.Context, articleUrl string, au
 		return nil, errors.New("content is short")
 	}
 
-	if auto && strings.Count(content, "<a") > 10 {
+	if auto && strings.Count(content, "<a") > config.ConfigFile.MustInt("crawl", "contain_link", 10) {
 		logger.Errorln(articleUrl, "content contains too many link!")
 		return nil, errors.New("content contains too many link")
 	}

Original file line number	Diff line number	Diff line change
`@@ -17,6 +17,7 @@ import (`
`17`	`17`	`"time"`
`18`	`18`
`19`	`19`	`"github.com/PuerkitoBio/goquery"`
	`20`	`+ "github.com/polaris1119/config"`
`20`	`21`	`"github.com/polaris1119/goutils"`
`21`	`22`	`"github.com/polaris1119/logger"`
`22`	`23`	`"github.com/polaris1119/set"`
`@@ -161,7 +162,7 @@ func (self ArticleLogic) ParseArticle(ctx context.Context, articleUrl string, au`
`161`	`162`	`return nil, errors.New("content is short")`
`162`	`163`	`}`
`163`	`164`
`164`		`- if auto && strings.Count(content, "<a") > 10 {`
	`165`	`+ if auto && strings.Count(content, "<a") > config.ConfigFile.MustInt("crawl", "contain_link", 10) {`
`165`	`166`	`logger.Errorln(articleUrl, "content contains too many link!")`
`166`	`167`	`return nil, errors.New("content contains too many link")`
`167`	`168`	`}`