Thanks to visit codestin.com Credit goes to github.com
We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 1225c3a commit 98c3c6aCopy full SHA for 98c3c6a
src/server/crawler/main.go
@@ -54,8 +54,11 @@ func autocrawl(needAll bool, whichSite string) {
54
// 抓取 reddit
55
go logic.DefaultReddit.Parse("")
56
57
- // 抓取 www.oschina.net/project
58
- go logic.DefaultProject.ParseProjectList(config.ConfigFile.MustValue("crawl", "project_url"))
+ projectUrl := config.ConfigFile.MustValue("crawl", "project_url")
+ if projectUrl != "" {
59
+ // 抓取 project
60
+ go logic.DefaultProject.ParseProjectList(projectUrl)
61
+ }
62
63
// 抓取 article
64
go logic.DefaultAutoCrawl.DoCrawl(false)
0 commit comments