控制频率

zhima1234 · zhima1234 · commit 5062a5e8e8ce · 2017-05-27T14:14:57.000+08:00
diff --git a/src/logic/auto_crawl.go b/src/logic/auto_crawl.go
@@ -17,6 +17,7 @@ import (
 	"regexp"
 	"strconv"
 	"strings"
+	"time"
 
 	"github.com/PuerkitoBio/goquery"
 	"github.com/polaris1119/config"
@@ -118,8 +119,9 @@ func (self AutoCrawlLogic) crawlOneWebsite(autoCrawlConf *model.AutoCrawlRule, i
 			}
 			if err != nil {
 				logger.Errorln("parse article url", curUrl, "error:", err)
-				break
 			}
+
+			time.Sleep(30 * time.Second)
 		}
 	}
 }

Original file line number	Diff line number	Diff line change
`@@ -17,6 +17,7 @@ import (`
`17`	`17`	`"regexp"`
`18`	`18`	`"strconv"`
`19`	`19`	`"strings"`
	`20`	`+ "time"`
`20`	`21`
`21`	`22`	`"github.com/PuerkitoBio/goquery"`
`22`	`23`	`"github.com/polaris1119/config"`
`@@ -118,8 +119,9 @@ func (self AutoCrawlLogic) crawlOneWebsite(autoCrawlConf *model.AutoCrawlRule, i`
`118`	`119`	`}`
`119`	`120`	`if err != nil {`
`120`	`121`	`logger.Errorln("parse article url", curUrl, "error:", err)`
`121`		`- break`
`122`	`122`	`}`
	`123`	`+`
	`124`	`+ time.Sleep(30 * time.Second)`
`123`	`125`	`}`
`124`	`126`	`}`
`125`	`127`	`}`