提交 bc51be0d 编写于 作者: S shi.zeyuan

1.xx

上级 0f5187b1
......@@ -68,14 +68,14 @@ func (this *AsiaLastNewProcesser) Startup() {
if !this.SingleThread && i%10000 == 0 { //10000个比赛一个spider,一个赛季大概有30万场比赛,最多30spider
newSpider.SetDownloader(down.NewMAsiaLastApiDownloader())
newSpider = newSpider.AddPipeline(pipeline.NewPipelineConsole())
newSpider.SetSleepTime("rand", 1000, 20000)
newSpider.SetSleepTime("rand", 100, 3000)
newSpider.SetThreadnum(1).Run()
}
}
newSpider.SetDownloader(down.NewMAsiaLastApiDownloader())
newSpider = newSpider.AddPipeline(pipeline.NewPipelineConsole())
newSpider.SetSleepTime("rand", 1000, 20000)
newSpider.SetSleepTime("rand", 100, 3000)
newSpider.SetThreadnum(1).Run()
}
......
......@@ -73,14 +73,14 @@ func (this *BaseFaceProcesser) Startup() {
if !this.SingleThread && i%10000 == 0 { //10000个比赛一个spider,一个赛季大概有30万场比赛,最多30spider
newSpider.SetDownloader(down.NewMWin007Downloader())
newSpider = newSpider.AddPipeline(pipeline.NewPipelineConsole())
newSpider.SetSleepTime("rand", 1000, 20000)
newSpider.SetSleepTime("rand", 100, 3000)
newSpider.SetThreadnum(1).Run()
}
}
newSpider.SetDownloader(down.NewMWin007Downloader())
newSpider = newSpider.AddPipeline(pipeline.NewPipelineConsole())
newSpider.SetSleepTime("rand", 1000, 20000)
newSpider.SetSleepTime("rand", 100, 3000)
newSpider.SetThreadnum(1).Run()
}
......
......@@ -76,14 +76,14 @@ func (this *EuroTrackProcesser) Startup() {
if !this.SingleThread && i%10000 == 0 { //10000个比赛一个spider,一个赛季大概有30万场比赛,最多30spider
newSpider.SetDownloader(down.NewMWin007Downloader())
newSpider = newSpider.AddPipeline(pipeline.NewPipelineConsole())
newSpider.SetSleepTime("rand", 1000, 20000)
newSpider.SetSleepTime("rand", 100, 3000)
newSpider.SetThreadnum(1).Run()
}
}
newSpider.SetDownloader(down.NewMWin007Downloader())
newSpider = newSpider.AddPipeline(pipeline.NewPipelineConsole())
newSpider.SetSleepTime("rand", 1000, 20000)
newSpider.SetSleepTime("rand", 100, 3000)
newSpider.SetThreadnum(1).Run()
}
......
......@@ -70,14 +70,14 @@ func (this *LeagueProcesser) Startup() {
if i%10 == 0 { //10个联赛一个spider,总数1000多个联赛,最多100spider
newSpider.SetDownloader(down.NewMWin007Downloader())
newSpider = newSpider.AddPipeline(pipeline.NewPipelineConsole())
newSpider.SetSleepTime("rand", 1000, 20000)
newSpider.SetSleepTime("rand", 100, 3000)
newSpider.SetThreadnum(1).Run()
}
})
newSpider.SetDownloader(down.NewMWin007Downloader())
newSpider = newSpider.AddPipeline(pipeline.NewPipelineConsole())
newSpider.SetSleepTime("rand", 1000, 20000)
newSpider.SetSleepTime("rand", 100, 3000)
newSpider.SetThreadnum(1).Run()
}
......
......@@ -83,14 +83,14 @@ func (this *LeagueSeasonProcesser) Startup() {
if i % 10 == 0 {//10个联赛一个spider,总数1000多个联赛,最多100spider
newSpider.SetDownloader(down.NewMWin007Downloader())
newSpider = newSpider.AddPipeline(pipeline.NewPipelineConsole())
newSpider.SetSleepTime("rand", 1000, 20000)
newSpider.SetSleepTime("rand", 100, 3000)
newSpider.SetThreadnum(1).Run()
}
}
newSpider.SetDownloader(down.NewMWin007Downloader())
newSpider = newSpider.AddPipeline(pipeline.NewPipelineConsole())
newSpider.SetSleepTime("rand", 1000, 20000)
newSpider.SetSleepTime("rand", 100, 3000)
newSpider.SetThreadnum(1).Run()
}
......
......@@ -87,14 +87,14 @@ func (this *MatchHisProcesser) Startup() {
if i%10 == 0 { //10个联赛一个spider,总数1000多个联赛,最多100spider
newSpider.SetDownloader(down.NewMWin007Downloader())
newSpider = newSpider.AddPipeline(pipeline.NewPipelineConsole())
newSpider.SetSleepTime("rand", 1000, 20000)
newSpider.SetSleepTime("rand", 100, 3000)
newSpider.SetThreadnum(1).Run()
}
}
newSpider.SetDownloader(down.NewMWin007Downloader())
newSpider = newSpider.AddPipeline(pipeline.NewPipelineConsole())
newSpider.SetSleepTime("rand", 1000, 20000)
newSpider.SetSleepTime("rand", 100, 3000)
newSpider.SetThreadnum(1).Run()
}
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册