提交 e9dfb733 编写于 作者: M monomania

1.优化爬虫线程

上级 c5b91b5d
......@@ -80,7 +80,7 @@ func Spider_History() {
Spider_euroLast_his(v)
time.Sleep(58 * time.Minute)
Spider_euroHis_his(v)
time.Sleep(58 * time.Minute)
time.Sleep(108 * time.Minute)
}
}
......@@ -63,7 +63,7 @@ func (this *MatchHisProcesser) Startup() {
for i, v := range seasonList {
var processer *MatchHisProcesser
if i%1000 == 0 { //1000个比赛一个spider,一个赛季大概有30万场比赛,最多300条线程
if i%20 == 0 { //20个联赛一个spider,总数1000多个联赛,最多50条线程
processer = GetMatchHisProcesser()
processer.Setup(this)
}
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册