package keyword import ( "fmt" "time" "91porn-server/common/db" "91porn-server/common/log" "91porn-server/common/timeutil/timerange" "91porn-server/models/s/kwstatmod" "91porn-server/models/s/statrecordmod" "91porn-server/skd/skdg" ) // RunStat func RunStat(defaultStatDate time.Time) { log.Info("keyword stat running...") defer log.Info("keyword stat finished...") now := time.Now() //从历史提交记录中获取上次记录时间 lastStatAt, err := statrecordmod.LastRecordTime(statrecordmod.KeywordStatJob, defaultStatDate) //第一次从默认记录时间开始统计 if err != nil { log.Error("Keyword RunStat lastRecordTime faild!", log.E(err)) return } recentMinute := timerange.RecentMinute(now, statrecordmod.FiveMinuteScale) //对齐本次统计时间 Minute % frequency == 0 //拆分时间区间并依次提交,均衡数据库读写压力 for recentMinute.After(lastStatAt) { end := lastStatAt.Add(statrecordmod.FiveMinuteScale * time.Minute) //防止时间超出范围 if end.After(recentMinute) { end = recentMinute } subTimeRange := timerange.TimeRange{ //连续子切片 Head: lastStatAt, Tail: end, } //此时的零日点 sumDate := timerange.LocDayRange(subTimeRange.Head).Head //装配基础统计数据 incDocList, err := GetIncDocList(subTimeRange) if err != nil { log.Error("Keyword RunStat GetIncDocList faild!", log.E(err)) return } //提交数据 log.Info("keywordStat committing...", log.Any("sumDate", sumDate), log.Any("location", sumDate.Location().String())) if err = commit(sumDate, subTimeRange.Tail, incDocList); err != nil { log.Error("Keyword RunStat commit faild!", log.E(err)) return } log.Info("keywordStat committed.", log.Any("sumDate", sumDate), log.Any("location", sumDate.Location().String())) lastStatAt = end } } // commit 提交统计数据 func commit(sumDate time.Time, recordTime time.Time, incDocList []kwstatmod.KeywordIncDoc) error { opt := (&db.TransOpts{}).SetReEntry(10) return skdg.StatDB.Trans(func(trans *db.MongoTool) (err error) { if len(incDocList) != 0 { if err = kwstatmod.ChangeStatTrans(trans, sumDate, recordTime, incDocList); err != nil { return fmt.Errorf(" keyword commit ChangeStatTrans faild!, err:%+v\n", err) } } //提交本次修改记录 if err = statrecordmod.UpsertOneTrans(trans, statrecordmod.KeywordStatJob, recordTime); err != nil { return fmt.Errorf(" keyword commit UpsertOneTrans faild!, err:%+v\n", err) } return }, opt) }