package eskeyword import ( "fmt" "time" "91porn-server/common/elastic" "91porn-server/common/log" "91porn-server/common/timeutil/timerange" "91porn-server/models/s/kwstatmod" "91porn-server/models/s/statrecordmod" "91porn-server/skd/skdg" ) var es *elastic.Client func RunSync(defaultDate time.Time) { es = skdg.VideoES log.Info("Elastic Search sync keyword start...") defer log.Info("Elastic Search tag sync keyword end.") // 获取上次数据同步的记录时间 lastSyncAt, err := statrecordmod.LastRecordTime(statrecordmod.ElasticSyncKeywordJob, defaultDate) if err != nil { log.Error("Elastic sync keyword data RunSync get last record time failed", log.E(err)) return } var now = time.Now() var recentMinute = timerange.RecentMinute(now, statrecordmod.FiveMinuteScale) for recentMinute.After(lastSyncAt) { var end = lastSyncAt.Add(statrecordmod.FiveMinuteScale * time.Minute) if end.After(recentMinute) { end = recentMinute } var subTimeRange = timerange.TimeRange{ Head: lastSyncAt, Tail: end, } data, err := kwstatmod.GetKeywordsByTimeRange(subTimeRange.Head, subTimeRange.Tail) if err != nil { return } if err = commit(data, subTimeRange.Tail); err != nil { log.Error("Elastic sync keyword data RunSync commit err! ", log.E(err)) return } lastSyncAt = end } } func commit(data []kwstatmod.Keyword, syncTime time.Time) error { if err := SyncDataToES(data); err != nil { return fmt.Errorf("Elastic sync commit keyword data SyncDataToES failed!, err:%+v\n", err) } if err := statrecordmod.UpsertOneTrans(nil, statrecordmod.ElasticSyncKeywordJob, syncTime); err != nil { return fmt.Errorf("Elastic sync commit keyword data UpsertOneTrans failed!, err:%+v\n", err) } return nil }