Initial commit

Co-Authored-By: Claude Opus 5 <noreply@anthropic.com>
2026-09-15 13:57:10 +08:00
commit 8679200f41
1897 changed files with 257900 additions and 0 deletions
@@ -0,0 +1,72 @@
+package keyword
+
+import (
+	"fmt"
+	"time"
+
+	"91porn-server/common/db"
+	"91porn-server/common/log"
+	"91porn-server/common/timeutil/timerange"
+	"91porn-server/models/s/kwstatmod"
+	"91porn-server/models/s/statrecordmod"
+	"91porn-server/skd/skdg"
+)
+
+// RunStat
+func RunStat(defaultStatDate time.Time) {
+	log.Info("keyword stat running...")
+	defer log.Info("keyword stat finished...")
+	now := time.Now()
+	//从历史提交记录中获取上次记录时间
+	lastStatAt, err := statrecordmod.LastRecordTime(statrecordmod.KeywordStatJob, defaultStatDate) //第一次从默认记录时间开始统计
+	if err != nil {
+		log.Error("Keyword RunStat lastRecordTime faild!", log.E(err))
+		return
+	}
+	recentMinute := timerange.RecentMinute(now, statrecordmod.FiveMinuteScale) //对齐本次统计时间 Minute % frequency == 0
+	//拆分时间区间并依次提交,均衡数据库读写压力
+	for recentMinute.After(lastStatAt) {
+		end := lastStatAt.Add(statrecordmod.FiveMinuteScale * time.Minute)
+		//防止时间超出范围
+		if end.After(recentMinute) {
+			end = recentMinute
+		}
+		subTimeRange := timerange.TimeRange{ //连续子切片
+			Head: lastStatAt,
+			Tail: end,
+		}
+		//此时的零日点
+		sumDate := timerange.LocDayRange(subTimeRange.Head).Head
+		//装配基础统计数据
+		incDocList, err := GetIncDocList(subTimeRange)
+		if err != nil {
+			log.Error("Keyword RunStat GetIncDocList faild!", log.E(err))
+			return
+		}
+		//提交数据
+		log.Info("keywordStat committing...", log.Any("sumDate", sumDate), log.Any("location", sumDate.Location().String()))
+		if err = commit(sumDate, subTimeRange.Tail, incDocList); err != nil {
+			log.Error("Keyword RunStat commit faild!", log.E(err))
+			return
+		}
+		log.Info("keywordStat committed.", log.Any("sumDate", sumDate), log.Any("location", sumDate.Location().String()))
+		lastStatAt = end
+	}
+}
+
+// commit 提交统计数据
+func commit(sumDate time.Time, recordTime time.Time, incDocList []kwstatmod.KeywordIncDoc) error {
+	opt := (&db.TransOpts{}).SetReEntry(10)
+	return skdg.StatDB.Trans(func(trans *db.MongoTool) (err error) {
+		if len(incDocList) != 0 {
+			if err = kwstatmod.ChangeStatTrans(trans, sumDate, recordTime, incDocList); err != nil {
+				return fmt.Errorf(" keyword commit ChangeStatTrans faild!, err:%+v\n", err)
+			}
+		}
+		//提交本次修改记录
+		if err = statrecordmod.UpsertOneTrans(trans, statrecordmod.KeywordStatJob, recordTime); err != nil {
+			return fmt.Errorf(" keyword commit UpsertOneTrans faild!, err:%+v\n", err)
+		}
+		return
+	}, opt)
+}