Initial commit

Co-Authored-By: Claude Opus 5 <noreply@anthropic.com>

skd/job/sqlcollapser/vid/method.go

@@ -0,0 +1,51 @@
+package vid
+
+import (
+	"time"
+
+	"91porn-server/common/constant/redisconst"
+	"91porn-server/common/timeutil/timerange"
+	"91porn-server/models/s/statrecordmod"
+	"91porn-server/models/v/vidmod"
+	"91porn-server/skd/skdg"
+
+	"go.mongodb.org/mongo-driver/bson"
+	"go.mongodb.org/mongo-driver/bson/primitive"
+	"go.mongodb.org/mongo-driver/mongo"
+)
+
+func incPageView(syncTime time.Time) error {
+	now := syncTime
+	recentMinute := timerange.RecentMinute(now, statrecordmod.FiveMinuteScale)
+	key := redisconst.VidPageViewListKey(recentMinute.Unix())
+	count, err := skdg.Redis.LCount(key)
+	if err != nil {
+		return err
+	}
+	if count == 0 {
+		return nil
+	}
+	strList, err := skdg.Redis.LRange(key, 0, count-1)
+	if err != nil {
+		return err
+	}
+	dmap := make(map[string]int64)
+	for i := range strList {
+		dmap[strList[i]]++
+	}
+	models := make([]mongo.WriteModel, 0, len(dmap))
+	for k, v := range dmap {
+		_id, err1 := primitive.ObjectIDFromHex(k)
+		if err1 != nil {
+			continue
+		}
+		filter := bson.M{"_id": _id}
+		update := bson.M{"$inc": bson.M{"pageViewCount": v}}
+		models = append(models, mongo.NewUpdateOneModel().SetFilter(filter).SetUpdate(update))
+	}
+	if err = vidmod.Bulk(models); err != nil {
+		return err
+	}
+	_, _ = skdg.Redis.Del(key)
+	return nil
+}

skd/job/sqlcollapser/vid/runSync.go

@@ -0,0 +1,48 @@
+package vid
+
+import (
+	"fmt"
+	"time"
+
+	"91porn-server/common/log"
+	"91porn-server/common/timeutil/timerange"
+	"91porn-server/models/s/statrecordmod"
+)
+
+func RunSync(defaultDate time.Time) {
+	log.Info("SqlCollasper sync start...")
+	defer log.Info("SqlCollasper sync end.")
+	// 获取上次数据同步的记录时间
+	lastSyncAt, err := statrecordmod.LastRecordTime(statrecordmod.SqlCollasperVidPageView, defaultDate)
+	if err != nil {
+		log.Error("SqlCollasper RunSync get last record time failed", log.E(err))
+		return
+	}
+	var now = time.Now().Add(-time.Minute * 5)
+	var recentMinute = timerange.RecentMinute(now, statrecordmod.FiveMinuteScale)
+	for recentMinute.After(lastSyncAt) {
+		var end = lastSyncAt.Add(statrecordmod.FiveMinuteScale * time.Minute)
+		if end.After(recentMinute) {
+			end = recentMinute
+		}
+		var subTimeRange = timerange.TimeRange{
+			Head: lastSyncAt,
+			Tail: end,
+		}
+		if err = commit(subTimeRange.Tail); err != nil {
+			log.Error("SqlCollasper sync audiobook data RunSync commit err! ", log.E(err))
+			return
+		}
+		lastSyncAt = end
+	}
+}
+
+func commit(syncTime time.Time) error {
+	if err := incPageView(syncTime); err != nil {
+		return fmt.Errorf("SqlCollasper sync commit incPageView failed!, err:%+v\n", err)
+	}
+	if err := statrecordmod.UpsertOneTrans(nil, statrecordmod.SqlCollasperVidPageView, syncTime); err != nil {
+		return fmt.Errorf("SqlCollasper sync commit  UpsertOneTrans failed!, err:%+v\n", err)
+	}
+	return nil
+}