Initial commit

Co-Authored-By: Claude Opus 5 <noreply@anthropic.com>
2026-09-15 13:57:10 +08:00
commit 8679200f41
1897 changed files with 257900 additions and 0 deletions
@@ -0,0 +1,108 @@
+package esvideo
+
+import (
+	"math"
+	"time"
+
+	"91porn-server/common/elastic"
+	"91porn-server/common/localcache"
+	"91porn-server/common/log"
+	"91porn-server/models"
+	"91porn-server/models/v/tagmod"
+	"91porn-server/models/v/vidmod"
+	"91porn-server/models/v/vidpopmod"
+
+	"go.mongodb.org/mongo-driver/bson/primitive"
+)
+
+const vidPopCfgKey = "vidPopCfgKey"
+
+// SyncDataToES 同步数据到ES
+func SyncDataToES(data []*vidmod.VideoModel) error {
+	if len(data) == 0 {
+		return nil
+	}
+	// 获取标签名字
+	var tagsID []primitive.ObjectID
+	for _, v := range data {
+		tagsID = append(tagsID, v.Tags...)
+	}
+	tags, err := tagmod.FindTagsByIDS(tagsID)
+	if err != nil {
+		return err
+	}
+	var tagsNameMap = make(map[primitive.ObjectID]string)
+	for _, v := range tags {
+		tagsNameMap[v.ID] = v.TagName
+	}
+	var source = elastic.M{}
+	for _, v := range data {
+		var tagsName []string
+		for _, v1 := range v.Tags {
+			tagsName = append(tagsName, tagsNameMap[v1])
+		}
+		source[v.ID.Hex()] = vidmod.ESVideo{
+			ID:                 v.ID,
+			PublisherID:        v.PublisherID,
+			Title:              v.Title,
+			NewsType:           v.NewsType,
+			Tags:               v.Tags,
+			TagsName:           tagsName,
+			Filename:           v.Filename,
+			PlayCount:          v.PlayCount,
+			EffectivePlayCount: v.EffectivePlayCount,
+			PurchaseCount:      v.PurchaseCount,
+			LikeCount:          v.LikeCount,
+			CommentCount:       v.CommentCount,
+			CollectCount:       v.CollectCount,
+			ShareCount:         v.ShareCount,
+			FakeLikeCount:      v.FakeLikeCount,
+			FakeShareCount:     v.FakeShareCount,
+			FakePlayCount:      v.FakePlayCount,
+			Status:             v.Status,
+			Location:           v.Location,
+			CreatedAt:          v.CreatedAt,
+			UpdatedAt:          v.UpdatedAt,
+			ReviewedAt:         v.ReviewAt,
+			Hot:                calcHot(v),
+			PlayTime:           v.PlayTime,
+			Coins:              v.Coins,
+		}
+	}
+	log.Info("Elastic sync video data committing...")
+	if err = es.Bulk(models.ESInfoVideoTable, source); err != nil {
+		log.Info("Elastic sync video data commit failed.")
+		return err
+	}
+	log.Info("Elastic sync video data committed.")
+	return nil
+}
+
+func calcHot(video *vidmod.VideoModel) float64 {
+	if video.Status == vidmod.CheckPass || video.Status == vidmod.Free {
+		cfg, err := getVideoPopularityConfig()
+		if err != nil {
+			log.Error("Elastic sync video getVideoPopularityConfig", log.E(err))
+			return 0
+		}
+		qualityScore := float64(video.PlayCount + cfg.EffectivePlayCountMultiplier*video.EffectivePlayCount +
+			cfg.LikeCountMultiplier*video.LikeCount)
+		hot := (qualityScore + float64(cfg.InitialPopularity)) / math.Pow(1+time.Since(video.ReviewAt).Hours(),
+			cfg.ReviewTimePower)
+		return hot
+	}
+	return 0
+}
+
+func getVideoPopularityConfig() (*vidpopmod.VideoPopularityConfig, error) {
+	cfg, ok := localcache.C.Get(vidPopCfgKey)
+	if ok {
+		return cfg.(*vidpopmod.VideoPopularityConfig), nil
+	}
+	res, err := vidpopmod.FindOne()
+	if err != nil {
+		return nil, err
+	}
+	localcache.C.Set(vidPopCfgKey, &res, 5*time.Minute)
+	return &res, nil
+}
@@ -0,0 +1,74 @@
+package esvideo
+
+import (
+	"fmt"
+	"time"
+
+	"91porn-server/common/elastic"
+	"91porn-server/common/log"
+	"91porn-server/common/timeutil/timerange"
+	"91porn-server/models/s/statrecordmod"
+	"91porn-server/models/v/vidmod"
+	"91porn-server/skd/skdg"
+)
+
+var es *elastic.Client
+
+func RunSync(defaultDate time.Time) {
+	es = skdg.VideoES
+	log.Info("Elastic Search video sync start...")
+	defer log.Info("Elastic Search video sync end.")
+	// 获取上次数据同步的记录时间
+	lastSyncAt, err := statrecordmod.LastRecordTime(statrecordmod.ElasticSyncVideoJob, defaultDate)
+	if err != nil {
+		log.Error("Elastic sync video data RunSync get last record time failed", log.E(err))
+		return
+	}
+	var now = time.Now()
+	var recentMinute = timerange.RecentMinute(now, statrecordmod.FiveMinuteScale)
+	for recentMinute.After(lastSyncAt) {
+		var end = lastSyncAt.Add(statrecordmod.FiveMinuteScale * time.Minute)
+		if end.After(recentMinute) {
+			end = recentMinute
+		}
+		var subTimeRange = timerange.TimeRange{
+			Head: lastSyncAt,
+			Tail: end,
+		}
+		var page, size = 1, 1000
+		hasNext := true
+		var data []*vidmod.VideoModel
+		for hasNext {
+			data, hasNext, err = vidmod.GetVideoListByUpdateTimeRange(subTimeRange.Head, subTimeRange.Tail, page, size)
+			if err != nil {
+				log.Error("Elastic sync video data GetVideoListByUpdateTimeRange err! ", log.E(err))
+				return
+			}
+			if hasNext && len(data) > 0 {
+				_ = SyncDataToES(data)
+				page++
+			} else {
+				if err = commit(data, subTimeRange.Tail); err != nil {
+					log.Error("Elastic sync video data RunSync commit err! ", log.E(err))
+					return
+				}
+			}
+		}
+
+		lastSyncAt = end
+	}
+}
+
+func commit(data []*vidmod.VideoModel, syncTime time.Time) error {
+	if len(data) <= 0 {
+		_ = statrecordmod.UpsertOneTrans(nil, statrecordmod.ElasticSyncVideoJob, syncTime)
+		return nil
+	}
+	if err := SyncDataToES(data); err != nil {
+		return fmt.Errorf("Elastic sync commit video data SyncDataToES failed!, err:%+v\n", err)
+	}
+	if err := statrecordmod.UpsertOneTrans(nil, statrecordmod.ElasticSyncVideoJob, syncTime); err != nil {
+		return fmt.Errorf("Elastic sync commit video data UpsertOneTrans failed!, err:%+v\n", err)
+	}
+	return nil
+}