Initial commit

Co-Authored-By: Claude Opus 5 <noreply@anthropic.com>

skd/job/elastic/esuser/method.go

@@ -0,0 +1,38 @@
+package esuser
+
+import (
+	"91porn-server/common/elastic"
+	"91porn-server/common/log"
+	"91porn-server/models"
+	"91porn-server/models/v/usermod"
+)
+
+// 同步用户数据
+func SyncDataToES(data []usermod.User) error {
+	if len(data) == 0 {
+		return nil
+	}
+	var source = elastic.M{}
+	for _, v := range data {
+		var tmp = usermod.ESUser{
+			ID:        v.ID,
+			UID:       v.UID,
+			Gender:    v.Gender,
+			Name:      v.Name,
+			Summary:   v.Summary,
+			Region:    v.Region,
+			CreatedAt: v.CreatedAt,
+			UpdatedAt: v.UpdatedAt,
+			HasLocked: v.HasLocked,
+			HasBanned: v.HasBanned,
+		}
+		source[v.ID.Hex()] = tmp
+	}
+	log.Info("Elastic sync user data committing...")
+	if err := es.Bulk(models.ESInfoUserTable, source); err != nil {
+		log.Info("Elastic sync user data commit failed.")
+		return err
+	}
+	log.Info("Elastic sync user data committed.")
+	return nil
+}

skd/job/elastic/esuser/sync.go

@@ -0,0 +1,72 @@
+package esuser
+
+import (
+	"91porn-server/common/elastic"
+	"91porn-server/common/log"
+	"91porn-server/common/timeutil/timerange"
+	"91porn-server/models/s/statrecordmod"
+	"91porn-server/models/v/usermod"
+	"91porn-server/skd/skdg"
+	"fmt"
+	"time"
+)
+
+var es *elastic.Client
+
+func RunSync(defaultDate time.Time) {
+	es = skdg.VideoES
+	log.Info("Elastic Search user sync start...")
+	defer log.Info("Elastic Search user sync end.")
+	// 获取上次数据同步的记录时间
+	lastSyncAt, err := statrecordmod.LastRecordTime(statrecordmod.ElasticSyncUserJob, defaultDate)
+	if err != nil {
+		log.Error("Elastic sync user data RunSync get last record time failed", log.E(err))
+		return
+	}
+	var now = time.Now()
+	var recentMinute = timerange.RecentMinute(now, statrecordmod.FiveMinuteScale)
+	for recentMinute.After(lastSyncAt) {
+		var end = lastSyncAt.Add(statrecordmod.FiveMinuteScale * time.Minute)
+		if end.After(recentMinute) {
+			end = recentMinute
+		}
+		var subTimeRange = timerange.TimeRange{
+			Head: lastSyncAt,
+			Tail: end,
+		}
+		var page, size = 1, 1000
+		hasNext := true
+		var data []usermod.User
+		for hasNext {
+			data, hasNext, err = usermod.GetUserListByUpdateTimeRange(subTimeRange.Head, subTimeRange.Tail, page, size)
+			if err != nil {
+				log.Error("Elastic sync user data GetUserListByUpdateTimeRange err! ", log.E(err))
+				return
+			}
+
+			if hasNext && len(data) > 0 {
+				_ = SyncDataToES(data)
+				page++
+			} else {
+				if err = commit(data, subTimeRange.Tail); err != nil {
+					log.Error("Elastic sync user data RunSync commit err! ", log.E(err))
+					return
+				}
+			}
+		}
+
+		lastSyncAt = end
+	}
+}
+
+func commit(data []usermod.User, syncTime time.Time) error {
+	err := SyncDataToES(data)
+	if err != nil {
+		return fmt.Errorf("Elastic sync commit user data SyncDataToES failed!, err:%+v\n", err)
+	}
+	err = statrecordmod.UpsertOneTrans(nil, statrecordmod.ElasticSyncUserJob, syncTime)
+	if err != nil {
+		return fmt.Errorf("Elastic sync commit user data UpsertOneTrans failed!, err:%+v\n", err)
+	}
+	return err
+}