Initial commit: web_hghl_server

Co-Authored-By: Claude Opus 4.7 <noreply@anthropic.com>
2026-10-26 16:28:14 +08:00
commit 65fca60622
653 changed files with 135901 additions and 0 deletions
@@ -0,0 +1,454 @@
+package configser
+
+import (
+	"context"
+	"regexp"
+	"strconv"
+	"strings"
+	"sync"
+	"videoweb/app/api/proto"
+	"videoweb/app/service/translationser"
+	"videoweb/pub/common/log"
+	"videoweb/pub/common/netutil"
+	"videoweb/pub/common/srvdef"
+	"videoweb/pub/dataReport"
+	"videoweb/pub/models/cfg"
+	"videoweb/pub/models/hotnavmod"
+	"videoweb/pub/models/ipblackmod"
+	"videoweb/pub/models/richtextcontentmod"
+	"videoweb/pub/models/videocreatermod"
+
+	"github.com/robfig/cron/v3"
+	"go.mongodb.org/mongo-driver/bson"
+	"go.mongodb.org/mongo-driver/mongo/options"
+)
+
+var (
+	CacheMgr CacheInfo //
+	skdCron  *cron.Cron
+)
+
+// richTextImgSrcRe 匹配富文本HTML里 img 标签的 src 图片地址，兼容单引号、双引号和JSON转义后的双引号
+var richTextImgSrcRe = regexp.MustCompile(`(?i)(<img\b[^>]*?\s*)src\s*=\s*(\\?"([^"\\]*)\\?"|'([^']*)')`)
+
+type CacheInfo struct {
+	Lock         sync.RWMutex     // 读写锁
+	Config       proto.ConfigInfo // 系统配置缓存
+	Announcement proto.AnnouncementInfo
+	Advitise     proto.AdvitiseData
+	IpBlackMaps  map[string]struct{}
+	CreateInfo   map[int64]*videocreatermod.VideoCreaterInfo // 作者信息
+	HotNavs      []proto.HotNavItem                          // 热门导航
+	AppRichTexts []proto.AppRichTextItemResp                 // APP富文本内容列表
+}
+
+type appRichTextCacheItem struct {
+	Id      int64  `bson:"_id,omitempty"`
+	Title   string `bson:"title"`
+	Content string `bson:"content"`
+	Desc    string `bson:"desc"`
+}
+
+func init() {
+	skdCron = cron.New(cron.WithSeconds()) // 秒级定时任务
+	CacheMgr.Config = proto.ConfigInfo{}
+	CacheMgr.CreateInfo = make(map[int64]*videocreatermod.VideoCreaterInfo)
+	CacheMgr.IpBlackMaps = make(map[string]struct{})
+}
+
+func Start() {
+	ctx := context.Background()
+
+	dataReport.StartSDKConfigCron()
+	UpdateConfigInfo(ctx)
+	//UpdateAdvitiseData(ctx)
+	UpdateAdvitiseDataFromJt()
+	UpdateAnnouncementData(ctx)
+	updateIpBlack()
+	updateHotNavCache(ctx)
+	updateAppRichTexts()
+	StartTopicCache()
+	go UpdateVideoRankCache()
+	go UpdatePlayletRankCache()
+	go UpdateAllFavoriteDataCount()
+	_, _ = skdCron.AddFunc("0 */5 * * * ?", func() {
+		UpdateConfigInfo(ctx)
+		//UpdateAdvitiseData(ctx)
+		UpdateAdvitiseDataFromJt()
+		UpdateAnnouncementData(ctx)
+		updateIpBlack()
+		updateHotNavCache(ctx)
+		updateAppRichTexts()
+	})
+
+	_, _ = skdCron.AddFunc("* */14 * * * ?", func() {
+		updateCreateCache(ctx)
+	})
+	// 每10分钟统计各标签关联数据量并刷新首页标签缓存
+	_, _ = skdCron.AddFunc("0 */10 * * * ?", func() {
+		UpdateAllTagDataCount()
+	})
+	// 每10分钟统计各内容收藏量（整点 10 分）
+	_, _ = skdCron.AddFunc("0 */10 * * * ?", func() {
+		UpdateAllFavoriteDataCount()
+	})
+	// 各内容榜单每 10 分钟刷新一次，错开整点避免任务扎堆
+	_, _ = skdCron.AddFunc("0 1/10 * * * ?", func() {
+		UpdateVideoRankCache()
+	})
+	_, _ = skdCron.AddFunc("0 5/10 * * * ?", func() {
+		UpdatePlayletRankCache()
+	})
+	skdCron.Start()
+}
+
+func UpdateConfigInfo(ctx context.Context) {
+	config := proto.ConfigInfo{}
+
+	filter := bson.M{cfg.FN.SysCfg.Id: 1}
+	sysCfg, _ := cfg.FindOneSysCfg(context.Background(), filter)
+	if sysCfg == nil {
+		return
+	}
+
+	config.NewUrlAddr = sysCfg.NewUrlAddr
+	config.NewUrlAddr1 = sysCfg.NewUrlAddr1
+	config.NewUrlAddr2 = sysCfg.NewUrlAddr2
+	config.ForeverUrlAddr = sysCfg.ForeverUrlAddr
+	config.GmailAddr = sysCfg.GmailAddr
+	config.AppAddr = sysCfg.AppAddr
+	config.WeiChart = sysCfg.WeiChart
+	config.QQ = sysCfg.QQ
+	config.TgGroup = sysCfg.TgGroup
+	config.PotaoGroup = sysCfg.PotaoGroup
+	config.GitAddr = sysCfg.GitAddr
+	config.TwitterAddr = sysCfg.TwitterAddr
+	config.Telegram = sysCfg.Telegram
+	config.TelegramAdd = sysCfg.TelegramAdd
+	config.TranslationAddr = sysCfg.TranslationAddr
+	config.ImgCdn = sysCfg.ImgAppCdn
+	config.TsCdn = sysCfg.MediaAppCdn
+	config.ImgAppUsCdn = sysCfg.ImgAppUsCdn
+	config.MediaAppUsCdn = sysCfg.MediaAppUsCdn
+	config.PdfAddr = sysCfg.PdfAddr
+
+	config.WebTitle = sysCfg.WebTitle
+	config.WebKeyworld = sysCfg.WebKeyworld
+	config.WebDescription = sysCfg.WebDescription
+	config.WebSiteName = sysCfg.WebSiteName
+	config.WebAddr = sysCfg.WebAddr
+	config.DHNewUrlAddr1 = sysCfg.DHNewUrlAddr1
+	config.DHNewUrlAddr2 = sysCfg.DHNewUrlAddr2
+	config.DHNewUrlAddr3 = sysCfg.DHNewUrlAddr3
+	config.UseIngAddress = sysCfg.UseAddress
+	config.FreeVPN = sysCfg.FreeVPN
+	config.DHKeyworld = sysCfg.DHKeyworld
+	config.DHTitle = sysCfg.DHTitle
+	config.DHDescription = sysCfg.DHDescription
+	config.DHSiteName = sysCfg.DHSiteName
+	config.ReportSDKConfig = dataReport.GetSDKDomainConfig()
+	config.ChannelCode = sysCfg.ChannelCode
+	config.EnableH265 = sysCfg.EnableH265
+	cfg.CacheAppKey(sysCfg.AppKey)
+	config.M3U8DayRateLimitMax = sysCfg.M3U8DayRateLimitMax
+
+	CacheMgr.Lock.Lock()
+	defer CacheMgr.Lock.Unlock()
+	CacheMgr.Config = config
+
+}
+
+func GetConfigInfo() proto.ConfigInfo {
+	CacheMgr.Lock.RLock()
+	defer CacheMgr.Lock.RUnlock()
+
+	return CacheMgr.Config
+}
+
+func GetAdvitise() proto.AdvitiseData {
+	CacheMgr.Lock.RLock()
+	defer CacheMgr.Lock.RUnlock()
+
+	return CacheMgr.Advitise
+}
+
+func GetAnnouncement() proto.AnnouncementInfo {
+	CacheMgr.Lock.RLock()
+	defer CacheMgr.Lock.RUnlock()
+
+	return CacheMgr.Announcement
+}
+
+func GetRandCDN() string {
+	config := GetConfigInfo()
+	return config.TsCdn
+}
+
+func updateHotNavCache(ctx context.Context) {
+	filter := bson.M{hotnavmod.FN.HotNav.Status: true}
+	opts := options.Find()
+	opts.SetSort(bson.D{
+		{Key: hotnavmod.FN.HotNav.Sort, Value: -1},
+		{Key: hotnavmod.FN.HotNav.CreatedAt, Value: -1},
+	})
+	opts.SetLimit(100)
+	list, err := hotnavmod.FindManyHotNav(ctx, filter, opts)
+	if err != nil {
+		log.Warn("updateHotNavCache.FindManyHotNav", log.E(err))
+		return
+	}
+	config := GetConfigInfo()
+	tempList := make([]proto.HotNavItem, len(list))
+	for i, item := range list {
+		tempList[i] = proto.HotNavItem{
+			Id:    item.Id,
+			Title: item.Title,
+			Intro: item.Intro,
+			Url:   item.Url,
+			Icon:  netutil.MergeURL(config.ImgCdn, item.Icon),
+		}
+	}
+	CacheMgr.Lock.Lock()
+	defer CacheMgr.Lock.Unlock()
+	CacheMgr.HotNavs = tempList
+}
+
+func GetHotNavs() []proto.HotNavItem {
+	CacheMgr.Lock.RLock()
+	defer CacheMgr.Lock.RUnlock()
+	result := make([]proto.HotNavItem, len(CacheMgr.HotNavs))
+	copy(result, CacheMgr.HotNavs)
+	return result
+}
+
+// GetFooterInfo 查询APP底部信息
+func GetFooterInfo() proto.FooterInfo {
+	config := GetConfigInfo()
+	return proto.FooterInfo{
+		Brand:       buildFooterBrand(config),
+		NavList:     buildFooterNavList(),
+		ContactList: buildFooterContactList(config),
+	}
+}
+
+// buildFooterBrand 构建APP底部品牌信息
+func buildFooterBrand(config proto.ConfigInfo) proto.FooterBrand {
+	return proto.FooterBrand{
+		Title:   config.WebSiteName,
+		Content: config.WebDescription,
+	}
+}
+
+// buildFooterNavList 构建APP底部导航列表
+func buildFooterNavList() []proto.TranslationCategory {
+	bottom := translationser.GetTranslationBottomList()
+	return append([]proto.TranslationCategory{}, bottom.CategoryList...)
+}
+
+// buildFooterContactList 构建APP底部联系方式，固定返回原型要求的四项
+func buildFooterContactList(config proto.ConfigInfo) []proto.FooterContact {
+	return []proto.FooterContact{
+		{Name: "E-mail", Value: config.GmailAddr},
+		{Name: "商务合作", Value: config.Telegram},
+		{Name: "官方群", Value: firstNotEmpty(config.TgGroup, config.TelegramAdd)},
+		{Name: "官方推特", Value: config.TwitterAddr},
+	}
+}
+
+// firstNotEmpty 返回第一个非空字符串
+func firstNotEmpty(values ...string) string {
+	for _, value := range values {
+		value = strings.TrimSpace(value)
+		if value != "" {
+			return value
+		}
+	}
+	return ""
+}
+
+// GetAppRichTextList 查询APP富文本内容列表
+func GetAppRichTextList(rawIds string, rawTitles string) proto.AppRichTextListResp {
+	ids := parseInt64Set(rawIds)
+	titles := parseStringSet(rawTitles)
+	data := getCachedAppRichTexts()
+	if len(data) == 0 {
+		updateAppRichTexts()
+		data = getCachedAppRichTexts()
+	}
+	return proto.AppRichTextListResp{List: filterAppRichTexts(data, ids, titles)}
+}
+
+// getCachedAppRichTexts 读取APP富文本缓存副本
+func getCachedAppRichTexts() []proto.AppRichTextItemResp {
+	CacheMgr.Lock.RLock()
+	defer CacheMgr.Lock.RUnlock()
+	return append([]proto.AppRichTextItemResp{}, CacheMgr.AppRichTexts...)
+}
+
+// filterAppRichTexts 按富文本ID或标题过滤缓存数据
+func filterAppRichTexts(data []proto.AppRichTextItemResp, ids map[int64]struct{}, titles map[string]struct{}) []proto.AppRichTextItemResp {
+	list := make([]proto.AppRichTextItemResp, 0, len(data))
+	for _, item := range data {
+		if len(ids) > 0 {
+			if _, ok := ids[item.Id]; !ok {
+				continue
+			}
+		}
+		if len(titles) > 0 {
+			if _, ok := titles[item.Title]; !ok {
+				continue
+			}
+		}
+		list = append(list, item)
+	}
+	return list
+}
+
+// parseInt64Set 解析英文逗号分隔的ID集合
+func parseInt64Set(raw string) map[int64]struct{} {
+	raw = strings.TrimSpace(raw)
+	if raw == "" {
+		return nil
+	}
+	resp := make(map[int64]struct{})
+	for _, item := range strings.Split(raw, ",") {
+		id, err := strconv.ParseInt(strings.TrimSpace(item), 10, 64)
+		if err != nil || id <= 0 {
+			continue
+		}
+		resp[id] = struct{}{}
+	}
+	return resp
+}
+
+// parseStringSet 解析英文逗号分隔的字符串集合
+func parseStringSet(raw string) map[string]struct{} {
+	raw = strings.TrimSpace(raw)
+	if raw == "" {
+		return nil
+	}
+	resp := make(map[string]struct{})
+	for _, item := range strings.Split(raw, ",") {
+		item = strings.TrimSpace(item)
+		if item == "" {
+			continue
+		}
+		resp[item] = struct{}{}
+	}
+	return resp
+}
+
+// updateAppRichTexts 刷新APP富文本内容缓存
+func updateAppRichTexts() {
+	resp, err := queryAppRichTexts(context.Background())
+	if err != nil {
+		log.Warn("查询APP富文本内容失败", log.E(err))
+		return
+	}
+	CacheMgr.Lock.Lock()
+	defer CacheMgr.Lock.Unlock()
+	CacheMgr.AppRichTexts = resp
+}
+
+// queryAppRichTexts 查询启用状态的APP富文本内容，统一供定时缓存和接口兜底加载使用
+func queryAppRichTexts(ctx context.Context) ([]proto.AppRichTextItemResp, *srvdef.SrvErr) {
+	filter := bson.M{
+		richtextcontentmod.FN.RichTextContentModel.Status: true,
+	}
+	opts := options.Find().
+		SetProjection(bson.M{
+			richtextcontentmod.FN.RichTextContentModel.Id:      1,
+			richtextcontentmod.FN.RichTextContentModel.Title:   1,
+			richtextcontentmod.FN.RichTextContentModel.Content: 1,
+			richtextcontentmod.FN.RichTextContentModel.Desc:    1,
+		}).
+		SetSort(bson.D{
+			{Key: richtextcontentmod.FN.RichTextContentModel.Sort, Value: -1},
+			{Key: richtextcontentmod.FN.RichTextContentModel.UpdatedAt, Value: -1},
+		}).
+		SetLimit(100)
+	list := make([]appRichTextCacheItem, 0)
+	err := richtextcontentmod.FindManyRichTextContentModelModelWithBind(ctx, &list, filter, opts)
+	if err != nil {
+		log.Warn("查询APP富文本内容失败", log.Any("filter", filter), log.E(err))
+		return nil, err
+	}
+	imgCdn := GetConfigInfo().ImgCdn
+	resp := make([]proto.AppRichTextItemResp, 0, len(list))
+	for _, item := range list {
+		resp = append(resp, proto.AppRichTextItemResp{
+			Id:      item.Id,
+			Title:   item.Title,
+			Content: applyRichTextImgSrcCdn(imgCdn, item.Content),
+			Desc:    item.Desc,
+		})
+	}
+	return resp, nil
+}
+
+// applyRichTextImgSrcCdn 给富文本 content 中 img 标签的 src 相对图片地址拼接图片CDN
+func applyRichTextImgSrcCdn(imgCdn string, content string) string {
+	if imgCdn == "" || content == "" {
+		return content
+	}
+	return richTextImgSrcRe.ReplaceAllStringFunc(content, func(match string) string {
+		parts := richTextImgSrcRe.FindStringSubmatch(match)
+		if len(parts) < 5 {
+			return match
+		}
+		prefix := parts[1]
+		quote := `"`
+		src := parts[3]
+		if src == "" {
+			quote = `'`
+			src = parts[4]
+		} else if strings.HasPrefix(parts[2], `\"`) {
+			quote = `\"`
+		}
+		src = strings.TrimSpace(src)
+		if src == "" || isAbsoluteRichTextSrc(src) {
+			return match
+		}
+		return prefix + "src=" + quote + netutil.MergeURL(imgCdn, src) + quote
+	})
+}
+
+// isAbsoluteRichTextSrc 判断图片地址是否已经是完整地址或特殊协议，避免重复拼接CDN
+func isAbsoluteRichTextSrc(src string) bool {
+	lowerSrc := strings.ToLower(src)
+	return strings.HasPrefix(lowerSrc, "http://") ||
+		strings.HasPrefix(lowerSrc, "https://") ||
+		strings.HasPrefix(lowerSrc, "data:") ||
+		strings.HasPrefix(lowerSrc, "blob:") ||
+		strings.HasPrefix(src, "//")
+}
+
+func updateIpBlack() {
+	ctx := context.Background()
+	list, err := ipblackmod.FindManyIPBlackModel(ctx, bson.M{})
+	if err != nil {
+		log.Error("updateIpBlack FindManyIPBlackModel error", log.E(err))
+		return
+	}
+	tempMaps := make(map[string]struct{})
+	for _, v := range list {
+		tempMaps[v.Ip] = struct{}{}
+	}
+	CacheMgr.Lock.Lock()
+	defer CacheMgr.Lock.Unlock()
+	CacheMgr.IpBlackMaps = tempMaps
+}
+
+func CheckIpBlack(ip string) bool {
+	CacheMgr.Lock.RLock()
+	defer CacheMgr.Lock.RUnlock()
+	if _, ok := CacheMgr.IpBlackMaps[ip]; ok {
+		return true
+	}
+	return false
+}
+
+func Stop() {
+	dataReport.StopSDKConfigCron()
+	skdCron.Stop()
+}