package sitemap import ( "context" "videoweb/pub/models/contenttagmod" "videoweb/pub/models/playletcategorymod" "videoweb/pub/models/playletmod" "go.mongodb.org/mongo-driver/bson" "go.mongodb.org/mongo-driver/mongo/options" ) // getPlayletList 拉取已上架短剧,并收集实际用到的分类/标签 ID。 func getPlayletList(ctx context.Context) ([]idWithTime, map[int64]struct{}, map[int64]struct{}) { filter := bson.M{ playletmod.FN.Playlet.Status: playletmod.StatusUp, } pageSize := int64(1000) items := make([]idWithTime, 0) categoryIDs := make(map[int64]struct{}) tagIDs := make(map[int64]struct{}) for i := int64(0); i < 500; i++ { skip := i * pageSize list, _ := playletmod.FindManyPlaylet(ctx, filter, options.Find(). SetSort(bson.M{playletmod.FN.Playlet.Id: -1}). SetSkip(skip). SetLimit(pageSize). SetProjection(bson.M{ playletmod.FN.Playlet.Id: 1, playletmod.FN.Playlet.Slug: 1, playletmod.FN.Playlet.UpdatedAt: 1, playletmod.FN.Playlet.OnlineAt: 1, playletmod.FN.Playlet.CategoryIds: 1, playletmod.FN.Playlet.TagIds: 1, })) for _, info := range list { if info == nil || info.Id <= 0 { continue } lastMod := info.UpdatedAt if lastMod.IsZero() { lastMod = info.OnlineAt } items = append(items, idWithTime{Id: info.Id, Slug: info.Slug, LastMod: lastMod}) for _, id := range info.CategoryIds { if id > 0 { categoryIDs[id] = struct{}{} } } for _, id := range info.TagIds { if id > 0 { tagIDs[id] = struct{}{} } } } if len(list) < int(pageSize) { break } } return items, categoryIDs, tagIDs } // getPlayletCategoryList 只收录有上架短剧的分类,避免空列表页被抓取。 func getPlayletCategoryList(ctx context.Context, usedCategoryIDs map[int64]struct{}) []idWithTime { if len(usedCategoryIDs) == 0 { return nil } filter := bson.M{ playletcategorymod.FN.PlayletCategory.Status: true, } pageSize := int64(1000) items := make([]idWithTime, 0) for i := int64(0); i < 100; i++ { skip := i * pageSize list, _ := playletcategorymod.FindManyPlayletCategory(ctx, filter, options.Find(). SetSort(bson.M{playletcategorymod.FN.PlayletCategory.Rank: -1}). SetSkip(skip). SetLimit(pageSize). SetProjection(bson.M{ playletcategorymod.FN.PlayletCategory.Id: 1, playletcategorymod.FN.PlayletCategory.Slug: 1, playletcategorymod.FN.PlayletCategory.UpdatedAt: 1, })) for _, info := range list { if info == nil || info.Id <= 0 { continue } if _, ok := usedCategoryIDs[info.Id]; !ok { continue } items = append(items, idWithTime{Id: info.Id, Slug: info.Slug, LastMod: info.UpdatedAt}) } if len(list) < int(pageSize) { break } } return items } // getContentTagList 只收录当前频道已绑定内容的统一标签。 func getContentTagList(ctx context.Context, usedTagIDs map[int64]struct{}, tagType contenttagmod.ContentTagType) []idWithTime { if len(usedTagIDs) == 0 { return nil } filter := bson.M{ contenttagmod.FN.ContentTag.Status: true, contenttagmod.FN.ContentTag.Types: tagType, } pageSize := int64(1000) items := make([]idWithTime, 0) for i := int64(0); i < 100; i++ { skip := i * pageSize list, _ := contenttagmod.FindManyContentTag(ctx, filter, options.Find(). SetSort(bson.M{contenttagmod.FN.ContentTag.Rank: -1}). SetSkip(skip). SetLimit(pageSize). SetProjection(bson.M{ contenttagmod.FN.ContentTag.Id: 1, contenttagmod.FN.ContentTag.Slug: 1, contenttagmod.FN.ContentTag.UpdatedAt: 1, })) for _, info := range list { if info == nil || info.Id <= 0 { continue } if _, ok := usedTagIDs[info.Id]; !ok { continue } items = append(items, idWithTime{Id: info.Id, Slug: info.Slug, LastMod: info.UpdatedAt}) } if len(list) < int(pageSize) { break } } return items }