Initial commit: web_hghl_server
Co-Authored-By: Claude Opus 4.7 <noreply@anthropic.com>
This commit is contained in:
@@ -0,0 +1,136 @@
|
||||
package sitemap
|
||||
|
||||
import (
|
||||
"context"
|
||||
"videoweb/pub/models/contenttagmod"
|
||||
"videoweb/pub/models/playletcategorymod"
|
||||
"videoweb/pub/models/playletmod"
|
||||
|
||||
"go.mongodb.org/mongo-driver/bson"
|
||||
"go.mongodb.org/mongo-driver/mongo/options"
|
||||
)
|
||||
|
||||
// getPlayletList 拉取已上架短剧,并收集实际用到的分类/标签 ID。
|
||||
func getPlayletList(ctx context.Context) ([]idWithTime, map[int64]struct{}, map[int64]struct{}) {
|
||||
filter := bson.M{
|
||||
playletmod.FN.Playlet.Status: playletmod.StatusUp,
|
||||
}
|
||||
pageSize := int64(1000)
|
||||
items := make([]idWithTime, 0)
|
||||
categoryIDs := make(map[int64]struct{})
|
||||
tagIDs := make(map[int64]struct{})
|
||||
for i := int64(0); i < 500; i++ {
|
||||
skip := i * pageSize
|
||||
list, _ := playletmod.FindManyPlaylet(ctx, filter, options.Find().
|
||||
SetSort(bson.M{playletmod.FN.Playlet.Id: -1}).
|
||||
SetSkip(skip).
|
||||
SetLimit(pageSize).
|
||||
SetProjection(bson.M{
|
||||
playletmod.FN.Playlet.Id: 1,
|
||||
playletmod.FN.Playlet.Slug: 1,
|
||||
playletmod.FN.Playlet.UpdatedAt: 1,
|
||||
playletmod.FN.Playlet.OnlineAt: 1,
|
||||
playletmod.FN.Playlet.CategoryIds: 1,
|
||||
playletmod.FN.Playlet.TagIds: 1,
|
||||
}))
|
||||
for _, info := range list {
|
||||
if info == nil || info.Id <= 0 {
|
||||
continue
|
||||
}
|
||||
lastMod := info.UpdatedAt
|
||||
if lastMod.IsZero() {
|
||||
lastMod = info.OnlineAt
|
||||
}
|
||||
items = append(items, idWithTime{Id: info.Id, Slug: info.Slug, LastMod: lastMod})
|
||||
for _, id := range info.CategoryIds {
|
||||
if id > 0 {
|
||||
categoryIDs[id] = struct{}{}
|
||||
}
|
||||
}
|
||||
for _, id := range info.TagIds {
|
||||
if id > 0 {
|
||||
tagIDs[id] = struct{}{}
|
||||
}
|
||||
}
|
||||
}
|
||||
if len(list) < int(pageSize) {
|
||||
break
|
||||
}
|
||||
}
|
||||
return items, categoryIDs, tagIDs
|
||||
}
|
||||
|
||||
// getPlayletCategoryList 只收录有上架短剧的分类,避免空列表页被抓取。
|
||||
func getPlayletCategoryList(ctx context.Context, usedCategoryIDs map[int64]struct{}) []idWithTime {
|
||||
if len(usedCategoryIDs) == 0 {
|
||||
return nil
|
||||
}
|
||||
filter := bson.M{
|
||||
playletcategorymod.FN.PlayletCategory.Status: true,
|
||||
}
|
||||
pageSize := int64(1000)
|
||||
items := make([]idWithTime, 0)
|
||||
for i := int64(0); i < 100; i++ {
|
||||
skip := i * pageSize
|
||||
list, _ := playletcategorymod.FindManyPlayletCategory(ctx, filter, options.Find().
|
||||
SetSort(bson.M{playletcategorymod.FN.PlayletCategory.Rank: -1}).
|
||||
SetSkip(skip).
|
||||
SetLimit(pageSize).
|
||||
SetProjection(bson.M{
|
||||
playletcategorymod.FN.PlayletCategory.Id: 1,
|
||||
playletcategorymod.FN.PlayletCategory.Slug: 1,
|
||||
playletcategorymod.FN.PlayletCategory.UpdatedAt: 1,
|
||||
}))
|
||||
for _, info := range list {
|
||||
if info == nil || info.Id <= 0 {
|
||||
continue
|
||||
}
|
||||
if _, ok := usedCategoryIDs[info.Id]; !ok {
|
||||
continue
|
||||
}
|
||||
items = append(items, idWithTime{Id: info.Id, Slug: info.Slug, LastMod: info.UpdatedAt})
|
||||
}
|
||||
if len(list) < int(pageSize) {
|
||||
break
|
||||
}
|
||||
}
|
||||
return items
|
||||
}
|
||||
|
||||
// getContentTagList 只收录当前频道已绑定内容的统一标签。
|
||||
func getContentTagList(ctx context.Context, usedTagIDs map[int64]struct{}, tagType contenttagmod.ContentTagType) []idWithTime {
|
||||
if len(usedTagIDs) == 0 {
|
||||
return nil
|
||||
}
|
||||
filter := bson.M{
|
||||
contenttagmod.FN.ContentTag.Status: true,
|
||||
contenttagmod.FN.ContentTag.Types: tagType,
|
||||
}
|
||||
pageSize := int64(1000)
|
||||
items := make([]idWithTime, 0)
|
||||
for i := int64(0); i < 100; i++ {
|
||||
skip := i * pageSize
|
||||
list, _ := contenttagmod.FindManyContentTag(ctx, filter, options.Find().
|
||||
SetSort(bson.M{contenttagmod.FN.ContentTag.Rank: -1}).
|
||||
SetSkip(skip).
|
||||
SetLimit(pageSize).
|
||||
SetProjection(bson.M{
|
||||
contenttagmod.FN.ContentTag.Id: 1,
|
||||
contenttagmod.FN.ContentTag.Slug: 1,
|
||||
contenttagmod.FN.ContentTag.UpdatedAt: 1,
|
||||
}))
|
||||
for _, info := range list {
|
||||
if info == nil || info.Id <= 0 {
|
||||
continue
|
||||
}
|
||||
if _, ok := usedTagIDs[info.Id]; !ok {
|
||||
continue
|
||||
}
|
||||
items = append(items, idWithTime{Id: info.Id, Slug: info.Slug, LastMod: info.UpdatedAt})
|
||||
}
|
||||
if len(list) < int(pageSize) {
|
||||
break
|
||||
}
|
||||
}
|
||||
return items
|
||||
}
|
||||
Reference in New Issue
Block a user