huangguo_server/skd/service/export_task/video_export.go

package export_task

import (
	"91porn-server/common/log"
	"91porn-server/models/v/export_task_mod"
	"91porn-server/models/v/modulevidmod"
	"91porn-server/models/v/tagmod"
	"91porn-server/models/v/vidmod"
	"91porn-server/web/vidhelp"
	"encoding/json"
	"fmt"
	"go.mongodb.org/mongo-driver/bson"
	"go.mongodb.org/mongo-driver/bson/primitive"
	"time"
)

func ExecExportVideoTask(task *export_task_mod.ExportTask) (total int64, err error) {
	arg := vidmod.ListReq{}
	err = json.Unmarshal([]byte(task.Param), &arg)
	if err != nil {
		return
	}
	cond, err := assembleConditions(arg)
	if err != nil {
		return
	}
	secID, cond, _, err := dealVidListCond(cond)
	if err != nil {
		return
	}

	var skip int64
	var size int64 = 100
	index := 1
	path := fmt.Sprintf("./temp/%v%v", "帖子列表-", task.ID.Hex())
	zipName := fmt.Sprintf("%v_%v_帖子列表_%v.zip", task.Admin, GetProName(), task.CreatedAt.Format("2006-01-02_15:04:05"))
	var records []*vidmod.WebVideo
	excelList := []string{}
	for {
		fmt.Println("skip", skip, " now ", time.Now().Format("2006-01-02 15:04:05"))
		list, err := vidmod.ExportFindMany(cond, skip, size)
		if err != nil {
			log.Error("ExecExportVideoTask vidmod.ExportFindMany fail", log.E(err))
			return total, err
		}
		infos, err := vidhelp.EncodeVideoInfo(list, secID)
		if err != nil {
			log.Error("ExecExportVideoTask vidhelp.EncodeVideoInfo fail", log.E(err))
			return total, err
		}
		records = append(records, infos...)
		var fileName = fmt.Sprintf("帖子列表_%v.xlsx", index)
		if len(records) >= maxDataNum {
			// 获取到的数据已经达到了单文件最大限制数据量
			filePath, err := SaveExcel(records, path, fileName)
			if err != nil {
				log.Error("ExecExportVideoTask SaveExcel fail", log.E(err))
				return total, err
			}
			// 重新归0
			records = []*vidmod.WebVideo{}
			index = index + 1
			excelList = append(excelList, filePath)
			fmt.Println("index:", index)
			total = total + int64(len(records))
		} else if len(list) < int(size) {
			if len(records) > 0 {
				// 数据库已经取不到更多的数据了
				filePath, err := SaveExcel(records, path, fileName)
				if err != nil {
					log.Error("ExecExportVideoTask SaveExcel fail", log.E(err))
					return total, err
				}
				excelList = append(excelList, filePath)
				total = total + int64(len(records))
			}
			// 结束循环
			break
		}
		skip = skip + size
	}

	// 发送到tg
	err = SendTg(task.Admin, excelList, zipName)
	if err != nil {
		log.Error("ExecExportVideoTask SendTg fail", log.E(err))
		return
	}
	return total, nil
}

func dealVidListCond(cond bson.M) (primitive.ObjectID, bson.M, []primitive.ObjectID, error) {
	var secID primitive.ObjectID
	var err error
	sectionID, ok := cond["sectionID"]
	if ok {
		secID, err = primitive.ObjectIDFromHex(sectionID.(string))
		if err != nil {
			log.Error("primitive.ObjectIDFromHex", log.Any("sectionID", sectionID), log.E(err))
			return secID, cond, nil, err
		}
		var flag bool
		isSorted, ok := cond["isSortedUnderModule"]
		if ok {
			flag = isSorted.(bool)
		}
		videoIDs, err := modulevidmod.GetBySectionID(secID, flag)
		if err != nil {
			return secID, cond, nil, err
		}
		cond["_id"] = bson.M{"$in": videoIDs}
		delete(cond, "sectionID")
		delete(cond, "isSortedUnderModule")
		return secID, cond, videoIDs, nil
	}
	delete(cond, "sectionID")
	delete(cond, "isSortedUnderModule")
	return secID, cond, nil, nil
}

func assembleConditions(req vidmod.ListReq) (m map[string]interface{}, err error) {
	m = make(map[string]interface{})
	if req.ShowType != nil {
		m["showType"] = *req.ShowType
	}
	if req.Status != 4 {
		if req.Status == 7 {
			m["status"] = map[string]int{"$gt": 0}
		} else {
			m["status"] = req.Status
		}
	}
	if req.IsFree == 0 {
		m["coins"] = map[string]int{"$gt": 0}
	}
	if req.IsFree == 1 {
		m["coins"] = map[string]int{"$eq": 0}
	}
	if req.IsUserUp == 2 {
		m["publisherID"] = map[string]int{"$lt": 115000}
	}
	if req.IsUserUp == 1 {
		m["publisherID"] = map[string]int{"$gt": 115000}
	}
	if len(req.Title) != 0 {
		m["title"] = map[string]string{"$regex": req.Title, "$options": "i"}
	}
	if req.UID > 0 {
		m["publisherID"] = req.UID
	}
	if req.Chosen == 1 {
		m["chosen"] = true
	}
	if req.Chosen == 2 {
		m["chosen"] = false
	}
	if req.FreeArea == 1 {
		m["freeArea"] = true
	}
	if req.FreeArea == 2 {
		m["freeArea"] = false
	}
	if !req.End.IsZero() {
		m["createdAt"] = map[string]time.Time{"$gte": req.Start, "$lt": req.End}
	}
	if len(req.Tag) != 0 {
		id, err := tagmod.GetTagIDByName(req.Tag)
		if err != nil {
			return m, err
		}
		m["tags"] = id
	}
	if len(req.ID) != 0 {
		oid, err := primitive.ObjectIDFromHex(req.ID)
		if err != nil {
			return m, err
		}
		m["_id"] = oid
	}
	//通过初始价格判断是否是马甲账号
	if req.IsPretendAcc == 1 {
		m["coins"] = vidmod.PretendAccInitCoins
	}
	if req.IsPretendAcc == 2 {
		//i := make(map[string]int64)
		//i["$ne"] = vidmod.PretendAccInitCoins
		m["coins"] = map[string]int64{"$ne": vidmod.PretendAccInitCoins}
	}
	m["deleteAt"] = bson.M{"$exists": false}
	if req.NewsType != "" {
		m["newsType"] = req.NewsType
	}

	if req.LiaoBaTop != nil {
		m["liaoBaTop"] = *req.LiaoBaTop
	}
	if req.SectionID != "" {
		m["sectionID"] = req.SectionID
	}
	m["isSortedUnderModule"] = req.IsSortedUnderModule
	if req.IsRecommended != nil {
		if *req.IsRecommended {
			m["recoWeight"] = bson.M{"$gte": 0}
		} else {
			m["recoWeight"] = bson.M{"$lt": 0}
		}
	}
	if req.Key == "likeRate" || req.Key == "purchaseRate" {
		m[req.Key] = req.Value
	}
	if req.IsHappinessPlazaTop != nil && *req.IsHappinessPlazaTop {
		if *req.IsHappinessPlazaTop {
			m["happinessPlazaTop"] = bson.M{"$gt": 0}
		} else {
			m["happinessPlazaTop"] = bson.M{"$lte": 0}
		}
	}
	return m, nil
}