Remove 买点 (user acquisition tracking) subsystem
Delete the dataReport SDK, event storage model, and scheduled uploader, along with the reportser/srv_report wrapper services and all ~20 Report* call sites in business code. Also drop the ReportSDKConfig field from the APP config response, the TrackerAppId helper, and the related dataReport yaml config block. Co-Authored-By: Claude Opus 4.7 <noreply@anthropic.com>
This commit is contained in:
Claude Opus 4.7
@@ -21,13 +21,12 @@ import (
|
||||
func Info(ctx *gin.Context) {
|
||||
configInfo := configser.GetConfigInfo()
|
||||
resp := &proto.ConfigInfoResp{
|
||||
NewAddressInfo: configser.GetNewAddress(),
|
||||
Config: configInfo,
|
||||
Advitise: configser.GetAdvitise(),
|
||||
SeoInfo: configser.GetSiteSeoInfo(),
|
||||
SeoNavInfo: configser.GetNavSeoInfo(),
|
||||
NavPageList: configser.GetNavPageList(),
|
||||
ReportSDKConfig: configInfo.ReportSDKConfig,
|
||||
NewAddressInfo: configser.GetNewAddress(),
|
||||
Config: configInfo,
|
||||
Advitise: configser.GetAdvitise(),
|
||||
SeoInfo: configser.GetSiteSeoInfo(),
|
||||
SeoNavInfo: configser.GetNavSeoInfo(),
|
||||
NavPageList: configser.GetNavPageList(),
|
||||
}
|
||||
common.ServerJSON(ctx, srvdef.Success, resp)
|
||||
}
|
||||
|
||||
@@ -38,7 +38,6 @@ type ConfigInfo struct {
|
||||
DHDescription string `json:"dhDescription" bson:"dhDescription"` // 导航SEO描述
|
||||
DHSiteName string `json:"dhSiteName" bson:"dhSiteName"` // 导航SEO网站名称
|
||||
ActressBackGround string `json:"actressBackGround" bson:"actressBackGround"` // 女优通用背景图
|
||||
ReportSDKConfig string `json:"reportSdkConfig"` // 数据上报SDK域名配置
|
||||
WatermarkImage string `json:"watermarkImage"` // 图片水印文件
|
||||
CustomerServiceHost string `json:"customerServiceHost"` // 在线客服
|
||||
ChannelCode string `json:"channelCode"` // 渠道码
|
||||
@@ -66,8 +65,6 @@ type ConfigInfoResp struct {
|
||||
SeoNavInfo SeoNavInfo `json:"seoNavInfo"`
|
||||
// 导航页线路集合
|
||||
NavPageList []NavPageItem `json:"navPageList"`
|
||||
// 数据上报SDK域名配置
|
||||
ReportSDKConfig string `json:"reportSdkConfig"`
|
||||
}
|
||||
|
||||
// SeoNavInfo 导航SEO信息
|
||||
|
||||
@@ -109,9 +109,6 @@ type GlobalCfgEx struct {
|
||||
AppCode string `yaml:"appCode"` // 应用 code
|
||||
AesKey string `yaml:"aesKey"` // 数据解密KEY
|
||||
} `yaml:"adCenter"`
|
||||
DataReport struct {
|
||||
Url string `yaml:"url"`
|
||||
} `yaml:"dataReport"`
|
||||
LsjMediaConf struct {
|
||||
AppId string `yaml:"appId"`
|
||||
ApiKey string `yaml:"apiKey"`
|
||||
|
||||
@@ -4355,10 +4355,6 @@ const docTemplate = `{
|
||||
"description": "qq群",
|
||||
"type": "string"
|
||||
},
|
||||
"reportSdkConfig": {
|
||||
"description": "数据上报SDK域名配置",
|
||||
"type": "string"
|
||||
},
|
||||
"telegram": {
|
||||
"description": "商务tg",
|
||||
"type": "string"
|
||||
@@ -4457,10 +4453,6 @@ const docTemplate = `{
|
||||
}
|
||||
]
|
||||
},
|
||||
"reportSdkConfig": {
|
||||
"description": "数据上报SDK域名配置",
|
||||
"type": "string"
|
||||
},
|
||||
"seoInfo": {
|
||||
"description": "全站SEO信息",
|
||||
"allOf": [
|
||||
|
||||
@@ -4353,10 +4353,6 @@
|
||||
"description": "qq群",
|
||||
"type": "string"
|
||||
},
|
||||
"reportSdkConfig": {
|
||||
"description": "数据上报SDK域名配置",
|
||||
"type": "string"
|
||||
},
|
||||
"telegram": {
|
||||
"description": "商务tg",
|
||||
"type": "string"
|
||||
@@ -4455,10 +4451,6 @@
|
||||
}
|
||||
]
|
||||
},
|
||||
"reportSdkConfig": {
|
||||
"description": "数据上报SDK域名配置",
|
||||
"type": "string"
|
||||
},
|
||||
"seoInfo": {
|
||||
"description": "全站SEO信息",
|
||||
"allOf": [
|
||||
|
||||
@@ -775,9 +775,6 @@ definitions:
|
||||
qq:
|
||||
description: qq群
|
||||
type: string
|
||||
reportSdkConfig:
|
||||
description: 数据上报SDK域名配置
|
||||
type: string
|
||||
telegram:
|
||||
description: 商务tg
|
||||
type: string
|
||||
@@ -844,9 +841,6 @@ definitions:
|
||||
allOf:
|
||||
- $ref: '#/definitions/proto.NewAddressInfo'
|
||||
description: 最新地址信息
|
||||
reportSdkConfig:
|
||||
description: 数据上报SDK域名配置
|
||||
type: string
|
||||
seoInfo:
|
||||
allOf:
|
||||
- $ref: '#/definitions/proto.SeoInfo'
|
||||
|
||||
@@ -20,7 +20,6 @@ import (
|
||||
"videoweb/pub/common/log"
|
||||
"videoweb/pub/common/srvversion"
|
||||
"videoweb/pub/common/tgbot"
|
||||
"videoweb/pub/dataReport"
|
||||
"videoweb/pub/esmanager"
|
||||
"videoweb/pub/models"
|
||||
"videoweb/pub/mongos"
|
||||
@@ -73,10 +72,6 @@ func Run(args []string) {
|
||||
}
|
||||
initData()
|
||||
ipstatsync.StartSync()
|
||||
dataReport.Init(dataReport.Config{
|
||||
ApiUrl: appg.Conf.DataReport.Url,
|
||||
RunMod: appg.Conf.RunMod,
|
||||
})
|
||||
|
||||
initHttpServer()
|
||||
//tgbot.SendToProgram("启动", "app启动完毕")
|
||||
|
||||
@@ -5,7 +5,6 @@ import (
|
||||
"strings"
|
||||
"time"
|
||||
"videoweb/app/appg"
|
||||
"videoweb/app/service/reportser"
|
||||
"videoweb/pub/common/enum/consts"
|
||||
"videoweb/pub/common/log"
|
||||
"videoweb/pub/common/srvdef"
|
||||
@@ -212,8 +211,6 @@ func Register(ctx context.Context, guestUserId int64, accountNo, email, password
|
||||
if serr != nil {
|
||||
return nil, serr
|
||||
}
|
||||
reportser.ReportUserRegister(guest, ua, ip, "username")
|
||||
reportser.ReportUserLogin(guest, ua, ip, pubdef.LoginTypeAccount)
|
||||
return toLoginResp(ctx, guest, token, true), nil
|
||||
}
|
||||
}
|
||||
@@ -270,8 +267,6 @@ func Register(ctx context.Context, guestUserId int64, accountNo, email, password
|
||||
if serr != nil {
|
||||
return nil, serr
|
||||
}
|
||||
reportser.ReportUserRegister(user, ua, ip, "username")
|
||||
reportser.ReportUserLogin(user, ua, ip, pubdef.LoginTypeAccount)
|
||||
return toLoginResp(ctx, user, token, false), nil
|
||||
}
|
||||
|
||||
@@ -333,7 +328,6 @@ func Login(ctx context.Context, account, password string, ua useragent.UA, ip, c
|
||||
bson.M{usermod.FN.User.Id: user.Id},
|
||||
bson.M{"$set": setDoc},
|
||||
)
|
||||
reportser.ReportUserLogin(user, ua, ip, pubdef.LoginTypeAccount)
|
||||
return toLoginResp(ctx, user, token, true), nil
|
||||
}
|
||||
|
||||
|
||||
@@ -9,7 +9,6 @@ import (
|
||||
"videoweb/app/middleware/reptilerecord"
|
||||
"videoweb/app/middleware/visit"
|
||||
"videoweb/app/service/configser"
|
||||
"videoweb/app/service/reportser"
|
||||
"videoweb/pub/common/log"
|
||||
"videoweb/pub/common/netutil"
|
||||
"videoweb/pub/common/srvdef"
|
||||
@@ -137,9 +136,7 @@ func GuestLogin(ctx context.Context, userId int64, ip string, req *GuestLoginReq
|
||||
resp.IsNewUser = isNewUser
|
||||
if isNewUser {
|
||||
visit.RecordDailyVisit(ctx, user.Id, ua, ip)
|
||||
reportser.ReportUserRegister(user, ua, ip, "deviceid")
|
||||
}
|
||||
reportser.ReportUserLogin(user, ua, ip, pubdef.LoginTypeDevice)
|
||||
return resp, nil
|
||||
}
|
||||
|
||||
|
||||
@@ -2,19 +2,12 @@ package coinser
|
||||
|
||||
import (
|
||||
"context"
|
||||
"crypto/md5"
|
||||
"encoding/hex"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"strconv"
|
||||
"strings"
|
||||
"time"
|
||||
"videoweb/app/service/rechargeser"
|
||||
"videoweb/pub/common/log"
|
||||
"videoweb/pub/common/srvdef"
|
||||
"videoweb/pub/common/useragent"
|
||||
"videoweb/pub/dataReport"
|
||||
"videoweb/pub/models/eventmod"
|
||||
"videoweb/pub/models/rechargepackagemod"
|
||||
"videoweb/pub/models/usermod"
|
||||
"videoweb/pub/models/vipordermod"
|
||||
@@ -116,8 +109,6 @@ func CreateCoinOrder(ctx context.Context,
|
||||
return nil, serr
|
||||
}
|
||||
|
||||
go reportCoinOrderCreated(order, pkg, ip)
|
||||
|
||||
return &BuyCoinResp{
|
||||
TradeNo: tradeNo,
|
||||
PayUrl: payInfo.PayUrl,
|
||||
@@ -126,65 +117,6 @@ func CreateCoinOrder(ctx context.Context,
|
||||
}, nil
|
||||
}
|
||||
|
||||
func reportCoinOrderCreated(order *vipordermod.VipOrder, pkg *rechargepackagemod.RechargePackage, ip string) {
|
||||
ctx := context.Background()
|
||||
user, _ := usermod.FindOneUser(ctx, bson.M{usermod.FN.User.Id: order.UserId})
|
||||
districtCode := order.DistrictCode
|
||||
if user != nil && strings.TrimSpace(user.DistrictCode) != "" {
|
||||
districtCode = user.DistrictCode
|
||||
}
|
||||
|
||||
sourceKey, sourceName := orderSource(order)
|
||||
ua := order.Client.UA(order.SysType)
|
||||
eventId := newEventId(pubdef.TrackerAppId(), order.UserId, order.TradeNo, order.CreatedAt.Unix())
|
||||
commonField := dataReport.NewCommonField(eventId, dataReport.EventTypeOrderCreated, districtCode, ua, strconv.FormatInt(order.UserId, 10), ip)
|
||||
commonField.Payload = dataReport.JsonRawMessage(&dataReport.OrderCreatedEvent{
|
||||
OrderID: order.TradeNo,
|
||||
OrderType: "coin_purchase",
|
||||
ProductID: strconv.FormatInt(pkg.Id, 10),
|
||||
ProductName: pkg.Name,
|
||||
Amount: dataReport.JsonNumber(order.Amount),
|
||||
Currency: "CNY",
|
||||
CoinQuantity: dataReport.JsonNumber(order.Coin),
|
||||
SourcePageKey: sourceKey,
|
||||
SourcePageName: sourceName,
|
||||
CreateTime: dataReport.JsonNumber(order.CreatedAt.Unix()),
|
||||
})
|
||||
|
||||
eventData, _ := json.Marshal(commonField)
|
||||
if err := eventmod.InsertOneEvent(ctx, &eventmod.Event{
|
||||
EventId: commonField.EventID,
|
||||
EventType: commonField.Event,
|
||||
Data: string(eventData),
|
||||
Status: eventmod.Default,
|
||||
CreatedAt: time.Now(),
|
||||
UpdatedAt: time.Now(),
|
||||
}); err != nil {
|
||||
log.Error("reportCoinOrderCreated InsertOneEvent failed",
|
||||
log.Any("tradeNo", order.TradeNo), log.E(err))
|
||||
}
|
||||
}
|
||||
|
||||
func orderSource(order *vipordermod.VipOrder) (string, string) {
|
||||
key, name := "deposit", "金币充值"
|
||||
if order != nil && order.Client != nil {
|
||||
if value := strings.TrimSpace(order.Client.SourcePageKey); value != "" {
|
||||
key = value
|
||||
}
|
||||
if value := strings.TrimSpace(order.Client.SourcePageName); value != "" {
|
||||
name = value
|
||||
}
|
||||
}
|
||||
return key, name
|
||||
}
|
||||
|
||||
func newEventId(appId string, uid int64, orderId interface{}, createTime int64) string {
|
||||
input := fmt.Sprintf("%v%v%v%v", appId, uid, orderId, createTime)
|
||||
h := md5.New()
|
||||
h.Write([]byte(input))
|
||||
return hex.EncodeToString(h.Sum(nil))
|
||||
}
|
||||
|
||||
// GetCoinOrderHistory 查询用户金币购买记录
|
||||
func GetCoinOrderHistory(ctx context.Context, userId int64, page, pageSize int64) (vipordermod.VipOrderList, int64, *srvdef.SrvErr) {
|
||||
filter := bson.M{
|
||||
|
||||
@@ -8,7 +8,6 @@ import (
|
||||
"unicode/utf8"
|
||||
"videoweb/app/api/proto"
|
||||
"videoweb/app/service/configser"
|
||||
"videoweb/app/service/reportser"
|
||||
"videoweb/pub/common/enum/redisconst"
|
||||
"videoweb/pub/common/log"
|
||||
"videoweb/pub/common/netutil"
|
||||
@@ -126,13 +125,6 @@ func SendComment(ctx context.Context, userId int64, ip string, req *proto.Commen
|
||||
log.Error("评论发布后更新短剧热度失败", log.Any("短剧ID", playletId), log.Any("评论信息", info), log.E(err))
|
||||
return err
|
||||
}
|
||||
chapterId := int64(0)
|
||||
if req.ObjectType == ObjectTypePlayletChapter {
|
||||
chapterId = req.ObjectId
|
||||
}
|
||||
reportser.ReportPlayletComment(ctx, user, playletId, chapterId, text)
|
||||
} else if req.ObjectType == ObjectTypeVideo {
|
||||
reportser.ReportVideoComment(ctx, user, req.ObjectId, text)
|
||||
}
|
||||
// app端发布评论先进入待审核状态，不立即增加业务对象评论数；后台审核通过时再统一同步 countComment
|
||||
return nil
|
||||
|
||||
@@ -12,7 +12,6 @@ import (
|
||||
"videoweb/pub/common/log"
|
||||
"videoweb/pub/common/netutil"
|
||||
"videoweb/pub/common/srvdef"
|
||||
"videoweb/pub/dataReport"
|
||||
"videoweb/pub/models/announcementmod"
|
||||
"videoweb/pub/models/cfg"
|
||||
"videoweb/pub/models/ipblackmod"
|
||||
@@ -61,7 +60,6 @@ func init() {
|
||||
|
||||
func Start() {
|
||||
ctx := context.Background()
|
||||
dataReport.StartSDKConfigCron()
|
||||
UpdateConfigInfo(ctx)
|
||||
UpdateAdvitiseDataFromJt()
|
||||
updateIpBlack()
|
||||
@@ -155,7 +153,6 @@ func UpdateConfigInfo(ctx context.Context) {
|
||||
config.DHSiteName = sysCfg.DHSiteName
|
||||
config.DHTitle = sysCfg.DHTitle
|
||||
config.ActressBackGround = netutil.MergeURL(sysCfg.ImgAppCdn, sysCfg.ActressBackGround)
|
||||
config.ReportSDKConfig = dataReport.GetSDKDomainConfig()
|
||||
config.WatermarkImage = sysCfg.WatermarkImage
|
||||
config.CustomerServiceHost = sysCfg.CustomerServiceHost
|
||||
config.ChannelCode = sysCfg.ChannelCode
|
||||
@@ -563,7 +560,6 @@ func GetVideoTagCategoryDataList() []proto.VideoTagCategoryData {
|
||||
return rsl
|
||||
}
|
||||
func Stop() {
|
||||
dataReport.StopSDKConfigCron()
|
||||
skdCron.Stop()
|
||||
}
|
||||
|
||||
|
||||
@@ -11,7 +11,6 @@ import (
|
||||
"videoweb/app/api/proto"
|
||||
"videoweb/app/service/configser"
|
||||
"videoweb/app/service/playletcache"
|
||||
"videoweb/app/service/reportser"
|
||||
"videoweb/app/service/videoser"
|
||||
"videoweb/pub/common/enum/redisconst"
|
||||
"videoweb/pub/common/log"
|
||||
@@ -920,9 +919,6 @@ func SetLike(ctx context.Context, userId int64, req *proto.PlayletLikeSetReq) (*
|
||||
IsLike: operateStatusByFlag(*req.IsLike),
|
||||
CountLike: countLike,
|
||||
}
|
||||
if changed {
|
||||
reportser.ReportPlayletLike(ctx, userId, req.Id, resp.IsLike)
|
||||
}
|
||||
return resp, nil
|
||||
}
|
||||
|
||||
@@ -942,9 +938,6 @@ func SetCollect(ctx context.Context, userId int64, req *proto.PlayletCollectSetR
|
||||
IsCollect: operateStatusByFlag(*req.IsCollect),
|
||||
CountCollect: countCollect,
|
||||
}
|
||||
if changed {
|
||||
reportser.ReportPlayletCollect(ctx, userId, req.Id, resp.IsCollect)
|
||||
}
|
||||
return resp, nil
|
||||
}
|
||||
|
||||
@@ -994,9 +987,6 @@ func SetChapterLike(ctx context.Context, userId int64, req *proto.PlayletChapter
|
||||
IsLike: operateStatusByFlag(*req.IsLike),
|
||||
CountLike: countLike,
|
||||
}
|
||||
if changed {
|
||||
reportser.ReportPlayletChapterLike(ctx, userId, chapter.PlayletId, req.ChapterId, resp.IsLike)
|
||||
}
|
||||
return resp, nil
|
||||
}
|
||||
|
||||
@@ -1016,9 +1006,6 @@ func SetChapterCollect(ctx context.Context, userId int64, req *proto.PlayletChap
|
||||
IsCollect: operateStatusByFlag(*req.IsCollect),
|
||||
CountCollect: countCollect,
|
||||
}
|
||||
if changed {
|
||||
reportser.ReportPlayletChapterCollect(ctx, userId, chapter.PlayletId, req.ChapterId, resp.IsCollect)
|
||||
}
|
||||
return resp, nil
|
||||
}
|
||||
|
||||
@@ -1282,7 +1269,6 @@ func UnlockChapter(ctx context.Context, userId int64, req *proto.PlayletChapterU
|
||||
return nil, srvdef.New(srvdef.DBTransaction, "解锁失败，请稍后重试", "解锁失败，请稍后重试")
|
||||
}
|
||||
updatePlayletChapterUnlockStatsAsync(chapter.PlayletId, chapter.Id)
|
||||
reportser.ReportPlayletUnlock(ctx, user, playlet, chapter, chapter.SingleCoins, user.Recharge, balanceAfter, orderNo)
|
||||
return playletChapterUnlockResp(chapter, balanceAfter, -chapter.SingleCoins), nil
|
||||
}
|
||||
|
||||
|
||||
@@ -2,18 +2,11 @@ package rechargeser
|
||||
|
||||
import (
|
||||
"context"
|
||||
"crypto/md5"
|
||||
"encoding/hex"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"strconv"
|
||||
"strings"
|
||||
"time"
|
||||
"videoweb/pub/common/log"
|
||||
"videoweb/pub/common/srvdef"
|
||||
"videoweb/pub/common/useragent"
|
||||
"videoweb/pub/dataReport"
|
||||
"videoweb/pub/models/eventmod"
|
||||
"videoweb/pub/models/rechargepackagemod"
|
||||
"videoweb/pub/models/usermod"
|
||||
"videoweb/pub/models/vipordermod"
|
||||
@@ -104,8 +97,6 @@ func CreateOrder(ctx context.Context,
|
||||
return nil, serr
|
||||
}
|
||||
|
||||
go reportOrderCreated(ctx, order, pkg, userId, ip)
|
||||
|
||||
return &SubmitOrderResp{
|
||||
TradeNo: tradeNo,
|
||||
PayUrl: payInfo.PayUrl,
|
||||
@@ -138,56 +129,3 @@ func GetOrderHistory(ctx context.Context, userId int64, page, pageSize int64) (v
|
||||
func GetUserInfo(ctx context.Context, userId int64) (*usermod.User, *srvdef.SrvErr) {
|
||||
return usermod.FindOneUser(ctx, bson.M{usermod.FN.User.Id: userId})
|
||||
}
|
||||
|
||||
func reportOrderCreated(ctx context.Context, order *vipordermod.VipOrder, pkg *rechargepackagemod.RechargePackage, userId int64, ip string) {
|
||||
user, _ := usermod.FindOneUser(ctx, bson.M{usermod.FN.User.Id: userId})
|
||||
districtCode := ""
|
||||
if user != nil {
|
||||
districtCode = user.DistrictCode
|
||||
}
|
||||
|
||||
sourceKey, sourceName := "deposit", "金币充值"
|
||||
if order.Client != nil {
|
||||
if value := strings.TrimSpace(order.Client.SourcePageKey); value != "" {
|
||||
sourceKey = value
|
||||
}
|
||||
if value := strings.TrimSpace(order.Client.SourcePageName); value != "" {
|
||||
sourceName = value
|
||||
}
|
||||
}
|
||||
ua := order.Client.UA(order.SysType)
|
||||
eventId := newEventId(pubdef.TrackerAppId(), user.Id, order.TradeNo, order.CreatedAt.Unix())
|
||||
commonField := dataReport.NewCommonField(eventId, dataReport.EventTypeOrderCreated, districtCode, ua, strconv.FormatInt(user.Id, 10), ip)
|
||||
|
||||
commonField.Payload = dataReport.JsonRawMessage(&dataReport.OrderCreatedEvent{
|
||||
OrderID: order.TradeNo,
|
||||
OrderType: "vip_subscription",
|
||||
ProductID: strconv.FormatInt(pkg.Id, 10),
|
||||
ProductName: pkg.Name,
|
||||
Amount: dataReport.JsonNumber(order.Amount),
|
||||
Currency: "CNY",
|
||||
SourcePageKey: sourceKey,
|
||||
SourcePageName: sourceName,
|
||||
CreateTime: dataReport.JsonNumber(order.CreatedAt.Unix()),
|
||||
})
|
||||
|
||||
eventData, _ := json.Marshal(commonField)
|
||||
if err := eventmod.InsertOneEvent(ctx, &eventmod.Event{
|
||||
EventId: commonField.EventID,
|
||||
EventType: commonField.Event,
|
||||
Data: string(eventData),
|
||||
Status: eventmod.Default,
|
||||
CreatedAt: time.Now(),
|
||||
UpdatedAt: time.Now(),
|
||||
}); err != nil {
|
||||
log.Error("reportOrderCreated InsertOneEvent failed",
|
||||
log.Any("tradeNo", order.TradeNo), log.E(err))
|
||||
}
|
||||
}
|
||||
|
||||
func newEventId(appId string, uid int64, orderId interface{}, createTime int64) string {
|
||||
input := fmt.Sprintf("%v%v%v%v", appId, uid, orderId, createTime)
|
||||
h := md5.New()
|
||||
h.Write([]byte(input))
|
||||
return hex.EncodeToString(h.Sum(nil))
|
||||
}
|
||||
|
||||
@@ -1,559 +0,0 @@
|
||||
package reportser
|
||||
|
||||
import (
|
||||
"context"
|
||||
"crypto/md5"
|
||||
"encoding/hex"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"strconv"
|
||||
"strings"
|
||||
"time"
|
||||
"videoweb/app/service/playletcache"
|
||||
"videoweb/pub/common"
|
||||
"videoweb/pub/common/enum/consts"
|
||||
"videoweb/pub/common/ipaddr"
|
||||
"videoweb/pub/common/log"
|
||||
"videoweb/pub/common/useragent"
|
||||
"videoweb/pub/dataReport"
|
||||
"videoweb/pub/models/eventmod"
|
||||
"videoweb/pub/models/playletchaptermod"
|
||||
"videoweb/pub/models/playletmod"
|
||||
"videoweb/pub/models/usermod"
|
||||
"videoweb/pub/models/videoinformationmod"
|
||||
"videoweb/pub/pubdef"
|
||||
|
||||
"github.com/gin-gonic/gin"
|
||||
"go.mongodb.org/mongo-driver/bson"
|
||||
"go.mongodb.org/mongo-driver/mongo/options"
|
||||
)
|
||||
|
||||
const (
|
||||
videoContentTypeVideo = "video"
|
||||
)
|
||||
|
||||
// ReportUserRegister 用户注册事件
|
||||
func ReportUserRegister(user *usermod.User, ua useragent.UA, ip, registerType string) {
|
||||
if user == nil {
|
||||
return
|
||||
}
|
||||
if registerType == "" {
|
||||
registerType = "deviceid"
|
||||
}
|
||||
ua = fillUserUA(user, ua)
|
||||
createAt := user.CreatedAt
|
||||
if !user.RegisterTime.IsZero() {
|
||||
createAt = user.RegisterTime
|
||||
}
|
||||
eventId := newEventId(pubdef.TrackerAppId(), user.Id, "", createAt.Unix())
|
||||
event := dataReport.NewCommonField(eventId, dataReport.EventTypeUserRegister, user.DistrictCode, ua, strconv.FormatInt(user.Id, 10), ip)
|
||||
event.Payload = dataReport.JsonRawMessage(&dataReport.UserRegisterEvent{
|
||||
Type: registerType,
|
||||
CreateTime: dataReport.JsonNumber(createAt.Unix()),
|
||||
})
|
||||
insertEvent(event)
|
||||
}
|
||||
|
||||
// ReportUserLogin 用户登录事件
|
||||
func ReportUserLogin(user *usermod.User, ua useragent.UA, ip string, loginType pubdef.LoginType) {
|
||||
if user == nil {
|
||||
return
|
||||
}
|
||||
ua = fillUserUA(user, ua)
|
||||
createTime := time.Now().Unix()
|
||||
eventId := newEventId(pubdef.TrackerAppId(), user.Id, "", createTime)
|
||||
event := dataReport.NewCommonField(eventId, dataReport.EventTypeUserLogin, user.DistrictCode, ua, strconv.FormatInt(user.Id, 10), ip)
|
||||
event.Payload = dataReport.JsonRawMessage(&dataReport.UserLoginEvent{
|
||||
Type: loginTypeEventValue(loginType),
|
||||
})
|
||||
insertEvent(event)
|
||||
}
|
||||
|
||||
// ReportPlayletLike 短剧点赞
|
||||
func ReportPlayletLike(ctx context.Context, userId, playletId, flag int64) {
|
||||
reportDramaEvent(ctx, userId, playletId, 0, dataReport.EventTypeDramaLike, flag, "")
|
||||
}
|
||||
|
||||
// ReportVideoLike 视频点赞
|
||||
func ReportVideoLike(ctx context.Context, userId, videoId, flag int64) {
|
||||
reportVideoEvent(ctx, userId, videoId, dataReport.EventTypeVideoLike, flag)
|
||||
}
|
||||
|
||||
// ReportPlayletCollect 短剧收藏
|
||||
func ReportPlayletCollect(ctx context.Context, userId, playletId, flag int64) {
|
||||
reportDramaEvent(ctx, userId, playletId, 0, dataReport.EventTypeDramaCollect, flag, "")
|
||||
}
|
||||
|
||||
// ReportVideoCollect 视频收藏
|
||||
func ReportVideoCollect(ctx context.Context, userId, videoId, flag int64) {
|
||||
reportVideoEvent(ctx, userId, videoId, dataReport.EventTypeVideoCollect, flag)
|
||||
}
|
||||
|
||||
// ReportVideoComment 视频评论
|
||||
func ReportVideoComment(ctx context.Context, user *usermod.User, videoId int64, content string) {
|
||||
if user == nil || videoId <= 0 {
|
||||
return
|
||||
}
|
||||
pub := buildVideoPub(ctx, videoId)
|
||||
if pub.VideoID == "" {
|
||||
return
|
||||
}
|
||||
ua, ip := uaAndIPFromCtx(ctx)
|
||||
ua = fillUserUA(user, ua)
|
||||
event := dataReport.NewCommonField(dataReport.GenerateGlobalEventID(), dataReport.EventTypeVideoComment, user.DistrictCode, ua, strconv.FormatInt(user.Id, 10), ip)
|
||||
event.Payload = dataReport.JsonRawMessage(&dataReport.VideoCommentEvent{
|
||||
VideoEventPub: pub,
|
||||
CommentContent: content,
|
||||
})
|
||||
insertEvent(event)
|
||||
}
|
||||
|
||||
// ReportPlayletChapterLike 短剧剧集点赞
|
||||
func ReportPlayletChapterLike(ctx context.Context, userId, playletId, chapterId, flag int64) {
|
||||
reportDramaEvent(ctx, userId, playletId, chapterId, dataReport.EventTypeDramaLike, flag, "")
|
||||
}
|
||||
|
||||
// ReportPlayletChapterCollect 短剧剧集收藏
|
||||
func ReportPlayletChapterCollect(ctx context.Context, userId, playletId, chapterId, flag int64) {
|
||||
reportDramaEvent(ctx, userId, playletId, chapterId, dataReport.EventTypeDramaCollect, flag, "")
|
||||
}
|
||||
|
||||
// ReportPlayletComment 短剧/剧集评论
|
||||
func ReportPlayletComment(ctx context.Context, user *usermod.User, playletId, chapterId int64, content string) {
|
||||
if user == nil || playletId <= 0 {
|
||||
return
|
||||
}
|
||||
pub := buildDramaPub(ctx, playletId, chapterId)
|
||||
if pub.DramaID == "" {
|
||||
return
|
||||
}
|
||||
ua, ip := uaAndIPFromCtx(ctx)
|
||||
ua = fillUserUA(user, ua)
|
||||
event := dataReport.NewCommonField(dataReport.GenerateGlobalEventID(), dataReport.EventTypeDramaComment, user.DistrictCode, ua, strconv.FormatInt(user.Id, 10), ip)
|
||||
event.Payload = dataReport.JsonRawMessage(&dataReport.DramaCommentEvent{
|
||||
DramaEventPub: pub,
|
||||
CommentContent: content,
|
||||
})
|
||||
insertEvent(event)
|
||||
}
|
||||
|
||||
// ReportPlayletUnlock 短剧剧集金币解锁：同时上报金币消耗和购买
|
||||
func ReportPlayletUnlock(ctx context.Context, user *usermod.User, playlet *playletmod.Playlet, chapter *playletchaptermod.PlayletChapter, amount, balanceBefore, balanceAfter int64, orderNo string) {
|
||||
if user == nil || playlet == nil || chapter == nil || amount <= 0 {
|
||||
return
|
||||
}
|
||||
if full, err := usermod.FindOneUser(ctx, bson.M{usermod.FN.User.Id: user.Id}); err == nil && full != nil {
|
||||
user = full
|
||||
}
|
||||
ua, ip := uaAndIPFromCtx(ctx)
|
||||
ua = fillUserUA(user, ua)
|
||||
productId := strconv.FormatInt(chapter.Id, 10)
|
||||
productName := playletUnlockProductName(playlet, chapter)
|
||||
reportCoinConsume(user, ua, ip, productId, productName, amount, balanceBefore, balanceAfter, KeyPlayletUnlock, orderNo)
|
||||
reportDramaPurchase(ctx, user, ua, ip, playlet, chapter, amount, orderNo)
|
||||
}
|
||||
|
||||
// ReportPlayletStatusChange 短剧上下架，复用 video_status_change
|
||||
func ReportPlayletStatusChange(playlet *playletmod.Playlet, flag int64) {
|
||||
if playlet == nil || playlet.Id == 0 || flag == 0 {
|
||||
return
|
||||
}
|
||||
typeID, typeName := resolvePlayletType(playlet)
|
||||
event := dataReport.NewCommonField("", dataReport.EventTypeVideoStatusChange, "", useragent.UA{}, "", "")
|
||||
event.Payload = dataReport.JsonRawMessage(&dataReport.VideoStatusChangeEvent{
|
||||
MediaId: playletMediaId(playlet),
|
||||
VideoID: strconv.FormatInt(playlet.Id, 10),
|
||||
VideoTitle: playlet.Title,
|
||||
VideoTypeID: typeID,
|
||||
VideoTypeName: typeName,
|
||||
Flag: dataReport.JsonNumber(flag),
|
||||
})
|
||||
insertEvent(event)
|
||||
}
|
||||
|
||||
// PlayletStatusFlag 短剧上下架映射上报 flag：1上架 2下架
|
||||
func PlayletStatusFlag(status playletmod.Status) int64 {
|
||||
switch status {
|
||||
case playletmod.StatusUp:
|
||||
return 1
|
||||
case playletmod.StatusDown:
|
||||
return 2
|
||||
default:
|
||||
return 0
|
||||
}
|
||||
}
|
||||
|
||||
func reportDramaEvent(ctx context.Context, userId, playletId, chapterId int64, eventType string, flag int64, content string) {
|
||||
if userId <= 0 || playletId <= 0 {
|
||||
return
|
||||
}
|
||||
user, err := usermod.FindOneUser(ctx, bson.M{usermod.FN.User.Id: userId})
|
||||
if err != nil || user == nil {
|
||||
return
|
||||
}
|
||||
pub := buildDramaPub(ctx, playletId, chapterId)
|
||||
if pub.DramaID == "" {
|
||||
return
|
||||
}
|
||||
ua, ip := uaAndIPFromCtx(ctx)
|
||||
ua = fillUserUA(user, ua)
|
||||
event := dataReport.NewCommonField(dataReport.GenerateGlobalEventID(), eventType, user.DistrictCode, ua, strconv.FormatInt(user.Id, 10), ip)
|
||||
switch eventType {
|
||||
case dataReport.EventTypeDramaLike:
|
||||
event.Payload = dataReport.JsonRawMessage(&dataReport.DramaLikeEvent{
|
||||
DramaEventPub: pub,
|
||||
Flag: dataReport.JsonNumber(flag),
|
||||
})
|
||||
case dataReport.EventTypeDramaCollect:
|
||||
event.Payload = dataReport.JsonRawMessage(&dataReport.DramaCollectEvent{
|
||||
DramaEventPub: pub,
|
||||
Flag: dataReport.JsonNumber(flag),
|
||||
})
|
||||
case dataReport.EventTypeDramaComment:
|
||||
event.Payload = dataReport.JsonRawMessage(&dataReport.DramaCommentEvent{
|
||||
DramaEventPub: pub,
|
||||
CommentContent: content,
|
||||
})
|
||||
default:
|
||||
return
|
||||
}
|
||||
insertEvent(event)
|
||||
}
|
||||
|
||||
func reportVideoEvent(ctx context.Context, userId, videoId int64, eventType string, flag int64) {
|
||||
if userId <= 0 || videoId <= 0 {
|
||||
return
|
||||
}
|
||||
user, err := usermod.FindOneUser(ctx, bson.M{usermod.FN.User.Id: userId})
|
||||
if err != nil || user == nil {
|
||||
return
|
||||
}
|
||||
pub := buildVideoPub(ctx, videoId)
|
||||
if pub.VideoID == "" {
|
||||
return
|
||||
}
|
||||
ua, ip := uaAndIPFromCtx(ctx)
|
||||
ua = fillUserUA(user, ua)
|
||||
event := dataReport.NewCommonField(dataReport.GenerateGlobalEventID(), eventType, user.DistrictCode, ua, strconv.FormatInt(user.Id, 10), ip)
|
||||
switch eventType {
|
||||
case dataReport.EventTypeVideoLike:
|
||||
event.Payload = dataReport.JsonRawMessage(&dataReport.VideoLikeEvent{
|
||||
VideoEventPub: pub,
|
||||
Flag: dataReport.JsonNumber(flag),
|
||||
})
|
||||
case dataReport.EventTypeVideoCollect:
|
||||
event.Payload = dataReport.JsonRawMessage(&dataReport.VideoCollectEvent{
|
||||
VideoEventPub: pub,
|
||||
Flag: dataReport.JsonNumber(flag),
|
||||
})
|
||||
default:
|
||||
return
|
||||
}
|
||||
insertEvent(event)
|
||||
}
|
||||
|
||||
func reportCoinConsume(user *usermod.User, ua useragent.UA, ip, productId, productName string, amount, balanceBefore, balanceAfter int64, reason Key, orderId string) {
|
||||
if user == nil || amount == 0 {
|
||||
return
|
||||
}
|
||||
if productId == "" {
|
||||
if productName == "" {
|
||||
productName = "金币消耗"
|
||||
}
|
||||
productId = md5String(productName)
|
||||
}
|
||||
createTime := time.Now().Unix()
|
||||
eventId := newEventId(pubdef.TrackerAppId(), user.Id, orderId, createTime)
|
||||
event := dataReport.NewCommonField(eventId, dataReport.EventTypeCoinConsume, user.DistrictCode, ua, strconv.FormatInt(user.Id, 10), ip)
|
||||
event.Payload = dataReport.JsonRawMessage(&dataReport.CoinConsumeEvent{
|
||||
ProductID: productId,
|
||||
ProductName: productName,
|
||||
CoinConsumeAmount: dataReport.JsonNumber(amount),
|
||||
CoinBalanceBefore: dataReport.JsonNumber(balanceBefore),
|
||||
CoinBalanceAfter: dataReport.JsonNumber(balanceAfter),
|
||||
ConsumeReasonKey: reason.Key(),
|
||||
ConsumeReasonName: reason.Name(),
|
||||
CreateTime: dataReport.JsonNumber(createTime),
|
||||
OrderId: orderId,
|
||||
})
|
||||
insertEvent(event)
|
||||
}
|
||||
|
||||
func reportDramaPurchase(ctx context.Context, user *usermod.User, ua useragent.UA, ip string, playlet *playletmod.Playlet, chapter *playletchaptermod.PlayletChapter, amount int64, orderId string) {
|
||||
pub := dataReport.DramaEventPub{}
|
||||
if playlet != nil && chapter != nil && chapter.Id > 0 {
|
||||
pub = buildDramaPub(ctx, playlet.Id, chapter.Id)
|
||||
}
|
||||
if pub.DramaID == "" {
|
||||
pub = playletToDramaPub(playlet, chapter)
|
||||
}
|
||||
if pub.DramaID == "" {
|
||||
return
|
||||
}
|
||||
event := dataReport.NewCommonField(dataReport.GenerateGlobalEventID(), dataReport.EventTypeDramaPurchase, user.DistrictCode, ua, strconv.FormatInt(user.Id, 10), ip)
|
||||
event.Payload = dataReport.JsonRawMessage(&dataReport.DramaPurchaseEvent{
|
||||
DramaEventPub: pub,
|
||||
CoinQuantity: dataReport.JsonNumber(amount),
|
||||
OrderID: orderId,
|
||||
UnlockType: dataReport.DramaUnlockTypeCoin,
|
||||
})
|
||||
insertEvent(event)
|
||||
}
|
||||
|
||||
func buildDramaPub(ctx context.Context, playletId, chapterId int64) dataReport.DramaEventPub {
|
||||
playlet, err := playletmod.FindOnePlaylet(ctx, bson.M{playletmod.FN.Playlet.Id: playletId}, options.FindOne().SetProjection(bson.D{
|
||||
{Key: playletmod.FN.Playlet.Id, Value: 1},
|
||||
{Key: playletmod.FN.Playlet.Title, Value: 1},
|
||||
{Key: playletmod.FN.Playlet.ThemeIds, Value: 1},
|
||||
{Key: playletmod.FN.Playlet.TagIds, Value: 1},
|
||||
{Key: playletmod.FN.Playlet.TotalEpisode, Value: 1},
|
||||
}))
|
||||
if err != nil || playlet == nil {
|
||||
return dataReport.DramaEventPub{}
|
||||
}
|
||||
chapter := findDramaReportChapter(ctx, playletId, chapterId)
|
||||
return playletToDramaPub(playlet, chapter)
|
||||
}
|
||||
|
||||
// findDramaReportChapter 取上报用剧集。指定了剧集就用该集，短剧维度事件用第一集，保证 drama_id、video_id 都来自剧集。
|
||||
func findDramaReportChapter(ctx context.Context, playletId, chapterId int64) *playletchaptermod.PlayletChapter {
|
||||
projection := options.FindOne().SetProjection(bson.D{
|
||||
{Key: playletchaptermod.FN.PlayletChapter.Id, Value: 1},
|
||||
{Key: playletchaptermod.FN.PlayletChapter.PlayletId, Value: 1},
|
||||
{Key: playletchaptermod.FN.PlayletChapter.MediaContentId, Value: 1},
|
||||
{Key: playletchaptermod.FN.PlayletChapter.Title, Value: 1},
|
||||
{Key: playletchaptermod.FN.PlayletChapter.CurrentEpisode, Value: 1},
|
||||
{Key: playletchaptermod.FN.PlayletChapter.MediaTime, Value: 1},
|
||||
})
|
||||
if chapterId > 0 {
|
||||
chapter, _ := playletchaptermod.FindOnePlayletChapter(ctx, bson.M{playletchaptermod.FN.PlayletChapter.Id: chapterId}, projection)
|
||||
return chapter
|
||||
}
|
||||
chapter, _ := playletchaptermod.FindOnePlayletChapter(ctx, bson.M{playletchaptermod.FN.PlayletChapter.PlayletId: playletId}, projection.SetSort(bson.D{
|
||||
{Key: playletchaptermod.FN.PlayletChapter.CurrentEpisode, Value: 1},
|
||||
{Key: playletchaptermod.FN.PlayletChapter.Id, Value: 1},
|
||||
}))
|
||||
return chapter
|
||||
}
|
||||
|
||||
func buildVideoPub(ctx context.Context, videoId int64) dataReport.VideoEventPub {
|
||||
video, err := videoinformationmod.FindOneVideoInformationWithOptions(ctx, bson.M{videoinformationmod.FN.VideoInformation.Id: videoId}, options.FindOne().SetProjection(bson.D{
|
||||
{Key: videoinformationmod.FN.VideoInformation.Id, Value: 1},
|
||||
{Key: videoinformationmod.FN.VideoInformation.Title, Value: 1},
|
||||
{Key: videoinformationmod.FN.VideoInformation.MediaType, Value: 1},
|
||||
{Key: videoinformationmod.FN.VideoInformation.Video.FileId, Value: 1},
|
||||
{Key: videoinformationmod.FN.VideoInformation.Video.TaskId, Value: 1},
|
||||
{Key: videoinformationmod.FN.VideoInformation.SyncId, Value: 1},
|
||||
}))
|
||||
if err != nil || video == nil {
|
||||
return dataReport.VideoEventPub{}
|
||||
}
|
||||
return videoToVideoPub(video)
|
||||
}
|
||||
|
||||
func videoToVideoPub(video *videoinformationmod.VideoInformation) dataReport.VideoEventPub {
|
||||
if video == nil {
|
||||
return dataReport.VideoEventPub{}
|
||||
}
|
||||
mediaId := video.Video.FileId
|
||||
if mediaId == "" {
|
||||
mediaId = video.Video.TaskId
|
||||
}
|
||||
if mediaId == "" {
|
||||
mediaId = video.SyncId
|
||||
}
|
||||
return dataReport.VideoEventPub{
|
||||
MediaId: mediaId,
|
||||
VideoID: strconv.FormatInt(video.Id, 10),
|
||||
VideoTitle: video.Title,
|
||||
VideoTypeID: strconv.FormatInt(int64(video.MediaType), 10),
|
||||
VideoTypeName: videoMediaTypeName(video.MediaType),
|
||||
VideoContentType: videoContentTypeVideo,
|
||||
}
|
||||
}
|
||||
|
||||
func playletToDramaPub(playlet *playletmod.Playlet, chapter *playletchaptermod.PlayletChapter) dataReport.DramaEventPub {
|
||||
if playlet == nil {
|
||||
return dataReport.DramaEventPub{}
|
||||
}
|
||||
typeID, typeName := resolvePlayletType(playlet)
|
||||
tagKey, tagName := resolvePlayletTags(playlet.TagIds)
|
||||
episode := int64(1)
|
||||
duration := int64(0)
|
||||
dramaID := ""
|
||||
videoID := ""
|
||||
if chapter != nil && chapter.Id > 0 {
|
||||
if chapter.CurrentEpisode > 0 {
|
||||
episode = chapter.CurrentEpisode
|
||||
}
|
||||
duration = chapter.MediaTime
|
||||
dramaID = strconv.FormatInt(chapter.Id, 10)
|
||||
if chapter.MediaContentId > 0 {
|
||||
videoID = strconv.FormatUint(uint64(chapter.MediaContentId), 10)
|
||||
}
|
||||
}
|
||||
return dataReport.DramaEventPub{
|
||||
DramaID: dramaID,
|
||||
DramaTitle: playlet.Title,
|
||||
Episode: dataReport.JsonNumber(episode),
|
||||
VideoID: videoID,
|
||||
TotalEpisode: dataReport.JsonNumber(playlet.TotalEpisode),
|
||||
DramaTypeID: typeID,
|
||||
DramaTypeName: typeName,
|
||||
DramaContentType: dataReport.DramaContentTypeShortDrama,
|
||||
DramaTagKey: tagKey,
|
||||
DramaTagName: tagName,
|
||||
DramaDuration: dataReport.JsonNumber(duration),
|
||||
}
|
||||
}
|
||||
|
||||
func videoMediaTypeName(mediaType videoinformationmod.MediaType) string {
|
||||
switch mediaType {
|
||||
case videoinformationmod.MediaType_Video:
|
||||
return "视频"
|
||||
case videoinformationmod.MediaType_Collection:
|
||||
return "合集"
|
||||
case videoinformationmod.MediaType_Advitise:
|
||||
return "广告"
|
||||
case videoinformationmod.MediaType_VideoV2:
|
||||
return "视频"
|
||||
default:
|
||||
return "视频"
|
||||
}
|
||||
}
|
||||
|
||||
func playletUnlockProductName(playlet *playletmod.Playlet, chapter *playletchaptermod.PlayletChapter) string {
|
||||
title := ""
|
||||
if playlet != nil {
|
||||
title = playlet.Title
|
||||
}
|
||||
if chapter == nil {
|
||||
return title
|
||||
}
|
||||
if chapter.Title != "" {
|
||||
if title == "" {
|
||||
return chapter.Title
|
||||
}
|
||||
return fmt.Sprintf("%s %s", title, chapter.Title)
|
||||
}
|
||||
if chapter.CurrentEpisode > 0 {
|
||||
if title == "" {
|
||||
return fmt.Sprintf("第%d集", chapter.CurrentEpisode)
|
||||
}
|
||||
return fmt.Sprintf("%s 第%d集", title, chapter.CurrentEpisode)
|
||||
}
|
||||
return title
|
||||
}
|
||||
|
||||
func playletMediaId(playlet *playletmod.Playlet) string {
|
||||
if playlet == nil || playlet.MediaCenterId == 0 {
|
||||
return ""
|
||||
}
|
||||
return strconv.FormatUint(uint64(playlet.MediaCenterId), 10)
|
||||
}
|
||||
|
||||
func resolvePlayletType(playlet *playletmod.Playlet) (string, string) {
|
||||
if playlet == nil || len(playlet.ThemeIds) == 0 {
|
||||
return "default", "默认分类"
|
||||
}
|
||||
id := playlet.ThemeIds[0]
|
||||
if id <= 0 {
|
||||
return "default", "默认分类"
|
||||
}
|
||||
name := strings.TrimSpace(playletcache.ThemeNameMap([]int64{id})[id])
|
||||
if name == "" {
|
||||
name = "默认分类"
|
||||
}
|
||||
return strconv.FormatInt(id, 10), name
|
||||
}
|
||||
|
||||
func resolvePlayletTags(ids []int64) (string, string) {
|
||||
keys := make([]string, 0, len(ids))
|
||||
for _, id := range ids {
|
||||
if id > 0 {
|
||||
keys = append(keys, strconv.FormatInt(id, 10))
|
||||
}
|
||||
}
|
||||
if len(keys) == 0 {
|
||||
return "default", "默认标签"
|
||||
}
|
||||
nameMap := playletcache.TagNameMap(ids)
|
||||
names := make([]string, 0, len(keys))
|
||||
for _, id := range ids {
|
||||
if id <= 0 {
|
||||
continue
|
||||
}
|
||||
name := strings.TrimSpace(nameMap[id])
|
||||
if name == "" {
|
||||
name = strconv.FormatInt(id, 10)
|
||||
}
|
||||
names = append(names, name)
|
||||
}
|
||||
return strings.Join(keys, ","), strings.Join(names, ",")
|
||||
}
|
||||
|
||||
func uaAndIPFromCtx(ctx context.Context) (useragent.UA, string) {
|
||||
gc, ok := ctx.(*gin.Context)
|
||||
if !ok {
|
||||
if v := ctx.Value(consts.CtxUA); v != nil {
|
||||
if ua, ok := v.(useragent.UA); ok {
|
||||
return ua, ""
|
||||
}
|
||||
}
|
||||
return useragent.UA{}, ""
|
||||
}
|
||||
ua, _ := common.GetUA(gc)
|
||||
return ua, ipaddr.ResolveClientIP(gc)
|
||||
}
|
||||
|
||||
func fillUserUA(user *usermod.User, ua useragent.UA) useragent.UA {
|
||||
if user == nil {
|
||||
return ua
|
||||
}
|
||||
if ua.DevID == "" {
|
||||
ua.DevID = user.DevID
|
||||
}
|
||||
if ua.DevType == "" {
|
||||
ua.DevType = user.Device
|
||||
}
|
||||
if ua.SysType == "" {
|
||||
ua.SysType = user.SysType
|
||||
}
|
||||
return ua
|
||||
}
|
||||
|
||||
func loginTypeEventValue(loginType pubdef.LoginType) string {
|
||||
switch loginType {
|
||||
case pubdef.LoginTypeAccount:
|
||||
return "username"
|
||||
case pubdef.LoginTypeEmail:
|
||||
return "email"
|
||||
default:
|
||||
return "deviceid"
|
||||
}
|
||||
}
|
||||
|
||||
func newEventId(appId string, uid int64, orderId interface{}, createTime int64) string {
|
||||
input := fmt.Sprintf("%v%v%v%v", appId, uid, orderId, createTime)
|
||||
return md5String(input)
|
||||
}
|
||||
|
||||
func md5String(input string) string {
|
||||
h := md5.New()
|
||||
h.Write([]byte(input))
|
||||
return hex.EncodeToString(h.Sum(nil))
|
||||
}
|
||||
|
||||
func insertEvent(event dataReport.CommonField) {
|
||||
b, _ := json.Marshal(event)
|
||||
if err := eventmod.InsertOneEvent(context.Background(), &eventmod.Event{
|
||||
EventId: event.EventID,
|
||||
EventType: event.Event,
|
||||
Data: string(b),
|
||||
Status: eventmod.Default,
|
||||
CreatedAt: time.Now(),
|
||||
UpdatedAt: time.Now(),
|
||||
}); err != nil {
|
||||
log.Error("reportser insertEvent failed", log.Any("eventType", event.Event), log.Any("eventId", event.EventID), log.E(err))
|
||||
}
|
||||
}
|
||||
@@ -1,21 +0,0 @@
|
||||
package reportser
|
||||
|
||||
type Key string
|
||||
|
||||
const (
|
||||
KeyPlayletUnlock Key = "playlet_unlock" // 短剧剧集解锁
|
||||
KeyCoinConsume Key = "coin_consume" // 金币消耗
|
||||
)
|
||||
|
||||
var keyMap = map[Key]string{
|
||||
KeyPlayletUnlock: "短剧解锁",
|
||||
KeyCoinConsume: "金币消耗",
|
||||
}
|
||||
|
||||
func (p Key) Name() string {
|
||||
return keyMap[p]
|
||||
}
|
||||
|
||||
func (p Key) Key() string {
|
||||
return string(p)
|
||||
}
|
||||
@@ -6,7 +6,6 @@ import (
|
||||
"strings"
|
||||
"videoweb/app/api/proto"
|
||||
"videoweb/app/service/configser"
|
||||
"videoweb/app/service/reportser"
|
||||
"videoweb/pub/common/log"
|
||||
"videoweb/pub/common/netutil"
|
||||
"videoweb/pub/common/srvdef"
|
||||
@@ -255,9 +254,6 @@ func SetLike(ctx context.Context, userId int64, req *proto.VideoLikeSetReq) (*pr
|
||||
IsLike: videoOperateStatusByFlag(*req.IsLike),
|
||||
CountLike: countLike,
|
||||
}
|
||||
if changed {
|
||||
reportser.ReportVideoLike(ctx, userId, req.Id, resp.IsLike)
|
||||
}
|
||||
return resp, nil
|
||||
}
|
||||
|
||||
@@ -277,9 +273,6 @@ func SetCollect(ctx context.Context, userId int64, req *proto.VideoCollectSetReq
|
||||
IsCollect: videoOperateStatusByFlag(*req.IsCollect),
|
||||
CountCollect: countCollect,
|
||||
}
|
||||
if changed {
|
||||
reportser.ReportVideoCollect(ctx, userId, req.Id, resp.IsCollect)
|
||||
}
|
||||
return resp, nil
|
||||
}
|
||||
|
||||
|
||||
@@ -1,266 +0,0 @@
|
||||
package dataReport
|
||||
|
||||
import (
|
||||
"bytes"
|
||||
"context"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"io/ioutil"
|
||||
"math"
|
||||
"math/rand"
|
||||
"net/http"
|
||||
"net/url"
|
||||
"strconv"
|
||||
"strings"
|
||||
"time"
|
||||
"videoweb/pub/common/godef"
|
||||
"videoweb/pub/common/log"
|
||||
"videoweb/pub/common/useragent"
|
||||
"videoweb/pub/pubdef"
|
||||
|
||||
"github.com/google/uuid"
|
||||
"github.com/moul/http2curl"
|
||||
)
|
||||
|
||||
var config = Config{}
|
||||
|
||||
func Init(c Config) {
|
||||
config = c
|
||||
// 根据运行模式设置SDK配置API地址
|
||||
switch c.RunMod {
|
||||
case "prod", "release":
|
||||
sdkConfigAPIURL = sdkConfigAPIProd
|
||||
default:
|
||||
sdkConfigAPIURL = sdkConfigAPIDev
|
||||
}
|
||||
}
|
||||
|
||||
// GenerateGlobalEventID 生成全局唯一的 event_id
|
||||
func GenerateGlobalEventID() string {
|
||||
// 生成一个新的 UUID
|
||||
return strings.ReplaceAll(uuid.New().String(), "-", "")
|
||||
}
|
||||
|
||||
func AsyncReport(eventData interface{}, retryCount int) {
|
||||
// TODO 后续可改成kafka异步处理
|
||||
godef.Go(func() {
|
||||
// 自动重试
|
||||
baseDelay := 1 * time.Second
|
||||
for i := 0; i < retryCount; i++ {
|
||||
err := report(eventData)
|
||||
if err != nil {
|
||||
log.Error("Event.report failed", log.Any("retryCount", retryCount), log.Any("eventData", eventData), log.E(err))
|
||||
// 指数退避 + 随机抖动
|
||||
sleepTime := time.Duration(math.Pow(2, float64(i)))*baseDelay + time.Duration(rand.Intn(1000))*time.Millisecond
|
||||
time.Sleep(sleepTime)
|
||||
continue
|
||||
}
|
||||
break
|
||||
}
|
||||
})
|
||||
|
||||
}
|
||||
|
||||
// 上报事件
|
||||
func report(eventData interface{}) error {
|
||||
// 将结构体转换为表单数据
|
||||
formData, err := structToFormData(eventData)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
apiUrl := config.ApiUrl + "/api/eventTracking/report.json"
|
||||
req, err := http.NewRequest("POST", apiUrl, bytes.NewBufferString(formData))
|
||||
if err != nil {
|
||||
log.Error("Event report NewRequest fail", log.E(err))
|
||||
return fmt.Errorf("failed to create request: %v", err)
|
||||
}
|
||||
req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
|
||||
|
||||
client := &http.Client{
|
||||
Timeout: 5 * time.Second, // 设置超时时间为 5 秒
|
||||
}
|
||||
command, _ := http2curl.GetCurlCommand(req)
|
||||
fmt.Println(command)
|
||||
resp, err := client.Do(req)
|
||||
if err != nil {
|
||||
log.Error("Event report fail", log.E(err))
|
||||
return fmt.Errorf("failed to send request: %v", err)
|
||||
}
|
||||
defer resp.Body.Close()
|
||||
|
||||
if resp.StatusCode != http.StatusOK {
|
||||
log.Error("Event report fail", log.Any("http.code", resp.StatusCode))
|
||||
return fmt.Errorf("failed to report event, http.code: %d", resp.StatusCode)
|
||||
}
|
||||
// 读取返回的 body
|
||||
body, err := ioutil.ReadAll(resp.Body)
|
||||
if err != nil {
|
||||
log.Error("Event report fail", log.E(err))
|
||||
return fmt.Errorf("failed to read response body: %v", err)
|
||||
}
|
||||
res := &Response{}
|
||||
err = json.Unmarshal(body, res)
|
||||
if err != nil {
|
||||
log.Error("Event report json.Unmarshal(body, res) fail", log.Any("body", string(body)), log.E(err))
|
||||
return err
|
||||
}
|
||||
if res.Code != 0 {
|
||||
log.Error("Event report fail", log.Any("code", res.Code), log.Any("msg", res.Msg), log.Any("data", res.Data))
|
||||
return fmt.Errorf("failed to report event, res.code: %d", res.Code)
|
||||
}
|
||||
// 输出响应状态和返回的 body
|
||||
log.Info("Event report Response", log.Any("eventData", eventData), log.Any("body", string(body)))
|
||||
return nil
|
||||
}
|
||||
|
||||
func structToFormData(data interface{}) (string, error) {
|
||||
// 序列化结构体为 JSON 字符串
|
||||
jsonData, err := json.Marshal(data)
|
||||
if err != nil {
|
||||
return "", err
|
||||
}
|
||||
|
||||
// 反序列化为 map
|
||||
var dataMap map[string]interface{}
|
||||
err = json.Unmarshal(jsonData, &dataMap)
|
||||
if err != nil {
|
||||
return "", err
|
||||
}
|
||||
|
||||
var formData []string
|
||||
|
||||
// 遍历 map，将其转换为 form 数据
|
||||
for key, value := range dataMap {
|
||||
if value == nil {
|
||||
continue // 如果值为 nil，跳过
|
||||
}
|
||||
|
||||
// 将值转换为字符串
|
||||
valueStr := fmt.Sprintf("%v", value)
|
||||
|
||||
// 使用 URL 编码
|
||||
formData = append(formData, fmt.Sprintf(
|
||||
"%s=%s",
|
||||
url.QueryEscape(key),
|
||||
url.QueryEscape(valueStr),
|
||||
))
|
||||
}
|
||||
|
||||
return strings.Join(formData, "&"), nil
|
||||
}
|
||||
|
||||
func NewCommonField(eventId, event string, districtCode string, ua useragent.UA, uid, ip string) CommonField {
|
||||
return NewCommonFieldAt(eventId, event, districtCode, ua, uid, ip, time.Now().Unix())
|
||||
}
|
||||
|
||||
func NewCommonFieldAt(eventId, event string, districtCode string, ua useragent.UA, uid, ip string, clientTS int64) CommonField {
|
||||
channel := strings.TrimSpace(districtCode)
|
||||
if eventId == "" {
|
||||
eventId = GenerateGlobalEventID()
|
||||
}
|
||||
// 五项公共字段和 app_version 使用当前请求中的 SDK 原值。
|
||||
// device_id 只取 SDK，不用业务 DevID 补，避免和客户端埋点不是同一个编号。
|
||||
// device 为空时才用本次请求的 SysType 映射成 Android / iOS / PC。
|
||||
sdk := ua.SDKCommon
|
||||
if missing := sdk.MissingFields(); len(missing) > 0 {
|
||||
log.Warn("【SDK公共参数缺失】NewCommonFieldAt",
|
||||
log.Any("接口", ua.RequestPath), log.Any("事件", event),
|
||||
log.Any("eventId", eventId), log.Any("userId", uid), log.Any("客户端版本", ua.Ver),
|
||||
log.Any("已获取SDK参数", sdk != nil), log.Any("缺失字段", missing))
|
||||
}
|
||||
if sdk == nil {
|
||||
sdk = &useragent.SDKCommonFields{}
|
||||
}
|
||||
sid := strings.TrimSpace(sdk.SID)
|
||||
if sid == "" {
|
||||
sid = strings.TrimSpace(ua.SessionID)
|
||||
}
|
||||
return CommonField{
|
||||
UID: uid,
|
||||
EventID: eventId,
|
||||
Event: event,
|
||||
Channel: channel,
|
||||
AppID: pubdef.TrackerAppId(),
|
||||
AppVersion: sdk.AppVersion,
|
||||
ClientTS: fmt.Sprintf("%v", clientTS),
|
||||
Device: reportDevice(sdk.Device, ua.SysType, ua.SystemName),
|
||||
DeviceID: sdk.DeviceID,
|
||||
DeviceFingerprint: sdk.DeviceFingerprint,
|
||||
FPVersion: sdk.FPVersion,
|
||||
UserAgent: strings.TrimSpace(ua.UserAgent),
|
||||
DeviceBrand: strings.TrimSpace(ua.DeviceBrand),
|
||||
DeviceModel: strings.TrimSpace(ua.DeviceModel),
|
||||
SystemName: strings.TrimSpace(ua.SystemName),
|
||||
SystemVersion: strings.TrimSpace(ua.SystemVersion),
|
||||
SID: sid,
|
||||
IP: ip,
|
||||
}
|
||||
}
|
||||
|
||||
// reportDevice 优先使用 SDK 的设备类型。SDK 没给时，用本次请求的系统类型映射。
|
||||
func reportDevice(sdkDevice, sysType, systemName string) string {
|
||||
if device := strings.TrimSpace(sdkDevice); device != "" {
|
||||
return device
|
||||
}
|
||||
text := strings.ToLower(strings.TrimSpace(sysType) + " " + strings.TrimSpace(systemName))
|
||||
// "macos" 含 "ios"，先归一化，避免 Mac 被判成 iOS。
|
||||
text = strings.ReplaceAll(text, "macos", "mac")
|
||||
switch {
|
||||
case strings.Contains(text, "ios") || strings.Contains(text, "iphone") || strings.Contains(text, "ipad"):
|
||||
return "iOS"
|
||||
case strings.Contains(text, "android"):
|
||||
return "Android"
|
||||
case strings.Contains(text, "pc") || strings.Contains(text, "windows") || strings.Contains(text, "mac") || strings.Contains(text, "linux") || strings.Contains(text, "h5"):
|
||||
return "PC"
|
||||
default:
|
||||
return ""
|
||||
}
|
||||
}
|
||||
|
||||
func JsonNumber(v int64) json.Number {
|
||||
return json.Number(strconv.FormatInt(v, 10))
|
||||
}
|
||||
func JsonRawMessage(v interface{}) json.RawMessage {
|
||||
b, _ := json.Marshal(v)
|
||||
return b
|
||||
}
|
||||
|
||||
// 批量上报事件
|
||||
func BatchReport(ctx context.Context, data interface{}) error {
|
||||
apiUrl := config.ApiUrl + "/api/eventTracking/batchReport.json"
|
||||
reqBody, err := json.Marshal(data)
|
||||
if err != nil {
|
||||
log.Error("Event report json.Marshal fail", log.E(err))
|
||||
return err
|
||||
}
|
||||
req, err := http.NewRequest("POST", apiUrl, bytes.NewReader(reqBody))
|
||||
if err != nil {
|
||||
log.Error("Event report NewRequest fail", log.E(err))
|
||||
return fmt.Errorf("failed to create request: %v", err)
|
||||
}
|
||||
req.Header.Set("Content-Type", "application/json")
|
||||
curl, _ := http2curl.GetCurlCommand(req)
|
||||
client := &http.Client{
|
||||
Timeout: 5 * time.Second, // 设置超时时间为 5 秒
|
||||
}
|
||||
resp, err := client.Do(req)
|
||||
if err != nil {
|
||||
log.Error("Event report fail", log.Any("curl", curl), log.E(err))
|
||||
return fmt.Errorf("failed to send request: %v", err)
|
||||
}
|
||||
defer resp.Body.Close()
|
||||
|
||||
if resp.StatusCode != http.StatusOK {
|
||||
log.Error("Event report fail", log.Any("curl", curl), log.Any("http.code", resp.StatusCode))
|
||||
return fmt.Errorf("failed to report event, status code: %d", resp.StatusCode)
|
||||
}
|
||||
// 读取返回的 body
|
||||
body, err := ioutil.ReadAll(resp.Body)
|
||||
if err != nil {
|
||||
log.Error("Event report fail", log.Any("curl", curl), log.E(err))
|
||||
return fmt.Errorf("failed to read response body: %v", err)
|
||||
}
|
||||
// 输出响应状态和返回的 body
|
||||
log.Info("Event report Response", log.Any("body", string(body)))
|
||||
return nil
|
||||
}
|
||||
@@ -1,131 +0,0 @@
|
||||
package dataReport
|
||||
|
||||
import (
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"net/http"
|
||||
"strings"
|
||||
"sync"
|
||||
"time"
|
||||
"videoweb/pub/common/log"
|
||||
"videoweb/pub/redis"
|
||||
|
||||
"github.com/robfig/cron/v3"
|
||||
)
|
||||
|
||||
const (
|
||||
sdkConfigAPIProd = "https://api.dc-server.cc/sdk/getAvailableDomainList"
|
||||
sdkConfigAPIDev = "https://dcapi.dc-dev.cc/sdk/getAvailableDomainList"
|
||||
sdkConfigCacheKey = "report:sdk:domain_config"
|
||||
sdkConfigCacheTTL = 30 * time.Minute
|
||||
sdkConfigFetchInterval = "0 */10 * * * *"
|
||||
)
|
||||
|
||||
var (
|
||||
sdkConfigAPIURL = sdkConfigAPIProd // 默认正式环境，Init时会根据RunMod覆盖
|
||||
sdkConfigCron *cron.Cron
|
||||
sdkConfigOnce sync.Once
|
||||
|
||||
sdkConfigMu sync.RWMutex
|
||||
sdkDomainConfig string
|
||||
sdkConfigUpdatedAt time.Time
|
||||
)
|
||||
|
||||
type sdkConfigResponse struct {
|
||||
Code int `json:"code"`
|
||||
Msg string `json:"msg"`
|
||||
Data string `json:"data"`
|
||||
}
|
||||
|
||||
// StartSDKConfigCron 定时拉取 SDK 域名配置串，服务端只缓存并原样透传。
|
||||
func StartSDKConfigCron() {
|
||||
sdkConfigOnce.Do(func() {
|
||||
if err := RefreshSDKDomainConfig(); err != nil {
|
||||
log.Error("RefreshSDKDomainConfig first run fail", log.E(err))
|
||||
}
|
||||
|
||||
sdkConfigCron = cron.New(cron.WithSeconds())
|
||||
if _, err := sdkConfigCron.AddFunc(sdkConfigFetchInterval, func() {
|
||||
if err := RefreshSDKDomainConfig(); err != nil {
|
||||
log.Error("RefreshSDKDomainConfig cron fail", log.E(err))
|
||||
}
|
||||
}); err != nil {
|
||||
log.Error("StartSDKConfigCron AddFunc fail", log.E(err))
|
||||
return
|
||||
}
|
||||
sdkConfigCron.Start()
|
||||
})
|
||||
}
|
||||
|
||||
func StopSDKConfigCron() {
|
||||
if sdkConfigCron == nil {
|
||||
return
|
||||
}
|
||||
ctx := sdkConfigCron.Stop()
|
||||
<-ctx.Done()
|
||||
}
|
||||
|
||||
func RefreshSDKDomainConfig() error {
|
||||
data, err := fetchSDKDomainConfig(sdkConfigAPIURL, &http.Client{Timeout: 5 * time.Second})
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
setSDKDomainConfig(data)
|
||||
if redis.Client() == nil {
|
||||
return nil
|
||||
}
|
||||
return redis.Set(sdkConfigCacheKey, data, sdkConfigCacheTTL)
|
||||
}
|
||||
|
||||
func GetSDKDomainConfig() string {
|
||||
if redis.Client() != nil {
|
||||
data, err := redis.Get(sdkConfigCacheKey)
|
||||
if err != nil {
|
||||
log.Error("GetSDKDomainConfig redis get fail", log.E(err))
|
||||
} else if data != nil && *data != "" {
|
||||
setSDKDomainConfig(*data)
|
||||
return *data
|
||||
}
|
||||
}
|
||||
|
||||
sdkConfigMu.RLock()
|
||||
defer sdkConfigMu.RUnlock()
|
||||
return sdkDomainConfig
|
||||
}
|
||||
|
||||
func setSDKDomainConfig(data string) {
|
||||
sdkConfigMu.Lock()
|
||||
defer sdkConfigMu.Unlock()
|
||||
sdkDomainConfig = data
|
||||
sdkConfigUpdatedAt = time.Now()
|
||||
}
|
||||
|
||||
func fetchSDKDomainConfig(apiURL string, client *http.Client) (string, error) {
|
||||
req, err := http.NewRequest(http.MethodGet, apiURL, nil)
|
||||
if err != nil {
|
||||
return "", err
|
||||
}
|
||||
req.Header.Set("Accept", "application/json")
|
||||
|
||||
resp, err := client.Do(req)
|
||||
if err != nil {
|
||||
return "", err
|
||||
}
|
||||
defer resp.Body.Close()
|
||||
|
||||
if resp.StatusCode != http.StatusOK {
|
||||
return "", fmt.Errorf("sdk config http status: %d", resp.StatusCode)
|
||||
}
|
||||
|
||||
var result sdkConfigResponse
|
||||
if err := json.NewDecoder(resp.Body).Decode(&result); err != nil {
|
||||
return "", err
|
||||
}
|
||||
if result.Code != 0 {
|
||||
return "", fmt.Errorf("sdk config code: %d, msg: %s", result.Code, result.Msg)
|
||||
}
|
||||
if strings.TrimSpace(result.Data) == "" {
|
||||
return "", fmt.Errorf("sdk config data is empty")
|
||||
}
|
||||
return result.Data, nil
|
||||
}
|
||||
@@ -1,223 +0,0 @@
|
||||
package dataReport
|
||||
|
||||
import (
|
||||
"context"
|
||||
"encoding/json"
|
||||
)
|
||||
|
||||
type Response struct {
|
||||
Code int `json:"code"`
|
||||
Msg string `json:"msg"`
|
||||
Data interface{} `json:"data"`
|
||||
}
|
||||
|
||||
type Config struct {
|
||||
ApiUrl string `json:"apiUrl"`
|
||||
RunMod string `json:"runMod"` // 运行模式: dev/test/prod/release
|
||||
}
|
||||
|
||||
const (
|
||||
EventTypeAdClick = "ad_click"
|
||||
EventTypeUserLogin = "user_login"
|
||||
EventTypeUserRegister = "user_register"
|
||||
EventTypeOrderCreated = "order_created"
|
||||
EventTypeOrderPaid = "order_paid"
|
||||
EventTypeCoinConsume = "coin_consume"
|
||||
EventTypeVideoPurchase = "video_purchase"
|
||||
EventTypeVideoLike = "video_like"
|
||||
EventTypeVideoCollect = "video_collect"
|
||||
EventTypeVideoComment = "video_comment"
|
||||
EventTypeVideoStatusChange = "video_status_change" // 视频状态变更
|
||||
EventTypeDramaLike = "drama_like"
|
||||
EventTypeDramaCollect = "drama_collect"
|
||||
EventTypeDramaComment = "drama_comment"
|
||||
EventTypeDramaPurchase = "drama_purchase"
|
||||
|
||||
DramaContentTypeShortDrama = "short_drama"
|
||||
DramaUnlockTypeCoin = "coin"
|
||||
DramaUnlockTypeVIP = "vip_subscription"
|
||||
DramaUnlockTypeAd = "ad"
|
||||
DramaUnlockTypeOther = "other"
|
||||
)
|
||||
|
||||
// Event 定义事件的接口
|
||||
type Event interface {
|
||||
Generate(ctx context.Context, retryCount int)
|
||||
AsyncReport(ctx context.Context, retryCount int) error // 执行事件上报
|
||||
}
|
||||
|
||||
// 定义公共字段和事件数据结构
|
||||
type CommonField struct {
|
||||
Event string `json:"event"` // 事件类型
|
||||
Channel string `json:"channel"` // 渠道码
|
||||
EventID string `json:"event_id"` // 事件唯一标识符
|
||||
AppID string `json:"app_id"` // 应用ID
|
||||
AppVersion string `json:"app_version"` // 客户端通过 X-SDK-Common 传入的版本，缺失时留空
|
||||
UID string `json:"uid"` // 用户ID
|
||||
SID string `json:"sid"` // 会话ID
|
||||
ClientTS string `json:"client_ts"` // 客户端时间戳
|
||||
Device string `json:"device"` // 设备类型（如：Android, iOS, PC）
|
||||
DeviceID string `json:"device_id"` // 设备ID
|
||||
DeviceFingerprint string `json:"device_fingerprint"` // SDK 设备指纹，SDK 原值为空时也保留字段。
|
||||
FPVersion string `json:"fp_version"` // SDK 指纹算法版本
|
||||
UserAgent string `json:"user_agent"` // 用户代理信息
|
||||
DeviceBrand string `json:"device_brand"` // 设备品牌（如：HUAWEI）
|
||||
DeviceModel string `json:"device_model"` // 设备型号
|
||||
SystemName string `json:"system_name"` // 系统名称
|
||||
SystemVersion string `json:"system_version"` // 系统版本
|
||||
IP string `json:"ip"` // 用户IP地址
|
||||
Payload json.RawMessage `json:"payload"` // 事件数据
|
||||
}
|
||||
|
||||
// UserRegisterEvent 注册事件
|
||||
type UserRegisterEvent struct {
|
||||
Type string `json:"type"` // 注册方式：phone, deviceid, email, username
|
||||
TraceID string `json:"trace_id"` // 唯一标识，落地页点击生成
|
||||
CreateTime json.Number `json:"create_time"` // 注册时间，10位时间戳
|
||||
}
|
||||
|
||||
type UserLoginEvent struct {
|
||||
Type string `json:"type"` // 登录方式
|
||||
}
|
||||
|
||||
// OrderCreatedEvent 订单创建
|
||||
type OrderCreatedEvent struct {
|
||||
OrderID string `json:"order_id"` // 订单号（唯一标识）
|
||||
OrderType string `json:"order_type"` // 订单类型
|
||||
ProductID string `json:"product_id"` // 商品ID
|
||||
ProductName string `json:"product_name"` // 商品名称
|
||||
VIPDurationID string `json:"vip_duration_type"`
|
||||
VIPDurationName string `json:"vip_duration_name"`
|
||||
Amount json.Number `json:"amount"` // 订单金额（分）
|
||||
Currency string `json:"currency"` // 货币类型
|
||||
CoinQuantity json.Number `json:"coin_quantity"` // 金币数量
|
||||
SourcePageKey string `json:"source_page_key"` // 来源页面标识
|
||||
SourcePageName string `json:"source_page_name"` // 来源页面名称
|
||||
CreateTime json.Number `json:"create_time"` // 订单创建时间
|
||||
}
|
||||
|
||||
// OrderPaidEvent 订单支付成功
|
||||
type OrderPaidEvent struct {
|
||||
OrderID string `json:"order_id"` // 订单号（关联创建事件）
|
||||
OrderType string `json:"order_type"` // 订单类型：coin_purchase, vip_subscription
|
||||
ProductID string `json:"product_id"` // 商品ID
|
||||
Amount json.Number `json:"amount"` // 实际支付金额（分）
|
||||
Currency string `json:"currency"` // 货币类型：CNY, USD
|
||||
CoinQuantity json.Number `json:"coin_quantity"` // 金币数量（仅金币订单）
|
||||
VIPExpirationTime json.Number `json:"vip_expiration_time"` // VIP过期时间（10位时间戳）
|
||||
PayType string `json:"pay_type"` // 支付方式：wechat, alipay, bank_card
|
||||
PayChannel string `json:"pay_channel"` // 支付渠道：银行名称
|
||||
TransactionID string `json:"transaction_id"` // 第三方支付交易号
|
||||
CreateTime json.Number `json:"create_time"`
|
||||
}
|
||||
|
||||
// CoinConsumeEvent 金币消耗
|
||||
type CoinConsumeEvent struct {
|
||||
ProductID string `json:"product_id"` // 商品ID
|
||||
ProductName string `json:"product_name"` // 商品名称
|
||||
CoinConsumeAmount json.Number `json:"coin_consume_amount"` // 金币消耗数量
|
||||
CoinBalanceBefore json.Number `json:"coin_balance_before"` // 消耗前金币余额
|
||||
CoinBalanceAfter json.Number `json:"coin_balance_after"` // 消耗后金币余额
|
||||
ConsumeReasonKey string `json:"consume_reason_key"` // 消耗原因
|
||||
ConsumeReasonName string `json:"consume_reason_name"` // 消耗原因名称
|
||||
CreateTime json.Number `json:"create_time"` // 订单创建时间
|
||||
OrderId string `json:"order_id"` // 订单id
|
||||
}
|
||||
|
||||
// VideoPurchaseEvent 视频购买事件
|
||||
type VideoPurchaseEvent struct {
|
||||
MediaId string `json:"media_id"` // 老司机媒体资源ID（老司机接口返回的id字段）
|
||||
VideoID string `json:"video_id"` // 视频ID
|
||||
VideoTitle string `json:"video_title"` // 视频标题
|
||||
VideoTypeID string `json:"video_type_id"` // 视频分类ID
|
||||
VideoTypeName string `json:"video_type_name"` // 视频分类名称
|
||||
VideoContentType string `json:"video_content_type"` // 视频类型: video(长视频)、short_video(短视频)
|
||||
RecommendTraceId string `json:"recommend_trace_id"` // 推荐引擎的trace_id。没有对接搜索推荐引擎的上报空字符串。
|
||||
CoinQuantity json.Number `json:"coin_quantity"` // 金币数量
|
||||
OrderID string `json:"order_id"` // 订单号
|
||||
}
|
||||
|
||||
type (
|
||||
VideoEventPub struct {
|
||||
MediaId string `json:"media_id"` // 老司机媒体资源ID（老司机接口返回的id字段）
|
||||
VideoID string `json:"video_id"` // 视频ID
|
||||
VideoTitle string `json:"video_title"` // 视频标题
|
||||
VideoTypeID string `json:"video_type_id"` // 视频分类ID
|
||||
VideoTypeName string `json:"video_type_name"` // 视频分类名称
|
||||
VideoContentType string `json:"video_content_type"` // 视频类型: video(长视频)、short_video(短视频)
|
||||
RecommendTraceId string `json:"recommend_trace_id"` // 推荐引擎的trace_id。没有对接搜索推荐引擎的上报空字符串。
|
||||
}
|
||||
|
||||
VideoLikeEvent struct {
|
||||
VideoEventPub
|
||||
Flag json.Number `json:"flag"` // 点赞状态：1(点赞), 2(取消点赞)
|
||||
}
|
||||
|
||||
VideoCollectEvent struct {
|
||||
VideoEventPub
|
||||
Flag json.Number `json:"flag"` // 收藏状态：1(收藏), 2(取消收藏)
|
||||
}
|
||||
|
||||
VideoCommentEvent struct {
|
||||
VideoEventPub
|
||||
CommentContent string `json:"comment_content"` // 评论内容
|
||||
}
|
||||
|
||||
// VideoStatusChangeEvent 视频状态变更事件
|
||||
VideoStatusChangeEvent struct {
|
||||
MediaId string `json:"media_id"` // 老司机媒体资源ID
|
||||
VideoID string `json:"video_id"` // 视频ID
|
||||
VideoTitle string `json:"video_title"` // 视频标题
|
||||
VideoTypeID string `json:"video_type_id"` // 视频分类ID
|
||||
VideoTypeName string `json:"video_type_name"` // 视频分类名称
|
||||
Flag json.Number `json:"flag"` // 状态标识
|
||||
}
|
||||
|
||||
DramaEventPub struct {
|
||||
DramaID string `json:"drama_id"` // 剧集章节ID（PlayletChapter.Id）
|
||||
DramaTitle string `json:"drama_title"` // 剧集名称
|
||||
Episode json.Number `json:"episode"` // 第几集，默认1
|
||||
VideoID string `json:"video_id"` // 媒资中心章节ID（PlayletChapter.MediaContentId）
|
||||
TotalEpisode json.Number `json:"total_episode"` // 已上线总集数
|
||||
DramaTypeID string `json:"drama_type_id"` // 剧集分类ID
|
||||
DramaTypeName string `json:"drama_type_name"` // 剧集分类名称
|
||||
DramaContentType string `json:"drama_content_type"` // short_drama
|
||||
DramaTagKey string `json:"drama_tag_key"` // 标签KEY，逗号分隔
|
||||
DramaTagName string `json:"drama_tag_name"` // 标签名称，逗号分隔
|
||||
DramaDuration json.Number `json:"drama_duration"` // 剧集时长（秒）
|
||||
}
|
||||
|
||||
DramaLikeEvent struct {
|
||||
DramaEventPub
|
||||
Flag json.Number `json:"flag"` // 点赞状态：1(点赞), 2(取消点赞)
|
||||
}
|
||||
|
||||
DramaCollectEvent struct {
|
||||
DramaEventPub
|
||||
Flag json.Number `json:"flag"` // 收藏状态：1(收藏), 2(取消收藏)
|
||||
}
|
||||
|
||||
DramaCommentEvent struct {
|
||||
DramaEventPub
|
||||
CommentContent string `json:"comment_content"` // 评论内容
|
||||
}
|
||||
|
||||
DramaPurchaseEvent struct {
|
||||
DramaEventPub
|
||||
CoinQuantity json.Number `json:"coin_quantity"` // 金币数量
|
||||
OrderID string `json:"order_id"` // 订单号，与 coin_consume 保持一致
|
||||
UnlockType string `json:"unlock_type"` // coin / vip_subscription / ad / other
|
||||
AdID string `json:"ad_id"` // 广告解锁时的广告ID
|
||||
}
|
||||
)
|
||||
|
||||
type AdClickEvent struct {
|
||||
CommonField
|
||||
PageKey string `json:"page_key"` // 页面标识
|
||||
PageName string `json:"page_name"` // 页面名称
|
||||
AdSlotKey string `json:"ad_slot_key"` // 广告位标识
|
||||
AdSlotName string `json:"ad_slot_name"` // 广告位名称
|
||||
AdID string `json:"ad_id"` // 广告ID
|
||||
CreativeID string `json:"creative_id"` // 素材ID（可选）
|
||||
AdType string `json:"ad_type"` // 广告类型
|
||||
}
|
||||
@@ -1,47 +0,0 @@
|
||||
package eventmod
|
||||
|
||||
import (
|
||||
"context"
|
||||
"fmt"
|
||||
"videoweb/pub/mongos"
|
||||
|
||||
"go.mongodb.org/mongo-driver/bson"
|
||||
"go.mongodb.org/mongo-driver/mongo"
|
||||
)
|
||||
|
||||
var db *mongos.Collection
|
||||
|
||||
func Init(ctx context.Context) {
|
||||
db = mongos.Shop.Coll(TN.Event)
|
||||
indexes := []mongo.IndexModel{
|
||||
{
|
||||
Keys: bson.D{
|
||||
{Key: FN.Event.Status, Value: 1},
|
||||
},
|
||||
},
|
||||
{
|
||||
Keys: bson.D{
|
||||
{Key: FN.Event.EventType, Value: 1},
|
||||
},
|
||||
},
|
||||
{
|
||||
Keys: bson.D{
|
||||
{Key: FN.Event.EventId, Value: 1},
|
||||
},
|
||||
},
|
||||
{
|
||||
Keys: bson.D{
|
||||
{Key: FN.Event.Status, Value: 1},
|
||||
{Key: FN.Event.RetryCount, Value: 1},
|
||||
},
|
||||
},
|
||||
{
|
||||
Keys: bson.D{
|
||||
{Key: FN.Event.CreatedAt, Value: -1},
|
||||
},
|
||||
},
|
||||
}
|
||||
if _, err := db.CreateIndex(ctx, indexes); err != nil {
|
||||
panic(fmt.Sprintf("(eventmod:Init) Create Event Index failed! err:%+v:", err))
|
||||
}
|
||||
}
|
||||
@@ -1,130 +0,0 @@
|
||||
package eventmod
|
||||
|
||||
import (
|
||||
"context"
|
||||
"videoweb/pub/common/log"
|
||||
"videoweb/pub/common/srvdef"
|
||||
|
||||
"go.mongodb.org/mongo-driver/bson"
|
||||
"go.mongodb.org/mongo-driver/mongo"
|
||||
"go.mongodb.org/mongo-driver/mongo/options"
|
||||
)
|
||||
|
||||
// InsertOneEvent 插入一个事件
|
||||
func InsertOneEvent(ctx context.Context, event *Event) *srvdef.SrvErr {
|
||||
if _, err := db.InsertOne(ctx, event); err != nil {
|
||||
log.Warn("eventmod:InsertOneEvent db.InsertOne failed", log.E(err))
|
||||
return srvdef.New(srvdef.ErrDbInsertError, "", "")
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
// InsertManyEvent 批量插入事件
|
||||
func InsertManyEvent(ctx context.Context, events *EventList) *srvdef.SrvErr {
|
||||
if _, err := db.InsertMany(ctx, events); err != nil {
|
||||
log.Warn("eventmod:InsertManyEvent db.InsertMany failed", log.E(err))
|
||||
return srvdef.New(srvdef.ErrDbInsertError, "", "")
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
// DelOneEvent 删除一个事件
|
||||
func DelOneEvent(ctx context.Context, filter bson.M) (int64, *srvdef.SrvErr) {
|
||||
count, err := db.DeleteOne(ctx, filter)
|
||||
if err != nil {
|
||||
log.Warn("eventmod:DelOneEvent db.DeleteOne failed",
|
||||
log.E(err), log.Any("filter", filter))
|
||||
return 0, srvdef.New(srvdef.ErrDbDeleteError, "", "")
|
||||
}
|
||||
return count, nil
|
||||
}
|
||||
|
||||
// DelManyEvent 批量删除事件
|
||||
func DelManyEvent(ctx context.Context, filter bson.M) (int64, *srvdef.SrvErr) {
|
||||
count, err := db.DeleteMany(ctx, filter)
|
||||
if err != nil {
|
||||
log.Warn("eventmod:DelManyEvent db.DeleteMany failed",
|
||||
log.E(err), log.Any("filter", filter))
|
||||
return 0, srvdef.New(srvdef.ErrDbDeleteError, "", "")
|
||||
}
|
||||
return count, nil
|
||||
}
|
||||
|
||||
// FindOneEvent 查找一个事件
|
||||
func FindOneEvent(ctx context.Context, filter bson.M, opts ...*options.FindOneOptions) (*Event, *srvdef.SrvErr) {
|
||||
var event Event
|
||||
if err := db.FindOneEx(ctx, &event, filter, opts...); err != nil {
|
||||
if err != mongo.ErrNoDocuments {
|
||||
log.Warn("eventmod:FindOneEvent db.FindOne failed",
|
||||
log.E(err), log.Any("filter", filter))
|
||||
return nil, srvdef.New(srvdef.ErrDbQueryError, "", "")
|
||||
}
|
||||
return nil, srvdef.New(srvdef.ErrNoData, "", "")
|
||||
}
|
||||
return &event, nil
|
||||
}
|
||||
|
||||
// FindManyEvent 查找多个事件
|
||||
func FindManyEvent(ctx context.Context, filter bson.M, opts ...*options.FindOptions) (EventList, *srvdef.SrvErr) {
|
||||
data := make(EventList, 0)
|
||||
if err := db.Find(ctx, &data, filter, opts...); err != nil {
|
||||
log.Warn("eventmod:FindManyEvent db.Find failed",
|
||||
log.E(err), log.Any("filter", filter))
|
||||
return nil, srvdef.New(srvdef.ErrDbQueryError, "", "")
|
||||
}
|
||||
return data, nil
|
||||
}
|
||||
|
||||
// CountEvent 统计事件数量
|
||||
func CountEvent(ctx context.Context, filter bson.M) (int64, *srvdef.SrvErr) {
|
||||
count, err := db.Count(ctx, filter)
|
||||
if err != nil {
|
||||
log.Warn("eventmod:CountEvent db.Count failed",
|
||||
log.E(err), log.Any("filter", filter))
|
||||
return 0, srvdef.New(srvdef.ErrDbQueryError, "", "")
|
||||
}
|
||||
return count, nil
|
||||
}
|
||||
|
||||
// UpdateOneEvent 更新一个事件
|
||||
func UpdateOneEvent(ctx context.Context, filter bson.M, update bson.M) *srvdef.SrvErr {
|
||||
result, err := db.UpdateOne(ctx, filter, update)
|
||||
if err != nil {
|
||||
log.Warn("eventmod:UpdateOneEvent db.UpdateOne failed",
|
||||
log.E(err), log.Any("filter", filter))
|
||||
return srvdef.New(srvdef.ErrDbUpdateError, "", "")
|
||||
}
|
||||
if result.MatchedCount != 1 {
|
||||
log.Warn("eventmod:UpdateOneEvent db.UpdateOne not matched",
|
||||
log.Any("filter", filter))
|
||||
return srvdef.New(srvdef.ErrNoData, "", "")
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
// UpdateManyEvent 批量更新事件
|
||||
func UpdateManyEvent(ctx context.Context, filter bson.M, update bson.M) *srvdef.SrvErr {
|
||||
result, err := db.UpdateMany(ctx, filter, update)
|
||||
if err != nil {
|
||||
log.Warn("eventmod:UpdateManyEvent db.UpdateMany failed",
|
||||
log.E(err), log.Any("filter", filter))
|
||||
return srvdef.New(srvdef.ErrDbUpdateError, "", "")
|
||||
}
|
||||
if result.MatchedCount < 1 {
|
||||
log.Warn("eventmod:UpdateManyEvent db.UpdateMany not matched",
|
||||
log.Any("filter", filter))
|
||||
return srvdef.New(srvdef.ErrNoData, "", "")
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
// UpsertOneEvent 插入或更新一个事件
|
||||
func UpsertOneEvent(ctx context.Context, filter bson.M, update bson.M) *srvdef.SrvErr {
|
||||
opts := options.Update().SetUpsert(true)
|
||||
if _, err := db.UpdateOne(ctx, filter, update, opts); err != nil {
|
||||
log.Warn("eventmod:UpsertOneEvent db.UpdateOne failed",
|
||||
log.E(err), log.Any("filter", filter))
|
||||
return srvdef.New(srvdef.ErrDbUpdateError, "", "")
|
||||
}
|
||||
return nil
|
||||
}
|
||||
@@ -1,31 +0,0 @@
|
||||
package eventmod
|
||||
|
||||
type TagEvent struct {
|
||||
ID string //
|
||||
CreatedAt string // 创建事件
|
||||
RetryCount string // 重试次数
|
||||
Status string //
|
||||
Data string //
|
||||
EventType string //
|
||||
EventId string //
|
||||
UpdatedAt string // 修改时间
|
||||
}
|
||||
|
||||
var FN struct {
|
||||
Event TagEvent
|
||||
}
|
||||
var TN struct {
|
||||
Event string
|
||||
}
|
||||
|
||||
func init() {
|
||||
FN.Event.ID = "_id"
|
||||
FN.Event.CreatedAt = "createdAt"
|
||||
FN.Event.RetryCount = "retryCount"
|
||||
FN.Event.Status = "status"
|
||||
FN.Event.Data = "data"
|
||||
FN.Event.EventType = "eventType"
|
||||
FN.Event.EventId = "eventId"
|
||||
FN.Event.UpdatedAt = "updatedAt"
|
||||
TN.Event = "event"
|
||||
}
|
||||
@@ -1,32 +0,0 @@
|
||||
package eventmod
|
||||
|
||||
import (
|
||||
"time"
|
||||
|
||||
"go.mongodb.org/mongo-driver/bson/primitive"
|
||||
)
|
||||
|
||||
type EventStatus int
|
||||
|
||||
const (
|
||||
Default EventStatus = 0 // 默认状态，等待上报
|
||||
Success EventStatus = 1 // 成功
|
||||
Failure EventStatus = 2 // 失败
|
||||
)
|
||||
|
||||
//go:generate fox mongo --model
|
||||
//go:generate fox mongo --tag
|
||||
//go:generate fox mongo --update
|
||||
|
||||
// @table:event
|
||||
// @title:事件表
|
||||
type Event struct {
|
||||
ID primitive.ObjectID `bson:"_id,omitempty"`
|
||||
EventId string `json:"eventId" bson:"eventId"`
|
||||
EventType string `json:"eventType" bson:"eventType"`
|
||||
Data string `json:"data" bson:"data"`
|
||||
Status EventStatus `json:"status" bson:"status"` //
|
||||
RetryCount int `json:"retryCount" bson:"retryCount"` // 重试次数
|
||||
CreatedAt time.Time `json:"createdAt" bson:"createdAt"` // 创建事件
|
||||
UpdatedAt time.Time `bson:"updatedAt"` // 修改时间
|
||||
}
|
||||
@@ -1,53 +0,0 @@
|
||||
package eventmod
|
||||
|
||||
import (
|
||||
"time"
|
||||
|
||||
"go.mongodb.org/mongo-driver/bson"
|
||||
"go.mongodb.org/mongo-driver/bson/primitive"
|
||||
)
|
||||
|
||||
type EventList []*Event
|
||||
type EventUpdate struct {
|
||||
RetryCount *int `json:"retryCount" bson:"retryCount,omitempty"` // 重试次数
|
||||
Status *EventStatus `json:"status" bson:"status,omitempty"` //
|
||||
Data *string `json:"data" bson:"data,omitempty"` //
|
||||
EventType *string `json:"eventType" bson:"eventType,omitempty"` //
|
||||
EventId *string `json:"eventId" bson:"eventId,omitempty"` //
|
||||
UpdatedAt *time.Time `json:"" bson:"updatedAt,omitempty"` // 修改时间
|
||||
}
|
||||
type EventQuery struct {
|
||||
ID *primitive.ObjectID `json:"" bson:"_id,omitempty"` //
|
||||
RetryCount *int `json:"retryCount" bson:"retryCount,omitempty"` // 重试次数
|
||||
Status *EventStatus `json:"status" bson:"status,omitempty"` //
|
||||
Data *string `json:"data" bson:"data,omitempty"` //
|
||||
EventType *string `json:"eventType" bson:"eventType,omitempty"` //
|
||||
EventId *string `json:"eventId" bson:"eventId,omitempty"` //
|
||||
UpdatedAt *time.Time `json:"" bson:"updatedAt,omitempty"` // 修改时间
|
||||
}
|
||||
|
||||
func (query *EventQuery) GetQueryFilter() bson.M {
|
||||
filter := bson.M{}
|
||||
if query.ID != nil {
|
||||
filter[FN.Event.ID] = *query.ID
|
||||
}
|
||||
if query.RetryCount != nil {
|
||||
filter[FN.Event.RetryCount] = *query.RetryCount
|
||||
}
|
||||
if query.Status != nil {
|
||||
filter[FN.Event.Status] = *query.Status
|
||||
}
|
||||
if query.Data != nil {
|
||||
filter[FN.Event.Data] = bson.M{"$regex": primitive.Regex{Pattern: *query.Data, Options: "i"}}
|
||||
}
|
||||
if query.EventType != nil {
|
||||
filter[FN.Event.EventType] = bson.M{"$regex": primitive.Regex{Pattern: *query.EventType, Options: "i"}}
|
||||
}
|
||||
if query.EventId != nil {
|
||||
filter[FN.Event.EventId] = bson.M{"$regex": primitive.Regex{Pattern: *query.EventId, Options: "i"}}
|
||||
}
|
||||
if query.UpdatedAt != nil {
|
||||
filter[FN.Event.UpdatedAt] = *query.UpdatedAt
|
||||
}
|
||||
return filter
|
||||
}
|
||||
@@ -12,7 +12,6 @@ import (
|
||||
"videoweb/pub/models/contactusmod"
|
||||
"videoweb/pub/models/detailnavmod"
|
||||
"videoweb/pub/models/esmod"
|
||||
"videoweb/pub/models/eventmod"
|
||||
"videoweb/pub/models/feedbackmod"
|
||||
"videoweb/pub/models/homebannermod"
|
||||
"videoweb/pub/models/homeconfigmod"
|
||||
@@ -77,7 +76,6 @@ func Init() {
|
||||
ipdailystatmod.Init(ctx)
|
||||
esmod.Init(ctx)
|
||||
detailnavmod.Init(ctx)
|
||||
eventmod.Init(ctx)
|
||||
translationcategorymod.Init(ctx)
|
||||
translationmod.Init(ctx)
|
||||
playletthememod.Init(ctx)
|
||||
|
||||
@@ -23,11 +23,6 @@ const (
|
||||
seoPushEnabled = false
|
||||
)
|
||||
|
||||
// TrackerAppId 数据上报 SDK / 服务端埋点共用的应用 ID
|
||||
func TrackerAppId() string {
|
||||
return "JHA-3108" //禁果短剧web 效能
|
||||
}
|
||||
|
||||
// Enabled 业务开关是否打开（不含环境判断）。
|
||||
func Enabled() bool {
|
||||
return seoPushEnabled
|
||||
|
||||
@@ -12,7 +12,6 @@ import (
|
||||
"videoweb/pub/common/laosiji"
|
||||
"videoweb/pub/common/log"
|
||||
"videoweb/pub/common/srvversion"
|
||||
"videoweb/pub/dataReport"
|
||||
"videoweb/pub/esmanager"
|
||||
"videoweb/pub/models"
|
||||
"videoweb/pub/mongos"
|
||||
@@ -80,10 +79,6 @@ func Run(args []string) {
|
||||
mongos.StartLid()
|
||||
initData()
|
||||
initSeoPush()
|
||||
dataReport.Init(dataReport.Config{
|
||||
ApiUrl: webg.Conf.DataReport.Url,
|
||||
RunMod: webg.Conf.RunMod,
|
||||
})
|
||||
|
||||
initHttpServer()
|
||||
|
||||
|
||||
@@ -6,7 +6,6 @@ import (
|
||||
"regexp"
|
||||
"strings"
|
||||
"time"
|
||||
"videoweb/app/service/reportser"
|
||||
"videoweb/pub/common/log"
|
||||
"videoweb/pub/common/response"
|
||||
"videoweb/pub/common/srvdef"
|
||||
@@ -524,9 +523,6 @@ func SetPlayletStatus(ctx context.Context, req *proto.PlayletStatusSetReq) *srvd
|
||||
log.Error("短剧状态同步ES失败", log.Any("短剧ID", syncIds), log.Any("状态", syncStatus), log.E(err))
|
||||
}
|
||||
}()
|
||||
if flag := reportser.PlayletStatusFlag(req.Status); flag != 0 {
|
||||
reportPlayletStatusEvents(ctx, ids, flag)
|
||||
}
|
||||
if req.Status == playletmod.StatusUp {
|
||||
submitPlayletAiComments(ids...)
|
||||
}
|
||||
@@ -545,24 +541,6 @@ func submitPlayletAiComments(ids ...int64) {
|
||||
}()
|
||||
}
|
||||
|
||||
func reportPlayletStatusEvents(ctx context.Context, ids []int64, flag int64) {
|
||||
if len(ids) == 0 {
|
||||
return
|
||||
}
|
||||
list, err := playletmod.FindManyPlaylet(ctx, bson.M{playletmod.FN.Playlet.Id: bson.M{"$in": ids}}, options.Find().SetProjection(bson.D{
|
||||
{Key: playletmod.FN.Playlet.Id, Value: 1},
|
||||
{Key: playletmod.FN.Playlet.Title, Value: 1},
|
||||
{Key: playletmod.FN.Playlet.MediaCenterId, Value: 1},
|
||||
}))
|
||||
if err != nil {
|
||||
log.Error("短剧状态变更上报查询失败", log.Any("短剧ID", ids), log.E(err))
|
||||
return
|
||||
}
|
||||
for _, item := range list {
|
||||
reportser.ReportPlayletStatusChange(item, flag)
|
||||
}
|
||||
}
|
||||
|
||||
// SetPlayletRecommend 单/批量设置短剧是否推荐
|
||||
func SetPlayletRecommend(ctx context.Context, req *proto.PlayletRecommendSetReq) *srvdef.SrvErr {
|
||||
if req == nil {
|
||||
|
||||
@@ -2,17 +2,11 @@ package srv_recharge
|
||||
|
||||
import (
|
||||
"context"
|
||||
"crypto/md5"
|
||||
"encoding/hex"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"strconv"
|
||||
"time"
|
||||
"videoweb/pub/common/log"
|
||||
"videoweb/pub/common/srvdef"
|
||||
"videoweb/pub/dataReport"
|
||||
"videoweb/pub/models/cointransmod"
|
||||
"videoweb/pub/models/eventmod"
|
||||
"videoweb/pub/models/rechargepackagemod"
|
||||
"videoweb/pub/models/usermod"
|
||||
"videoweb/pub/models/vipordermod"
|
||||
@@ -73,19 +67,18 @@ func OnPayCenterCallback(ctx *gin.Context, param *BillCallbackParam) *srvdef.Srv
|
||||
|
||||
orderSnap := *order
|
||||
realAmount := param.RealAmount
|
||||
oid := param.Oid
|
||||
|
||||
switch order.OrderType {
|
||||
case vipordermod.OrderTypeCoin:
|
||||
go handleCoinOrderSuccess(orderSnap, oid, realAmount)
|
||||
go handleCoinOrderSuccess(orderSnap, realAmount)
|
||||
default:
|
||||
go handleVipOrderSuccess(orderSnap, oid, realAmount)
|
||||
go handleVipOrderSuccess(orderSnap, realAmount)
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
func handleVipOrderSuccess(order vipordermod.VipOrder, oid string, realAmount int64) {
|
||||
func handleVipOrderSuccess(order vipordermod.VipOrder, realAmount int64) {
|
||||
ctx := context.Background()
|
||||
|
||||
pkg, err := findVipPackage(ctx, order.CardId)
|
||||
@@ -118,11 +111,9 @@ func handleVipOrderSuccess(order vipordermod.VipOrder, oid string, realAmount in
|
||||
Remark: payment.CoinTransRemark(cointransmod.TranTypeVipGiftCoin, pkg.Name),
|
||||
})
|
||||
}
|
||||
|
||||
reportVipOrderPaid(ctx, &order, oid, realAmount, expire)
|
||||
}
|
||||
|
||||
func handleCoinOrderSuccess(order vipordermod.VipOrder, oid string, realAmount int64) {
|
||||
func handleCoinOrderSuccess(order vipordermod.VipOrder, realAmount int64) {
|
||||
ctx := context.Background()
|
||||
|
||||
if err := addUserCoins(ctx, order.UserId, order.Coin); err != nil {
|
||||
@@ -137,8 +128,6 @@ func handleCoinOrderSuccess(order vipordermod.VipOrder, oid string, realAmount i
|
||||
log.Info("handleCoinOrderSuccess done", log.Any("userId", order.UserId), log.Any("coin", order.Coin))
|
||||
|
||||
writeCoinOrderTrans(ctx, order)
|
||||
|
||||
reportCoinOrderPaid(ctx, &order, oid, realAmount)
|
||||
}
|
||||
|
||||
func writeCoinOrderTrans(ctx context.Context, order vipordermod.VipOrder) {
|
||||
@@ -229,79 +218,3 @@ func addUserCoins(ctx context.Context, userId int64, coin int64) *srvdef.SrvErr
|
||||
)
|
||||
}
|
||||
|
||||
func reportVipOrderPaid(ctx context.Context, order *vipordermod.VipOrder, oid string, realAmount int64, vipExpire time.Time) {
|
||||
user, _ := usermod.FindOneUser(ctx, bson.M{usermod.FN.User.Id: order.UserId})
|
||||
districtCode, ip := "", order.IPAddr
|
||||
if user != nil {
|
||||
districtCode = user.DistrictCode
|
||||
}
|
||||
|
||||
ua := order.Client.UA(order.SysType)
|
||||
eventId := newEventId(pubdef.TrackerAppId(), order.UserId, order.TradeNo, order.CreatedAt.Unix())
|
||||
cf := dataReport.NewCommonField(eventId, dataReport.EventTypeOrderPaid, districtCode, ua, strconv.FormatInt(user.Id, 10), ip)
|
||||
|
||||
var expireTS int64
|
||||
if !vipExpire.IsZero() {
|
||||
expireTS = vipExpire.Unix()
|
||||
}
|
||||
cf.Payload = dataReport.JsonRawMessage(&dataReport.OrderPaidEvent{
|
||||
OrderID: order.TradeNo,
|
||||
OrderType: "vip_subscription",
|
||||
ProductID: strconv.FormatInt(order.CardId, 10),
|
||||
Amount: dataReport.JsonNumber(realAmount),
|
||||
Currency: "CNY",
|
||||
VIPExpirationTime: dataReport.JsonNumber(expireTS),
|
||||
PayType: order.PayMode,
|
||||
PayChannel: order.PayChannel,
|
||||
TransactionID: oid,
|
||||
CreateTime: dataReport.JsonNumber(order.CreatedAt.Unix()),
|
||||
})
|
||||
insertEvent(ctx, cf, order.TradeNo)
|
||||
}
|
||||
|
||||
func reportCoinOrderPaid(ctx context.Context, order *vipordermod.VipOrder, oid string, realAmount int64) {
|
||||
user, _ := usermod.FindOneUser(ctx, bson.M{usermod.FN.User.Id: order.UserId})
|
||||
districtCode, ip := "", order.IPAddr
|
||||
if user != nil {
|
||||
districtCode = user.DistrictCode
|
||||
}
|
||||
|
||||
ua := order.Client.UA(order.SysType)
|
||||
eventId := newEventId(pubdef.TrackerAppId(), order.UserId, order.TradeNo, order.CreatedAt.Unix())
|
||||
cf := dataReport.NewCommonField(eventId, dataReport.EventTypeOrderPaid, districtCode, ua, strconv.FormatInt(user.Id, 10), ip)
|
||||
|
||||
cf.Payload = dataReport.JsonRawMessage(&dataReport.OrderPaidEvent{
|
||||
OrderID: order.TradeNo,
|
||||
OrderType: "coin_purchase",
|
||||
ProductID: strconv.FormatInt(order.CoinCfgId, 10),
|
||||
Amount: dataReport.JsonNumber(realAmount),
|
||||
Currency: "CNY",
|
||||
CoinQuantity: dataReport.JsonNumber(order.Coin),
|
||||
PayType: order.PayMode,
|
||||
PayChannel: order.PayChannel,
|
||||
TransactionID: oid,
|
||||
CreateTime: dataReport.JsonNumber(order.CreatedAt.Unix()),
|
||||
})
|
||||
insertEvent(ctx, cf, order.TradeNo)
|
||||
}
|
||||
|
||||
func insertEvent(ctx context.Context, cf dataReport.CommonField, tradeNo string) {
|
||||
data, _ := json.Marshal(cf)
|
||||
if err := eventmod.InsertOneEvent(ctx, &eventmod.Event{
|
||||
EventId: cf.EventID,
|
||||
EventType: cf.Event,
|
||||
Data: string(data),
|
||||
Status: eventmod.Default,
|
||||
CreatedAt: time.Now(),
|
||||
UpdatedAt: time.Now(),
|
||||
}); err != nil {
|
||||
log.Error("insertEvent failed", log.Any("tradeNo", tradeNo), log.E(err))
|
||||
}
|
||||
}
|
||||
|
||||
func newEventId(appId string, uid int64, orderId interface{}, createTime int64) string {
|
||||
input := fmt.Sprintf("%v%v%v%v", appId, uid, orderId, createTime)
|
||||
h := md5.New()
|
||||
h.Write([]byte(input))
|
||||
return hex.EncodeToString(h.Sum(nil))
|
||||
}
|
||||
|
||||
@@ -1,73 +0,0 @@
|
||||
package srv_report
|
||||
|
||||
import (
|
||||
"context"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"strconv"
|
||||
"time"
|
||||
"videoweb/pub/common/log"
|
||||
"videoweb/pub/common/useragent"
|
||||
"videoweb/pub/dataReport"
|
||||
"videoweb/pub/models/eventmod"
|
||||
"videoweb/pub/models/videocategorymod"
|
||||
"videoweb/pub/models/videoinformationmod"
|
||||
|
||||
"go.mongodb.org/mongo-driver/bson"
|
||||
)
|
||||
|
||||
// ReportVideoStatusChangeEvent 视频状态变更事件上报
|
||||
func ReportVideoStatusChangeEvent(media *videoinformationmod.VideoInformation, flag, userId int64, ua useragent.UA) {
|
||||
if media == nil || media.Id == 0 || flag == 0 {
|
||||
return
|
||||
}
|
||||
|
||||
var lsjId string
|
||||
|
||||
var videoTypeID = "default"
|
||||
var videoTypeName = "默认分类"
|
||||
if len(media.CategoryIds) > 0 {
|
||||
ctx, cancel := context.WithTimeout(context.Background(), time.Second*3)
|
||||
defer cancel()
|
||||
category, _ := videocategorymod.FindOneVideoCategory(ctx, bson.M{
|
||||
videocategorymod.FN.VideoCategory.Id: media.CategoryIds[0],
|
||||
})
|
||||
if category != nil {
|
||||
videoTypeID = fmt.Sprintf("%v", category.Id)
|
||||
videoTypeName = category.Name
|
||||
}
|
||||
}
|
||||
event := dataReport.NewCommonField("", dataReport.EventTypeVideoStatusChange, "", ua, strconv.FormatInt(userId, 10), "")
|
||||
|
||||
event.Payload = dataReport.JsonRawMessage(&dataReport.VideoStatusChangeEvent{
|
||||
MediaId: lsjId,
|
||||
VideoID: fmt.Sprintf("%v", media.Id),
|
||||
VideoTitle: media.Title,
|
||||
VideoTypeID: videoTypeID,
|
||||
VideoTypeName: videoTypeName,
|
||||
Flag: dataReport.JsonNumber(flag),
|
||||
})
|
||||
b, _ := json.Marshal(event)
|
||||
if err := eventmod.InsertOneEvent(context.Background(), &eventmod.Event{
|
||||
EventId: event.EventID,
|
||||
EventType: event.Event,
|
||||
Data: string(b),
|
||||
Status: eventmod.Default,
|
||||
CreatedAt: time.Now(),
|
||||
UpdatedAt: time.Now(),
|
||||
}); err != nil {
|
||||
log.Error("ReportVideoStatusChangeEvent fail", log.Any("mediaId", media.Id), log.E(err))
|
||||
}
|
||||
}
|
||||
|
||||
// VideoStatusFlag 将媒体状态映射为上报flag
|
||||
func VideoStatusFlag(status videoinformationmod.InformationSatus) int64 {
|
||||
switch status {
|
||||
case videoinformationmod.InformationSatusVerifyOK:
|
||||
return 1 // 上架
|
||||
case videoinformationmod.InformationSatusVerifyCancel:
|
||||
return 2 // 未通过
|
||||
default:
|
||||
return 0
|
||||
}
|
||||
}
|
||||
@@ -5,7 +5,6 @@ import (
|
||||
"math/rand"
|
||||
"net/http"
|
||||
"time"
|
||||
"videoweb/pub/common/godef"
|
||||
"videoweb/pub/common/log"
|
||||
"videoweb/pub/common/playletcache"
|
||||
"videoweb/pub/common/srvdef"
|
||||
@@ -17,7 +16,6 @@ import (
|
||||
"videoweb/pub/seo/sitemapdirty"
|
||||
"videoweb/pub/storage"
|
||||
"videoweb/pub/storage/proxy"
|
||||
"videoweb/web/service/srv_report"
|
||||
"videoweb/web/service/srv_search"
|
||||
"videoweb/web/service/srv_seopush"
|
||||
"videoweb/web/service/srv_videoslug"
|
||||
@@ -353,15 +351,6 @@ func UpdateVideoInfo(ctx context.Context, id, userId int64, param VideoInfoUpdat
|
||||
}
|
||||
}()
|
||||
}
|
||||
if param.Status != nil && info.Status != *param.Status {
|
||||
if flag := srv_report.VideoStatusFlag(*param.Status); flag != 0 {
|
||||
mediaCopy := *info
|
||||
mediaCopy.Status = *param.Status
|
||||
godef.Go(func() {
|
||||
srv_report.ReportVideoStatusChangeEvent(&mediaCopy, flag, userId, ua)
|
||||
})
|
||||
}
|
||||
}
|
||||
sitemapdirty.Mark(ctx)
|
||||
if param.Status != nil {
|
||||
if *param.Status == videoinformationmod.InformationSatusVerifyOK &&
|
||||
|
||||
@@ -1,124 +0,0 @@
|
||||
package job
|
||||
|
||||
import (
|
||||
"context"
|
||||
"encoding/json"
|
||||
"videoweb/pub/common/log"
|
||||
"videoweb/pub/dataReport"
|
||||
"videoweb/pub/models/eventmod"
|
||||
|
||||
"go.mongodb.org/mongo-driver/bson"
|
||||
"go.mongodb.org/mongo-driver/mongo/options"
|
||||
)
|
||||
|
||||
var isRuining = false
|
||||
|
||||
const (
|
||||
maxRetryCount = 10 // 最大重试次数
|
||||
maxReportNum = 100 // 最大上报数
|
||||
)
|
||||
|
||||
func Report() {
|
||||
//防止重入
|
||||
if isRuining {
|
||||
return
|
||||
}
|
||||
isRuining = true
|
||||
defer func() {
|
||||
isRuining = false
|
||||
}()
|
||||
ctx := context.Background()
|
||||
opts := options.Find()
|
||||
opts = opts.SetSort(bson.D{{Key: "_id", Value: 1}}).SetLimit(1000)
|
||||
// 查询出一千条记录批量上传
|
||||
list, stdErr := eventmod.FindManyEvent(ctx, bson.M{
|
||||
"$or": []bson.M{
|
||||
bson.M{
|
||||
"status": eventmod.Default,
|
||||
},
|
||||
bson.M{
|
||||
"status": eventmod.Failure,
|
||||
"retryCount": bson.M{"$lte": maxRetryCount},
|
||||
},
|
||||
},
|
||||
}, opts)
|
||||
if stdErr != nil {
|
||||
log.Error("Get event list error", log.E(stdErr))
|
||||
return
|
||||
}
|
||||
if len(list) == 0 {
|
||||
return
|
||||
}
|
||||
var eventList []*dataReport.CommonField
|
||||
for _, v := range list {
|
||||
event := &dataReport.CommonField{}
|
||||
err := json.Unmarshal([]byte(v.Data), &event)
|
||||
if err != nil {
|
||||
log.Error("event report json.Unmarshal fail", log.Any("eventData", v.Data), log.E(err))
|
||||
continue
|
||||
}
|
||||
eventList = append(eventList, event)
|
||||
if len(eventList) < maxReportNum {
|
||||
continue
|
||||
}
|
||||
// 批量上报
|
||||
err = dataReport.BatchReport(ctx, eventList)
|
||||
if err != nil {
|
||||
log.Error("Batch report error", log.E(err))
|
||||
// 将这些设置为失败
|
||||
onReportEventFail(ctx, eventList)
|
||||
} else {
|
||||
onReportEventSuccess(ctx, eventList)
|
||||
}
|
||||
eventList = []*dataReport.CommonField{} // 重新变成0个
|
||||
}
|
||||
|
||||
// 将剩余的批量上报
|
||||
err := dataReport.BatchReport(ctx, eventList)
|
||||
if err != nil {
|
||||
log.Error("Batch report error", log.E(err))
|
||||
// 将这些设置为失败
|
||||
onReportEventFail(ctx, eventList)
|
||||
} else {
|
||||
onReportEventSuccess(ctx, eventList)
|
||||
}
|
||||
}
|
||||
|
||||
func onReportEventSuccess(ctx context.Context, eventList []*dataReport.CommonField) {
|
||||
eventIds := []string{}
|
||||
for _, v := range eventList {
|
||||
eventIds = append(eventIds, v.EventID)
|
||||
}
|
||||
if len(eventIds) == 0 {
|
||||
return
|
||||
}
|
||||
err := eventmod.UpdateManyEvent(ctx, bson.M{
|
||||
"eventId": bson.M{"$in": eventIds},
|
||||
}, bson.M{
|
||||
"$set": bson.M{"status": eventmod.Success},
|
||||
})
|
||||
if err != nil {
|
||||
log.Error("Update event fail", log.E(err))
|
||||
return
|
||||
}
|
||||
}
|
||||
|
||||
func onReportEventFail(ctx context.Context, eventList []*dataReport.CommonField) {
|
||||
eventIds := []string{}
|
||||
for _, v := range eventList {
|
||||
eventIds = append(eventIds, v.EventID)
|
||||
}
|
||||
if len(eventIds) == 0 {
|
||||
return
|
||||
}
|
||||
err := eventmod.UpdateManyEvent(ctx, bson.M{
|
||||
"eventId": bson.M{"$in": eventIds},
|
||||
}, bson.M{
|
||||
"$set": bson.M{"status": eventmod.Failure},
|
||||
"$inc": bson.M{"retryCount": 1},
|
||||
})
|
||||
if err != nil {
|
||||
log.Error("Update event fail", log.E(err))
|
||||
return
|
||||
}
|
||||
}
|
||||
@@ -7,7 +7,6 @@ import (
|
||||
"videoweb/pub/common/log"
|
||||
"videoweb/web/service/srv_aicomment"
|
||||
"videoweb/web/service/srv_mediaresource"
|
||||
job "videoweb/web/skd/job/reportdata"
|
||||
seopushjob "videoweb/web/skd/job/seopush"
|
||||
"videoweb/web/skd/job/vipexpiry"
|
||||
"videoweb/web/skd/playletwatermark"
|
||||
@@ -64,10 +63,6 @@ func Start() {
|
||||
srv_mediaresource.StartCGDJOriginalBackfillOnce(context.Background())
|
||||
go srv_mediaresource.RefreshAIContentBackflowTodayStats()
|
||||
|
||||
_, _ = skdCron.AddFunc("0/1 * * * * ?", func() { // 每秒执行一次批量上报
|
||||
job.Report()
|
||||
})
|
||||
|
||||
// 每天凌晨 02:00 重置 VIP 已过期用户的 VipType
|
||||
_, _ = skdCron.AddFunc("0 0 2 * * ?", func() {
|
||||
vipexpiry.ResetExpiredVip()
|
||||
|
||||
+2
-5
@@ -56,11 +56,8 @@ type GlobalCfgEx struct {
|
||||
Merchat string `yaml:"merchat"` // 商户号
|
||||
Secret string `yaml:"secret"` // 商户密钥
|
||||
} `yaml:"playletMediaResourceDBCfg"`
|
||||
NewInnerStatUrl string `yaml:"newInnerStatUrl"`
|
||||
DataReport struct {
|
||||
Url string `yaml:"url"`
|
||||
} `yaml:"dataReport"`
|
||||
NewPayCenter payCenter.Conf `yaml:"newPayCenter"`
|
||||
NewInnerStatUrl string `yaml:"newInnerStatUrl"`
|
||||
NewPayCenter payCenter.Conf `yaml:"newPayCenter"`
|
||||
AiComment struct {
|
||||
Url string `yaml:"url"`
|
||||
AppId string `yaml:"appId"`
|
||||
|
||||
Reference in New Issue
Block a user