forked from all_user/stat_center
232 lines
7.4 KiB
Go
232 lines
7.4 KiB
Go
package statdistrict
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"stat/common/log"
|
|
"stat/common/utils"
|
|
"stat/models/accessmod"
|
|
"stat/models/channelmod"
|
|
"stat/models/registermod"
|
|
"strconv"
|
|
"time"
|
|
|
|
"go.mongodb.org/mongo-driver/bson"
|
|
)
|
|
|
|
const (
|
|
Day1RetainRate string = "day1RetainRate" // 次日留存率
|
|
Day3RetainRate string = "day3RetainRate" // 3日留存率
|
|
Day7RetainRate string = "day7RetainRate" // 7日留存率
|
|
)
|
|
|
|
func defaultTimeMap(defaultStatDate time.Time) map[string]time.Time {
|
|
return map[string]time.Time{
|
|
Day1RetainRate: defaultStatDate, // 次日留存率
|
|
Day3RetainRate: defaultStatDate, // 3日留存率
|
|
Day7RetainRate: defaultStatDate, // 7日留存率
|
|
}
|
|
}
|
|
|
|
// 获取统计方法
|
|
type StatMethod = func(ctx context.Context, start time.Time, end time.Time, appIds []int32) error
|
|
|
|
// 统计方法汇总
|
|
var statMethodMap = map[string]StatMethod{
|
|
Day1RetainRate: Day1RetainRateMethod, // 次日留存率
|
|
Day3RetainRate: Day3RetainRateMethod, // 3日留存率
|
|
Day7RetainRate: Day7RetainRateMethod, // 7日留存率
|
|
}
|
|
|
|
// Day1RetainRateMethod 次日留存率
|
|
func Day1RetainRateMethod(ctx context.Context, start time.Time, end time.Time, appIds []int32) error {
|
|
registerStart := utils.BeginWithTime(start.AddDate(0, 0, -1))
|
|
registerEnd := utils.EndWithTime(start.AddDate(0, 0, -1))
|
|
|
|
for _, appid := range appIds {
|
|
districtMap := make(map[string]*registermod.DayRegisterAndVisit)
|
|
|
|
// 获取注册用户
|
|
err := registermod.RegisterUsersInfoByTimeShard(ctx, appid, registerStart, registerEnd, utils.GlobalShardHour, func(item *registermod.RegisterMod) {
|
|
if value, ok := districtMap[item.DistrictCode]; !ok {
|
|
districtMap[item.DistrictCode] = ®istermod.DayRegisterAndVisit{
|
|
RegisterCount: 1,
|
|
}
|
|
} else {
|
|
value.RegisterCount += 1
|
|
}
|
|
})
|
|
if err != nil {
|
|
log.Error("Day1RetainRateMethod RegisterUsersInfoByTimeShard", log.E(err))
|
|
return err
|
|
}
|
|
// 获取访问用户
|
|
err = accessmod.DailyUserVisitCountByInfoShard(ctx, appid, start, end, utils.GlobalShardHour, registerStart, registerEnd, func(item *accessmod.AccessMod) {
|
|
if value, ok := districtMap[item.DistrictCode]; !ok {
|
|
districtMap[item.DistrictCode] = ®istermod.DayRegisterAndVisit{
|
|
TodayVisitCount: 1,
|
|
}
|
|
} else {
|
|
value.TodayVisitCount += 1
|
|
}
|
|
})
|
|
if err != nil {
|
|
log.Error("Day1RetainRateMethod DailyUserVisitCountByInfoShard", log.E(err))
|
|
return err
|
|
}
|
|
// 插入数据库
|
|
for districtCode, districtValue := range districtMap {
|
|
rate := float64(0)
|
|
if districtValue != nil && districtValue.RegisterCount > 0 {
|
|
rate, _ = strconv.ParseFloat(fmt.Sprintf("%.2f", 100*(float64(districtValue.TodayVisitCount)/float64(districtValue.RegisterCount))), 64)
|
|
}
|
|
|
|
// 更新渠道留存
|
|
statFilter := bson.M{
|
|
channelmod.FN.ChannelStat.Channel: districtCode,
|
|
channelmod.FN.ChannelStat.SumDate: start,
|
|
channelmod.FN.ChannelStat.AppId: appid,
|
|
}
|
|
setDoc := bson.M{
|
|
"$set": bson.M{
|
|
channelmod.FN.ChannelStat.Day1RetainRate: rate,
|
|
},
|
|
}
|
|
serr := channelmod.UpdateOneChannelStat(ctx, statFilter, setDoc)
|
|
if serr != nil {
|
|
log.Error("Day1RetainRateMethod UpdateOneChannelStat ", log.E(err))
|
|
return err
|
|
}
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// Day3RetainRateMethod 3日留存率
|
|
func Day3RetainRateMethod(ctx context.Context, start time.Time, end time.Time, appIds []int32) error {
|
|
registerStart := utils.BeginWithTime(start.AddDate(0, 0, -2))
|
|
registerEnd := utils.EndWithTime(start.AddDate(0, 0, -2))
|
|
|
|
for _, appid := range appIds {
|
|
districtMap := make(map[string]*registermod.DayRegisterAndVisit)
|
|
// 获取注册用户
|
|
err := registermod.RegisterUsersInfoByTimeShard(ctx, appid, registerStart, registerEnd, utils.GlobalShardHour, func(item *registermod.RegisterMod) {
|
|
if value, ok := districtMap[item.DistrictCode]; !ok {
|
|
districtMap[item.DistrictCode] = ®istermod.DayRegisterAndVisit{
|
|
RegisterCount: 1,
|
|
}
|
|
} else {
|
|
value.RegisterCount += 1
|
|
}
|
|
})
|
|
if err != nil {
|
|
log.Error("Day3RetainRateMethod RegisterUsersInfoByTimeShard", log.E(err))
|
|
return err
|
|
}
|
|
// 获取访问用户
|
|
err = accessmod.DailyUserVisitCountByInfoShard(ctx, appid, start, end, utils.GlobalShardHour, registerStart, registerEnd, func(item *accessmod.AccessMod) {
|
|
if value, ok := districtMap[item.DistrictCode]; !ok {
|
|
districtMap[item.DistrictCode] = ®istermod.DayRegisterAndVisit{
|
|
TodayVisitCount: 1,
|
|
}
|
|
} else {
|
|
value.TodayVisitCount += 1
|
|
}
|
|
})
|
|
if err != nil {
|
|
log.Error("Day3RetainRateMethod DailyUserVisitCountByInfoShard", log.E(err))
|
|
return err
|
|
}
|
|
// 插入数据库
|
|
for districtCode, districtValue := range districtMap {
|
|
rate := float64(0)
|
|
if districtValue != nil && districtValue.RegisterCount > 0 {
|
|
rate, _ = strconv.ParseFloat(fmt.Sprintf("%.2f", 100*(float64(districtValue.TodayVisitCount)/float64(districtValue.RegisterCount))), 64)
|
|
}
|
|
|
|
// 更新渠道留存
|
|
statFilter := bson.M{
|
|
channelmod.FN.ChannelStat.Channel: districtCode,
|
|
channelmod.FN.ChannelStat.SumDate: start,
|
|
channelmod.FN.ChannelStat.AppId: appid,
|
|
}
|
|
setDoc := bson.M{
|
|
"$set": bson.M{
|
|
channelmod.FN.ChannelStat.Day3RetainRate: rate,
|
|
},
|
|
}
|
|
serr := channelmod.UpdateOneChannelStat(ctx, statFilter, setDoc)
|
|
if serr != nil {
|
|
log.Error("Day1RetainRateMethod UpdateOneChannelStat", log.E(err))
|
|
return err
|
|
}
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// Day7RetainRateMethod 7日留存率
|
|
func Day7RetainRateMethod(ctx context.Context, start time.Time, end time.Time, appIds []int32) error {
|
|
registerStart := utils.BeginWithTime(start.AddDate(0, 0, -6))
|
|
registerEnd := utils.EndWithTime(start.AddDate(0, 0, -6))
|
|
for _, appid := range appIds {
|
|
districtMap := make(map[string]*registermod.DayRegisterAndVisit)
|
|
// 获取注册用户
|
|
err := registermod.RegisterUsersInfoByTimeShard(ctx, appid, registerStart, registerEnd, utils.GlobalShardHour, func(item *registermod.RegisterMod) {
|
|
if value, ok := districtMap[item.DistrictCode]; !ok {
|
|
districtMap[item.DistrictCode] = ®istermod.DayRegisterAndVisit{
|
|
RegisterCount: 1,
|
|
}
|
|
} else {
|
|
value.RegisterCount += 1
|
|
}
|
|
})
|
|
if err != nil {
|
|
log.Error("VisitCountMethod GetAccessUserByTime", log.E(err))
|
|
return err
|
|
}
|
|
// 获取访问用户
|
|
err = accessmod.DailyUserVisitCountByInfoShard(ctx, appid, start, end, utils.GlobalShardHour, registerStart, registerEnd, func(item *accessmod.AccessMod) {
|
|
if value, ok := districtMap[item.DistrictCode]; !ok {
|
|
districtMap[item.DistrictCode] = ®istermod.DayRegisterAndVisit{
|
|
TodayVisitCount: 1,
|
|
}
|
|
} else {
|
|
value.TodayVisitCount += 1
|
|
}
|
|
})
|
|
if err != nil {
|
|
log.Error("VisitCountMethod GetAccessUserByTime", log.E(err))
|
|
return err
|
|
}
|
|
// 插入数据库
|
|
for districtCode, districtValue := range districtMap {
|
|
rate := float64(0)
|
|
if districtValue != nil && districtValue.RegisterCount > 0 {
|
|
rate, _ = strconv.ParseFloat(fmt.Sprintf("%.2f", 100*(float64(districtValue.TodayVisitCount)/float64(districtValue.RegisterCount))), 64)
|
|
}
|
|
|
|
// 更新渠道留存
|
|
statFilter := bson.M{
|
|
channelmod.FN.ChannelStat.Channel: districtCode,
|
|
channelmod.FN.ChannelStat.SumDate: start,
|
|
channelmod.FN.ChannelStat.AppId: appid,
|
|
}
|
|
setDoc := bson.M{
|
|
"$set": bson.M{
|
|
channelmod.FN.ChannelStat.Day7RetainRate: rate,
|
|
},
|
|
}
|
|
serr := channelmod.UpdateOneChannelStat(ctx, statFilter, setDoc)
|
|
if serr != nil {
|
|
log.Error("Day1RetainRateMethod UpsertOneDistrictStat ", log.E(err))
|
|
return err
|
|
}
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|