Initial commit
This commit is contained in:
@@ -0,0 +1,55 @@
|
||||
package accessmod
|
||||
|
||||
import (
|
||||
"context"
|
||||
"fmt"
|
||||
"stat/common/log"
|
||||
"stat/common/mongos"
|
||||
"time"
|
||||
|
||||
"go.mongodb.org/mongo-driver/bson"
|
||||
"go.mongodb.org/mongo-driver/mongo"
|
||||
"go.mongodb.org/mongo-driver/mongo/options"
|
||||
)
|
||||
|
||||
// 初始化model
|
||||
func Init() {
|
||||
// 获取数据库表
|
||||
db = mongos.New(mongos.MgoManager, CollAccessLog)
|
||||
|
||||
// 初始化索引
|
||||
indexes := []mongo.IndexModel{
|
||||
{
|
||||
Keys: bson.D{{Key: "userId", Value: 1}, {Key: "appId", Value: 1}},
|
||||
}, {
|
||||
Keys: bson.D{{Key: "appId", Value: 1}, {Key: "visitAt", Value: 1}},
|
||||
},
|
||||
{
|
||||
Keys: bson.D{{Key: "appId", Value: 1}, {Key: "userId", Value: 1}, {Key: "visitAt", Value: 1}},
|
||||
Options: options.Index().SetUnique(true),
|
||||
},
|
||||
{
|
||||
Keys: bson.D{{Key: "appId", Value: 1}, {Key: "userId", Value: 1}, {Key: "visitAt", Value: 1}, {Key: "registerTime", Value: 1}},
|
||||
},
|
||||
{
|
||||
Keys: bson.D{{Key: "createdAt", Value: 1}},
|
||||
Options: options.Index().SetExpireAfterSeconds(5 * 24 * 60 * 60),
|
||||
}, {
|
||||
Keys: bson.D{{Key: "appId", Value: 1}, {Key: "userId", Value: 1}, {Key: "visitAt", Value: 1}, {Key: "isDirect", Value: 1}, {Key: "blocDeduction", Value: 1}},
|
||||
},
|
||||
}
|
||||
if _, err := db.CreateIndex(context.Background(), indexes); err != nil {
|
||||
panic(fmt.Sprintf("%s model set index err ==>[%+v]", CollAccessLog, err))
|
||||
}
|
||||
}
|
||||
|
||||
// 新增用户访问记录
|
||||
func AddAccessLog(ctx context.Context, doc *AccessMod) (err error) {
|
||||
doc.CreatedAt = time.Now()
|
||||
if _, err = db.UpsertOne(ctx, bson.M{"visitAt": doc.VisitAt, "userId": doc.UserId, "appId": doc.AppId}, bson.M{"$setOnInsert": doc}); err != nil {
|
||||
log.Error("admin AddAccessLog InsertOne err", log.E(err))
|
||||
return
|
||||
}
|
||||
|
||||
return
|
||||
}
|
||||
@@ -0,0 +1,221 @@
|
||||
package accessmod
|
||||
|
||||
import (
|
||||
"context"
|
||||
"stat/common/log"
|
||||
"stat/common/utils"
|
||||
"time"
|
||||
|
||||
"go.mongodb.org/mongo-driver/bson"
|
||||
"go.mongodb.org/mongo-driver/mongo/options"
|
||||
)
|
||||
|
||||
// 根据appId 获取appInfo
|
||||
func GetAccessUserByTime(ctx context.Context, appid int32, start, end time.Time) ([]uint64, error) {
|
||||
filter := bson.M{"appId": appid, "visitAt": bson.M{"$gte": start, "$lt": end}}
|
||||
results := make([]AccessMod, 0)
|
||||
if err := db.Find(ctx, &results, filter); err != nil {
|
||||
log.Error("GetAccessUserByTime Find err", log.Any("start", start), log.Any("end", end), log.E(err))
|
||||
return nil, err
|
||||
}
|
||||
uids := make([]uint64, 0, len(results))
|
||||
for _, v := range results {
|
||||
uids = append(uids, v.UserId)
|
||||
}
|
||||
|
||||
return uids, nil
|
||||
}
|
||||
|
||||
func GetAccessUserDistrictCount(ctx context.Context, appid int32, sysTypes []string, start, end time.Time) (int64, error) {
|
||||
filter := bson.M{
|
||||
"appId": appid,
|
||||
"visitAt": bson.M{"$gte": start, "$lt": end},
|
||||
"isDirect": true,
|
||||
"$and": bson.A{
|
||||
bson.M{"districtCode": bson.M{"$gt": ""}},
|
||||
bson.M{"districtCode": bson.M{"$ne": "官方"}},
|
||||
bson.M{"districtCode": bson.M{"$ne": "modelweb"}},
|
||||
},
|
||||
}
|
||||
if len(sysTypes) > 0 {
|
||||
filter["sysType"] = bson.M{"$in": sysTypes}
|
||||
}
|
||||
if count, err := db.Count(ctx, filter); err != nil {
|
||||
log.Error("GetAccessUserDistrictCount Find err", log.Any("start", start), log.Any("end", end), log.E(err))
|
||||
return 0, err
|
||||
} else {
|
||||
return count, nil
|
||||
}
|
||||
}
|
||||
|
||||
// 根据appId 获取appInfo
|
||||
func GetAndroidAccessUserByTime(ctx context.Context, appid int32, start, end time.Time) ([]uint64, error) {
|
||||
filter := bson.M{"appId": appid, "sysType": "android", "visitAt": bson.M{"$gte": start, "$lt": end}}
|
||||
results := make([]AccessMod, 0)
|
||||
if err := db.Find(ctx, &results, filter); err != nil {
|
||||
log.Error("GetAccessUserByTime FindOne err", log.Any("start", start), log.Any("end", end), log.E(err))
|
||||
return nil, err
|
||||
}
|
||||
uids := make([]uint64, 0, len(results))
|
||||
for _, v := range results {
|
||||
uids = append(uids, v.UserId)
|
||||
}
|
||||
|
||||
return uids, nil
|
||||
}
|
||||
|
||||
// 根据appId 获取appInfo
|
||||
func GetIosAccessUserByTime(ctx context.Context, appid int32, start, end time.Time) ([]uint64, error) {
|
||||
filter := bson.M{"appId": appid, "sysType": "ios", "visitAt": bson.M{"$gte": start, "$lt": end}}
|
||||
results := make([]AccessMod, 0)
|
||||
if err := db.Find(ctx, &results, filter); err != nil {
|
||||
log.Error("GetAccessUserByTime FindOne err", log.Any("start", start), log.Any("end", end), log.E(err))
|
||||
return nil, err
|
||||
}
|
||||
uids := make([]uint64, 0, len(results))
|
||||
for _, v := range results {
|
||||
uids = append(uids, v.UserId)
|
||||
}
|
||||
|
||||
return uids, nil
|
||||
}
|
||||
|
||||
// BlocDailyStatCount 集团日活
|
||||
func BlocDailyStatCount(ctx context.Context, appid int32, isDirect *bool, blocDeduction *bool, start, end time.Time) (int64, error) {
|
||||
filter := bson.M{"appId": appid, "visitAt": bson.M{"$gte": start, "$lt": end}}
|
||||
if isDirect != nil {
|
||||
filter["isDirect"] = *isDirect
|
||||
}
|
||||
if blocDeduction != nil {
|
||||
filter["blocDeduction"] = *blocDeduction
|
||||
}
|
||||
|
||||
count, err := db.Count(ctx, filter)
|
||||
if err != nil {
|
||||
log.Error("GetAccessUserByTime Find err", log.Any("start", start), log.Any("end", end), log.E(err))
|
||||
return 0, err
|
||||
}
|
||||
|
||||
return count, nil
|
||||
}
|
||||
|
||||
// BlocDailyVisitStatCount H5日活
|
||||
func BlocDailyVisitStatCount(ctx context.Context, appid int32, sysTypes []string, blocDeduction *bool, start, end time.Time) (int64, error) {
|
||||
filter := bson.M{
|
||||
"appId": appid,
|
||||
"sysType": bson.M{"$in": sysTypes},
|
||||
"visitAt": bson.M{"$gte": start, "$lt": end}}
|
||||
if blocDeduction != nil {
|
||||
filter["blocDeduction"] = *blocDeduction
|
||||
}
|
||||
count, err := db.Count(ctx, filter)
|
||||
if err != nil {
|
||||
log.Error("BlocDailyVisitStatCount Find err", log.Any("start", start), log.Any("end", end), log.E(err))
|
||||
return 0, err
|
||||
}
|
||||
return count, nil
|
||||
}
|
||||
|
||||
// DailyUserCount 用户访问量
|
||||
func DailyUserVisitCountByRegister(ctx context.Context, appid int32, start, end, registerStart, registerEnd time.Time) (int64, error) {
|
||||
filter := bson.M{"appId": appid, "visitAt": bson.M{"$gte": start, "$lt": end}, "registerTime": bson.M{"$gte": registerStart, "$lt": registerEnd}}
|
||||
count, err := db.Count(ctx, filter)
|
||||
if err != nil {
|
||||
log.Error("DailyUserCount Find err", log.Any("start", start), log.Any("end", end), log.E(err))
|
||||
return 0, err
|
||||
}
|
||||
|
||||
return count, nil
|
||||
}
|
||||
|
||||
// VisitInfoByTime 访问信息
|
||||
func VisitInfoByTime(ctx context.Context, appid int32, start, end time.Time, blocDeduction *bool) ([]*AccessMod, error) {
|
||||
filter := bson.M{"appId": appid, "visitAt": bson.M{"$gte": start, "$lt": end}}
|
||||
|
||||
results := make([]*AccessMod, 0)
|
||||
|
||||
if err := db.Find(ctx, &results, filter); err != nil {
|
||||
log.Error("GetAccessUserByTime Find err", log.Any("start", start), log.Any("end", end), log.E(err))
|
||||
return nil, err
|
||||
}
|
||||
|
||||
return results, nil
|
||||
}
|
||||
|
||||
type OnItem func(item *AccessMod)
|
||||
|
||||
// VisitInfoByTimeShard 访问信息
|
||||
func VisitInfoByTimeShard(ctx context.Context, appid int32, start, end time.Time, step time.Duration, onItem OnItem) error {
|
||||
segments := utils.CalcTimeSegments(start, end, step)
|
||||
for _, segment := range segments {
|
||||
results := make([]*AccessMod, 0)
|
||||
filter := bson.M{"appId": appid, "visitAt": bson.M{"$gte": segment.Begin, "$lt": segment.End}}
|
||||
if err := db.Find(ctx, &results, filter); err != nil {
|
||||
log.Error("GetAccessUserByTime Find err", log.Any("start", start), log.Any("end", end), log.E(err))
|
||||
return err
|
||||
}
|
||||
for _, item := range results {
|
||||
onItem(item)
|
||||
}
|
||||
results = nil
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
// VisitInfoByTime 访问信息
|
||||
func VisitInfoByTimeV1(ctx context.Context, appid int32, start, end time.Time, blocDeduction *bool) ([]AccessMod, error) {
|
||||
filter := bson.M{"appId": appid, "isDeduction": false, "visitAt": bson.M{"$gte": start, "$lt": end}}
|
||||
|
||||
results := make([]AccessMod, 0)
|
||||
|
||||
if err := db.Find(ctx, &results, filter); err != nil {
|
||||
log.Error("GetAccessUserByTime Find err", log.Any("start", start), log.Any("end", end), log.E(err))
|
||||
return nil, err
|
||||
}
|
||||
|
||||
return results, nil
|
||||
}
|
||||
|
||||
// DailyUserVisitCountByInfoShard 用户访问量
|
||||
func DailyUserVisitCountByInfoShard(ctx context.Context, appid int32, start, end time.Time, shard time.Duration, registerStart, registerEnd time.Time, onItem OnItem) error {
|
||||
segments := utils.CalcTimeSegments(start, end, shard)
|
||||
for _, segment := range segments {
|
||||
filter := bson.M{"appId": appid, "visitAt": bson.M{"$gte": segment.Begin, "$lt": segment.End}, "registerTime": bson.M{"$gte": registerStart, "$lt": registerEnd}}
|
||||
results := make([]*AccessMod, 0)
|
||||
|
||||
err := db.Find(ctx, &results, filter)
|
||||
if err != nil {
|
||||
log.Error("DailyUserVisitCountByInfo Find err", log.Any("start", start), log.Any("end", end), log.E(err))
|
||||
return err
|
||||
}
|
||||
for _, item := range results {
|
||||
onItem(item)
|
||||
}
|
||||
results = nil
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
// DailyUserCount 用户访问量
|
||||
func DailyUserVisitCountByInfo(ctx context.Context, appid int32, start, end, registerStart, registerEnd time.Time) ([]AccessMod, error) {
|
||||
filter := bson.M{"appId": appid, "visitAt": bson.M{"$gte": start, "$lt": end}, "registerTime": bson.M{"$gte": registerStart, "$lt": registerEnd}}
|
||||
results := make([]AccessMod, 0)
|
||||
|
||||
err := db.Find(ctx, &results, filter)
|
||||
if err != nil {
|
||||
log.Error("DailyUserVisitCountByInfo Find err", log.Any("start", start), log.Any("end", end), log.E(err))
|
||||
return nil, err
|
||||
}
|
||||
|
||||
return results, nil
|
||||
}
|
||||
|
||||
// FindManyVisitInfo 查找一批渠道信息数据
|
||||
func FindManyVisitInfo(ctx context.Context, filter bson.M, opts ...*options.FindOptions) (VisitInfoList, error) {
|
||||
data := make(VisitInfoList, 0)
|
||||
if err := db.Find(ctx, &data, filter, opts...); err != nil {
|
||||
log.Warn("FindManyVisitInfo dbChannel.Find failed", log.E(err), log.Any("filter", filter))
|
||||
return nil, err
|
||||
}
|
||||
return data, nil
|
||||
}
|
||||
@@ -0,0 +1,32 @@
|
||||
package accessmod
|
||||
|
||||
import (
|
||||
"stat/common/mongos"
|
||||
"time"
|
||||
)
|
||||
|
||||
// 表名
|
||||
const CollAccessLog = "log_access"
|
||||
|
||||
var db *mongos.MongoTool
|
||||
|
||||
// AccessMod 用户访问记录
|
||||
type AccessMod struct {
|
||||
UserId uint64 `json:"userId" bson:"userId"` // 用户ID
|
||||
AppId int32 `json:"appId" bson:"appId"` // appID
|
||||
SysType string `json:"sysType" bson:"sysType"` // 操作系统类型 android ios
|
||||
DevType string `json:"devType,omitempty" bson:"devType"` // 设备型号
|
||||
IP string `json:"ip,omitempty" bson:"ip"` // IP
|
||||
Version string `json:"version,omitempty" bson:"version"` // APP版本号
|
||||
DevID string `json:"devID,omitempty" bson:"devID"` // 设备ID
|
||||
IsDirect bool `json:"isDirect" bson:"isDirect"` // true:是直推用户
|
||||
DistrictCode string `json:"districtCode" bson:"districtCode"` // 渠道码
|
||||
RegisterTime time.Time `json:"registerTime,omitempty" bson:"registerTime"` // 操作时间
|
||||
IsDeduction bool `json:"isDeduction" bson:"isDeduction"` // true:CPA扣量用户
|
||||
IsFormalUser bool `json:"isFormalUser" bson:"isFormalUser"` // 是否正式用户
|
||||
BlocDeduction bool `json:"blocDeduction" bson:"blocDeduction"` // 集团扣量(特定渠道扣量)
|
||||
VisitAt time.Time `json:"visitAt,omitempty" bson:"visitAt"` // 访问时间
|
||||
CreatedAt time.Time `bson:"createdAt"` // 创建时间
|
||||
}
|
||||
|
||||
type VisitInfoList []*AccessMod
|
||||
Reference in New Issue
Block a user