Initial commit

models/statrecord/statrecord.go

@@ -0,0 +1,73 @@
+package statrecordmod
+
+import (
+	"context"
+	"fmt"
+	"go.mongodb.org/mongo-driver/mongo"
+	"stat/common/log"
+	"stat/common/mongos"
+	"time"
+
+	"go.mongodb.org/mongo-driver/bson"
+)
+
+// 初始化model
+func Init() {
+	// 获取数据库表
+	db = mongos.New(mongos.MgoManager, CollStatRecord)
+
+	indexes := []mongo.IndexModel{
+		{
+			Keys: bson.D{{Key: "item", Value: 1}},
+		},
+	}
+
+	if _, err := db.CreateIndex(context.Background(), indexes); err != nil {
+		panic(fmt.Sprintf("Model %s InitIndex error %+v", CollStatRecord, err))
+	}
+}
+
+// LastRecordTimeMap 查询统计记录
+func LastRecordTimeMap(ctx context.Context, job string) (list []StatRecord, err error) {
+	list = make([]StatRecord, 0)
+	err = db.Find(ctx, &list, bson.M{"job": job})
+	if err != nil {
+		log.Error("statRecord LastRecordTimeMap err", log.E(err))
+		return nil, err
+	}
+
+	return
+}
+
+// UpsertItemRecord 插入统计成功项记录
+func UpsertItemRecord(ctx context.Context, job string, item string, recordTime time.Time) (err error) {
+	filter := bson.M{
+		"job":  job,
+		"item": item,
+	}
+	update := bson.M{
+		"$set": bson.M{
+			"recordTime": recordTime,
+			"updatedAt":  time.Now(),
+		},
+		"$setOnInsert": bson.M{
+			"job":             job,
+			"item":            item,
+			"fristRecordTime": recordTime,
+			"createdAt":       time.Now(),
+		},
+	}
+	_, err = db.UpsertOne(ctx, filter, update)
+	return
+}
+
+// LastOneRecordTime 查询上一次统计时间
+func LastOneRecordTime(ctx context.Context, job string, item string) (record StatRecord, err error) {
+
+	err = db.FindOne(ctx, &record, bson.M{"job": job, "item": item})
+	if err != nil {
+		log.Error("statRecord LastRecordTimeMap err", log.E(err))
+		return
+	}
+	return
+}

models/statrecord/type.go

@@ -0,0 +1,37 @@
+package statrecordmod
+
+import (
+	"stat/common/mongos"
+	"time"
+
+	"go.mongodb.org/mongo-driver/bson/primitive"
+)
+
+// 表名
+const CollStatRecord = "stat_record"
+
+var db *mongos.MongoTool
+
+type StatRecord struct {
+	ID              primitive.ObjectID `bson:"_id,omitempty"`
+	Job             string             `bson:"job"`             // 工作
+	Item            string             `bson:"item"`            // 统计项
+	RecordTime      time.Time          `bson:"recordTime"`      // 提交时间
+	FirstRecordTime time.Time          `bson:"firstRecordTime"` // 第一次提交时间
+	CreatedAt       time.Time          `bson:"createdAt"`       // 创建时间
+	UpdatedAt       time.Time          `bson:"updatedAt"`       // 更新时间
+}
+
+const (
+	DailyStatDayJob      = "dailyStatDayJob"      // 按天统计访问信息
+	DailyHourStatDayJob  = "dailyHourStatDayJob"  // 按天统计访问信息
+	ChannelDeduction     = "channelDeduction "    // 每15分钟访问统计
+	DiscStatJob          = "discStatJob"          // 渠道统计任务
+	DiscSettleJob        = "discSettleJob"        // 渠道结算
+	BlocDailyStatDayJob  = "blocDailyStatDayJob"  // 按天统计访问信息(集团)
+	BlocDiscStatJob      = "blocDiscStatJob"      // 渠道统计任务
+	OpeninstallJob       = "openinstallJob"       // 渠道统计数据
+	AppHour              = "appHour"              // 每小时数据
+	LandPageHourStatJob  = "landPageHourStatJob"  // 每小时落地页统计
+	LandPageDailyStatJob = "landPageDailyStatJob" // 每天落地页统计
+)