feat: add track point
This commit is contained in:
liuyuanchuang
33
internal/model/analytics/request.go
Normal file
33
internal/model/analytics/request.go
Normal file
@@ -0,0 +1,33 @@
|
||||
package analytics
|
||||
|
||||
import "time"
|
||||
|
||||
// TrackEventRequest 埋点事件请求
|
||||
type TrackEventRequest struct {
|
||||
UserID int64 `json:"user_id" binding:"required"`
|
||||
EventName string `json:"event_name" binding:"required"`
|
||||
Properties map[string]interface{} `json:"properties"`
|
||||
DeviceInfo map[string]interface{} `json:"device_info"`
|
||||
MetaData map[string]interface{} `json:"meta_data"`
|
||||
}
|
||||
|
||||
// BatchTrackEventRequest 批量埋点事件请求
|
||||
type BatchTrackEventRequest struct {
|
||||
Events []TrackEventRequest `json:"events" binding:"required,min=1,max=100"`
|
||||
}
|
||||
|
||||
// QueryEventsRequest 查询事件请求
|
||||
type QueryEventsRequest struct {
|
||||
UserID *int64 `json:"user_id" form:"user_id"`
|
||||
EventName string `json:"event_name" form:"event_name"`
|
||||
StartTime *time.Time `json:"start_time" form:"start_time"`
|
||||
EndTime *time.Time `json:"end_time" form:"end_time"`
|
||||
Page int `json:"page" form:"page" binding:"required,min=1"`
|
||||
PageSize int `json:"page_size" form:"page_size" binding:"required,min=1,max=100"`
|
||||
}
|
||||
|
||||
// EventStatsRequest 事件统计请求
|
||||
type EventStatsRequest struct {
|
||||
StartTime time.Time `json:"start_time" form:"start_time" binding:"required"`
|
||||
EndTime time.Time `json:"end_time" form:"end_time" binding:"required"`
|
||||
}
|
||||
36
internal/model/analytics/response.go
Normal file
36
internal/model/analytics/response.go
Normal file
@@ -0,0 +1,36 @@
|
||||
package analytics
|
||||
|
||||
import "time"
|
||||
|
||||
// EventResponse 事件响应
|
||||
type EventResponse struct {
|
||||
ID int64 `json:"id"`
|
||||
UserID int64 `json:"user_id"`
|
||||
EventName string `json:"event_name"`
|
||||
Properties map[string]interface{} `json:"properties"`
|
||||
DeviceInfo map[string]interface{} `json:"device_info"`
|
||||
MetaData map[string]interface{} `json:"meta_data"`
|
||||
CreatedAt time.Time `json:"created_at"`
|
||||
}
|
||||
|
||||
// EventListResponse 事件列表响应
|
||||
type EventListResponse struct {
|
||||
Events []*EventResponse `json:"events"`
|
||||
Total int64 `json:"total"`
|
||||
Page int `json:"page"`
|
||||
Size int `json:"size"`
|
||||
}
|
||||
|
||||
// EventStatsResponse 事件统计响应
|
||||
type EventStatsResponse struct {
|
||||
EventName string `json:"event_name"`
|
||||
Count int64 `json:"count"`
|
||||
UniqueUsers int64 `json:"unique_users"`
|
||||
}
|
||||
|
||||
// EventStatsListResponse 事件统计列表响应
|
||||
type EventStatsListResponse struct {
|
||||
Stats []*EventStatsResponse `json:"stats"`
|
||||
StartTime time.Time `json:"start_time"`
|
||||
EndTime time.Time `json:"end_time"`
|
||||
}
|
||||
234
internal/service/analytics_service.go
Normal file
234
internal/service/analytics_service.go
Normal file
@@ -0,0 +1,234 @@
|
||||
package service
|
||||
|
||||
import (
|
||||
"context"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"time"
|
||||
|
||||
"gitea.com/texpixel/document_ai/internal/model/analytics"
|
||||
"gitea.com/texpixel/document_ai/internal/storage/dao"
|
||||
"gitea.com/texpixel/document_ai/pkg/log"
|
||||
"gorm.io/datatypes"
|
||||
"gorm.io/gorm"
|
||||
)
|
||||
|
||||
type AnalyticsService struct {
|
||||
db *gorm.DB
|
||||
eventDao *dao.AnalyticsEventDao
|
||||
}
|
||||
|
||||
func NewAnalyticsService() *AnalyticsService {
|
||||
return &AnalyticsService{
|
||||
eventDao: dao.NewAnalyticsEventDao(),
|
||||
}
|
||||
}
|
||||
|
||||
// TrackEvent 记录单个事件
|
||||
func (s *AnalyticsService) TrackEvent(ctx context.Context, req *analytics.TrackEventRequest) error {
|
||||
// 将 map 转换为 JSON
|
||||
propertiesJSON, err := json.Marshal(req.Properties)
|
||||
if err != nil {
|
||||
log.Error(ctx, "marshal properties failed", "error", err)
|
||||
return fmt.Errorf("invalid properties format")
|
||||
}
|
||||
|
||||
deviceInfoJSON, err := json.Marshal(req.DeviceInfo)
|
||||
if err != nil {
|
||||
log.Error(ctx, "marshal device_info failed", "error", err)
|
||||
return fmt.Errorf("invalid device_info format")
|
||||
}
|
||||
|
||||
metaDataJSON, err := json.Marshal(req.MetaData)
|
||||
if err != nil {
|
||||
log.Error(ctx, "marshal meta_data failed", "error", err)
|
||||
return fmt.Errorf("invalid meta_data format")
|
||||
}
|
||||
|
||||
event := &dao.AnalyticsEvent{
|
||||
UserID: req.UserID,
|
||||
EventName: req.EventName,
|
||||
Properties: datatypes.JSON(propertiesJSON),
|
||||
DeviceInfo: datatypes.JSON(deviceInfoJSON),
|
||||
MetaData: datatypes.JSON(metaDataJSON),
|
||||
CreatedAt: time.Now(),
|
||||
}
|
||||
|
||||
if err := s.eventDao.Create(s.db, event); err != nil {
|
||||
log.Error(ctx, "create analytics event failed", "error", err)
|
||||
return fmt.Errorf("failed to track event")
|
||||
}
|
||||
|
||||
log.Info(ctx, "event tracked successfully",
|
||||
"event_id", event.ID,
|
||||
"user_id", req.UserID,
|
||||
"event_name", req.EventName)
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
// BatchTrackEvents 批量记录事件
|
||||
func (s *AnalyticsService) BatchTrackEvents(ctx context.Context, req *analytics.BatchTrackEventRequest) error {
|
||||
events := make([]*dao.AnalyticsEvent, 0, len(req.Events))
|
||||
|
||||
for _, eventReq := range req.Events {
|
||||
propertiesJSON, err := json.Marshal(eventReq.Properties)
|
||||
if err != nil {
|
||||
log.Error(ctx, "marshal properties failed", "error", err)
|
||||
continue
|
||||
}
|
||||
|
||||
deviceInfoJSON, err := json.Marshal(eventReq.DeviceInfo)
|
||||
if err != nil {
|
||||
log.Error(ctx, "marshal device_info failed", "error", err)
|
||||
continue
|
||||
}
|
||||
|
||||
metaDataJSON, err := json.Marshal(eventReq.MetaData)
|
||||
if err != nil {
|
||||
log.Error(ctx, "marshal meta_data failed", "error", err)
|
||||
continue
|
||||
}
|
||||
|
||||
event := &dao.AnalyticsEvent{
|
||||
UserID: eventReq.UserID,
|
||||
EventName: eventReq.EventName,
|
||||
Properties: datatypes.JSON(propertiesJSON),
|
||||
DeviceInfo: datatypes.JSON(deviceInfoJSON),
|
||||
MetaData: datatypes.JSON(metaDataJSON),
|
||||
CreatedAt: time.Now(),
|
||||
}
|
||||
events = append(events, event)
|
||||
}
|
||||
|
||||
if len(events) == 0 {
|
||||
return fmt.Errorf("no valid events to track")
|
||||
}
|
||||
|
||||
if err := s.eventDao.BatchCreate(s.db, events); err != nil {
|
||||
log.Error(ctx, "batch create analytics events failed", "error", err)
|
||||
return fmt.Errorf("failed to batch track events")
|
||||
}
|
||||
|
||||
log.Info(ctx, "batch events tracked successfully", "count", len(events))
|
||||
return nil
|
||||
}
|
||||
|
||||
// QueryEvents 查询事件
|
||||
func (s *AnalyticsService) QueryEvents(ctx context.Context, req *analytics.QueryEventsRequest) (*analytics.EventListResponse, error) {
|
||||
var events []*dao.AnalyticsEvent
|
||||
var total int64
|
||||
var err error
|
||||
|
||||
// 根据不同条件查询
|
||||
if req.UserID != nil && req.EventName != "" {
|
||||
// 查询用户的指定事件
|
||||
events, total, err = s.eventDao.GetUserEventsByName(s.db, *req.UserID, req.EventName, req.Page, req.PageSize)
|
||||
} else if req.UserID != nil {
|
||||
// 查询用户的所有事件
|
||||
events, total, err = s.eventDao.GetUserEvents(s.db, *req.UserID, req.Page, req.PageSize)
|
||||
} else if req.EventName != "" {
|
||||
// 查询指定事件
|
||||
events, total, err = s.eventDao.GetEventsByName(s.db, req.EventName, req.Page, req.PageSize)
|
||||
} else if req.StartTime != nil && req.EndTime != nil {
|
||||
// 查询时间范围内的事件
|
||||
events, total, err = s.eventDao.GetEventsByTimeRange(s.db, *req.StartTime, *req.EndTime, req.Page, req.PageSize)
|
||||
} else {
|
||||
return nil, fmt.Errorf("invalid query parameters")
|
||||
}
|
||||
|
||||
if err != nil {
|
||||
log.Error(ctx, "query events failed", "error", err)
|
||||
return nil, fmt.Errorf("failed to query events")
|
||||
}
|
||||
|
||||
// 转换为响应格式
|
||||
eventResponses := make([]*analytics.EventResponse, 0, len(events))
|
||||
for _, event := range events {
|
||||
var properties, deviceInfo, metaData map[string]interface{}
|
||||
|
||||
if len(event.Properties) > 0 {
|
||||
json.Unmarshal(event.Properties, &properties)
|
||||
}
|
||||
if len(event.DeviceInfo) > 0 {
|
||||
json.Unmarshal(event.DeviceInfo, &deviceInfo)
|
||||
}
|
||||
if len(event.MetaData) > 0 {
|
||||
json.Unmarshal(event.MetaData, &metaData)
|
||||
}
|
||||
|
||||
eventResponses = append(eventResponses, &analytics.EventResponse{
|
||||
ID: event.ID,
|
||||
UserID: event.UserID,
|
||||
EventName: event.EventName,
|
||||
Properties: properties,
|
||||
DeviceInfo: deviceInfo,
|
||||
MetaData: metaData,
|
||||
CreatedAt: event.CreatedAt,
|
||||
})
|
||||
}
|
||||
|
||||
return &analytics.EventListResponse{
|
||||
Events: eventResponses,
|
||||
Total: total,
|
||||
Page: req.Page,
|
||||
Size: req.PageSize,
|
||||
}, nil
|
||||
}
|
||||
|
||||
// GetEventStats 获取事件统计
|
||||
func (s *AnalyticsService) GetEventStats(ctx context.Context, req *analytics.EventStatsRequest) (*analytics.EventStatsListResponse, error) {
|
||||
results, err := s.eventDao.GetEventStats(s.db, req.StartTime, req.EndTime)
|
||||
if err != nil {
|
||||
log.Error(ctx, "get event stats failed", "error", err)
|
||||
return nil, fmt.Errorf("failed to get event stats")
|
||||
}
|
||||
|
||||
stats := make([]*analytics.EventStatsResponse, 0, len(results))
|
||||
for _, result := range results {
|
||||
stats = append(stats, &analytics.EventStatsResponse{
|
||||
EventName: result["event_name"].(string),
|
||||
Count: result["count"].(int64),
|
||||
UniqueUsers: result["unique_users"].(int64),
|
||||
})
|
||||
}
|
||||
|
||||
return &analytics.EventStatsListResponse{
|
||||
Stats: stats,
|
||||
StartTime: req.StartTime,
|
||||
EndTime: req.EndTime,
|
||||
}, nil
|
||||
}
|
||||
|
||||
// CountUserEvents 统计用户事件数量
|
||||
func (s *AnalyticsService) CountUserEvents(ctx context.Context, userID int64) (int64, error) {
|
||||
count, err := s.eventDao.CountUserEvents(s.db, userID)
|
||||
if err != nil {
|
||||
log.Error(ctx, "count user events failed", "error", err, "user_id", userID)
|
||||
return 0, fmt.Errorf("failed to count user events")
|
||||
}
|
||||
return count, nil
|
||||
}
|
||||
|
||||
// CountEventsByName 统计指定事件的数量
|
||||
func (s *AnalyticsService) CountEventsByName(ctx context.Context, eventName string) (int64, error) {
|
||||
count, err := s.eventDao.CountEventsByName(s.db, eventName)
|
||||
if err != nil {
|
||||
log.Error(ctx, "count events by name failed", "error", err, "event_name", eventName)
|
||||
return 0, fmt.Errorf("failed to count events")
|
||||
}
|
||||
return count, nil
|
||||
}
|
||||
|
||||
// CleanOldEvents 清理旧数据（可以定时执行）
|
||||
func (s *AnalyticsService) CleanOldEvents(ctx context.Context, retentionDays int) error {
|
||||
beforeTime := time.Now().AddDate(0, 0, -retentionDays)
|
||||
|
||||
if err := s.eventDao.DeleteOldEvents(s.db, beforeTime); err != nil {
|
||||
log.Error(ctx, "clean old events failed", "error", err, "before_time", beforeTime)
|
||||
return fmt.Errorf("failed to clean old events")
|
||||
}
|
||||
|
||||
log.Info(ctx, "old events cleaned successfully", "retention_days", retentionDays)
|
||||
return nil
|
||||
}
|
||||
170
internal/storage/dao/analytics_event.go
Normal file
170
internal/storage/dao/analytics_event.go
Normal file
@@ -0,0 +1,170 @@
|
||||
package dao
|
||||
|
||||
import (
|
||||
"time"
|
||||
|
||||
"gorm.io/datatypes"
|
||||
"gorm.io/gorm"
|
||||
"gorm.io/gorm/clause"
|
||||
)
|
||||
|
||||
// AnalyticsEvent 数据埋点事件表
|
||||
type AnalyticsEvent struct {
|
||||
ID int64 `gorm:"bigint;primaryKey;autoIncrement;column:id;comment:主键ID" json:"id"`
|
||||
UserID int64 `gorm:"column:user_id;not null;index:idx_user_id;comment:用户ID" json:"user_id"`
|
||||
EventName string `gorm:"column:event_name;varchar(128);not null;index:idx_event_name;comment:事件名称" json:"event_name"`
|
||||
Properties datatypes.JSON `gorm:"column:properties;type:json;comment:事件属性(JSON)" json:"properties"`
|
||||
DeviceInfo datatypes.JSON `gorm:"column:device_info;type:json;comment:设备信息(JSON)" json:"device_info"`
|
||||
MetaData datatypes.JSON `gorm:"column:meta_data;type:json;comment:元数据(JSON，包含task_id等)" json:"meta_data"`
|
||||
CreatedAt time.Time `gorm:"column:created_at;comment:创建时间;not null;default:current_timestamp;index:idx_created_at" json:"created_at"`
|
||||
}
|
||||
|
||||
func (e *AnalyticsEvent) TableName() string {
|
||||
return "analytics_events"
|
||||
}
|
||||
|
||||
// AnalyticsEventDao 数据埋点事件DAO
|
||||
type AnalyticsEventDao struct{}
|
||||
|
||||
func NewAnalyticsEventDao() *AnalyticsEventDao {
|
||||
return &AnalyticsEventDao{}
|
||||
}
|
||||
|
||||
// Create 创建事件记录
|
||||
func (dao *AnalyticsEventDao) Create(tx *gorm.DB, event *AnalyticsEvent) error {
|
||||
return tx.Create(event).Error
|
||||
}
|
||||
|
||||
// BatchCreate 批量创建事件记录
|
||||
func (dao *AnalyticsEventDao) BatchCreate(tx *gorm.DB, events []*AnalyticsEvent) error {
|
||||
if len(events) == 0 {
|
||||
return nil
|
||||
}
|
||||
return tx.CreateInBatches(events, 100).Error
|
||||
}
|
||||
|
||||
// GetByID 根据ID获取事件
|
||||
func (dao *AnalyticsEventDao) GetByID(tx *gorm.DB, id int64) (*AnalyticsEvent, error) {
|
||||
event := &AnalyticsEvent{}
|
||||
err := tx.Where("id = ?", id).First(event).Error
|
||||
if err != nil {
|
||||
if err == gorm.ErrRecordNotFound {
|
||||
return nil, nil
|
||||
}
|
||||
return nil, err
|
||||
}
|
||||
return event, nil
|
||||
}
|
||||
|
||||
// GetUserEvents 获取用户的事件列表
|
||||
func (dao *AnalyticsEventDao) GetUserEvents(tx *gorm.DB, userID int64, page, pageSize int) ([]*AnalyticsEvent, int64, error) {
|
||||
var events []*AnalyticsEvent
|
||||
var total int64
|
||||
|
||||
offset := (page - 1) * pageSize
|
||||
query := tx.Model(&AnalyticsEvent{}).Where("user_id = ?", userID)
|
||||
|
||||
err := query.Count(&total).Error
|
||||
if err != nil {
|
||||
return nil, 0, err
|
||||
}
|
||||
|
||||
err = query.Offset(offset).Limit(pageSize).
|
||||
Order(clause.OrderByColumn{Column: clause.Column{Name: "created_at"}, Desc: true}).
|
||||
Find(&events).Error
|
||||
|
||||
return events, total, err
|
||||
}
|
||||
|
||||
// GetEventsByName 根据事件名称获取事件列表
|
||||
func (dao *AnalyticsEventDao) GetEventsByName(tx *gorm.DB, eventName string, page, pageSize int) ([]*AnalyticsEvent, int64, error) {
|
||||
var events []*AnalyticsEvent
|
||||
var total int64
|
||||
|
||||
offset := (page - 1) * pageSize
|
||||
query := tx.Model(&AnalyticsEvent{}).Where("event_name = ?", eventName)
|
||||
|
||||
err := query.Count(&total).Error
|
||||
if err != nil {
|
||||
return nil, 0, err
|
||||
}
|
||||
|
||||
err = query.Offset(offset).Limit(pageSize).
|
||||
Order(clause.OrderByColumn{Column: clause.Column{Name: "created_at"}, Desc: true}).
|
||||
Find(&events).Error
|
||||
|
||||
return events, total, err
|
||||
}
|
||||
|
||||
// GetUserEventsByName 获取用户指定事件的列表
|
||||
func (dao *AnalyticsEventDao) GetUserEventsByName(tx *gorm.DB, userID int64, eventName string, page, pageSize int) ([]*AnalyticsEvent, int64, error) {
|
||||
var events []*AnalyticsEvent
|
||||
var total int64
|
||||
|
||||
offset := (page - 1) * pageSize
|
||||
query := tx.Model(&AnalyticsEvent{}).Where("user_id = ? AND event_name = ?", userID, eventName)
|
||||
|
||||
err := query.Count(&total).Error
|
||||
if err != nil {
|
||||
return nil, 0, err
|
||||
}
|
||||
|
||||
err = query.Offset(offset).Limit(pageSize).
|
||||
Order(clause.OrderByColumn{Column: clause.Column{Name: "created_at"}, Desc: true}).
|
||||
Find(&events).Error
|
||||
|
||||
return events, total, err
|
||||
}
|
||||
|
||||
// GetEventsByTimeRange 根据时间范围获取事件列表
|
||||
func (dao *AnalyticsEventDao) GetEventsByTimeRange(tx *gorm.DB, startTime, endTime time.Time, page, pageSize int) ([]*AnalyticsEvent, int64, error) {
|
||||
var events []*AnalyticsEvent
|
||||
var total int64
|
||||
|
||||
offset := (page - 1) * pageSize
|
||||
query := tx.Model(&AnalyticsEvent{}).Where("created_at BETWEEN ? AND ?", startTime, endTime)
|
||||
|
||||
err := query.Count(&total).Error
|
||||
if err != nil {
|
||||
return nil, 0, err
|
||||
}
|
||||
|
||||
err = query.Offset(offset).Limit(pageSize).
|
||||
Order(clause.OrderByColumn{Column: clause.Column{Name: "created_at"}, Desc: true}).
|
||||
Find(&events).Error
|
||||
|
||||
return events, total, err
|
||||
}
|
||||
|
||||
// CountEventsByName 统计指定事件的数量
|
||||
func (dao *AnalyticsEventDao) CountEventsByName(tx *gorm.DB, eventName string) (int64, error) {
|
||||
var count int64
|
||||
err := tx.Model(&AnalyticsEvent{}).Where("event_name = ?", eventName).Count(&count).Error
|
||||
return count, err
|
||||
}
|
||||
|
||||
// CountUserEvents 统计用户的事件数量
|
||||
func (dao *AnalyticsEventDao) CountUserEvents(tx *gorm.DB, userID int64) (int64, error) {
|
||||
var count int64
|
||||
err := tx.Model(&AnalyticsEvent{}).Where("user_id = ?", userID).Count(&count).Error
|
||||
return count, err
|
||||
}
|
||||
|
||||
// GetEventStats 获取事件统计信息（按事件名称分组）
|
||||
func (dao *AnalyticsEventDao) GetEventStats(tx *gorm.DB, startTime, endTime time.Time) ([]map[string]interface{}, error) {
|
||||
var results []map[string]interface{}
|
||||
|
||||
err := tx.Model(&AnalyticsEvent{}).
|
||||
Select("event_name, COUNT(*) as count, COUNT(DISTINCT user_id) as unique_users").
|
||||
Where("created_at BETWEEN ? AND ?", startTime, endTime).
|
||||
Group("event_name").
|
||||
Order("count DESC").
|
||||
Find(&results).Error
|
||||
|
||||
return results, err
|
||||
}
|
||||
|
||||
// DeleteOldEvents 删除旧事件（数据清理）
|
||||
func (dao *AnalyticsEventDao) DeleteOldEvents(tx *gorm.DB, beforeTime time.Time) error {
|
||||
return tx.Where("created_at < ?", beforeTime).Delete(&AnalyticsEvent{}).Error
|
||||
}
|
||||
Reference in New Issue
Block a user