package trafficusage import ( "context" "fmt" "hash/fnv" "math" "regexp" "strconv" "strings" "time" "unicode" "github.com/gogf/gf/v2/errors/gerror" "git.5iot.com/iotlcm-public/iotlcm-worker-svr/internal/library/tdengine" "git.5iot.com/iotlcm-public/iotlcm-worker-svr/internal/model" ) var identifierPattern = regexp.MustCompile(`^[A-Za-z_][A-Za-z0-9_]*$`) type Repository struct{} func New() *Repository { return &Repository{} } func (r *Repository) UpdateDaily(ctx context.Context, items []model.TrafficUsageDailyItem) error { config := tdengine.GetConfig(ctx) return writeUsage(ctx, config, config.DbNameFor(config.DailyStable), config.DailyStable, items, func(item model.TrafficUsageDailyItem) time.Time { return snapshotDay(item.Date) }) } func (r *Repository) UpdateMonthly(ctx context.Context, items []model.TrafficUsageMonthlyItem) error { config := tdengine.GetConfig(ctx) return writeUsage(ctx, config, config.DbNameFor(config.MonthlyStable), config.MonthlyStable, items, func(item model.TrafficUsageMonthlyItem) time.Time { return snapshotMonth(item.Month) }) } type usageItem interface { model.TrafficUsageDailyItem | model.TrafficUsageMonthlyItem } func writeUsage[T usageItem](ctx context.Context, config tdengine.Config, dbName, stable string, items []T, timestamp func(T) time.Time) error { if len(items) == 0 { return nil } if !tdengine.Enabled(ctx) { return gerror.New("TDengine disabled; usage was not persisted") } if !identifierPattern.MatchString(dbName) || !identifierPattern.MatchString(stable) { return gerror.New("invalid tdengine database or stable name") } batchSize := config.BatchSize if batchSize <= 0 { batchSize = 200 } for start := 0; start < len(items); start += batchSize { end := min(start+batchSize, len(items)) var builder strings.Builder builder.WriteString("INSERT INTO ") for index, item := range items[start:end] { base := usageBase(item) if base.Iccid == "" { return gerror.New("traffic usage item ICCID is empty") } if math.IsNaN(base.UsageMb) || math.IsInf(base.UsageMb, 0) || base.UsageMb < 0 { return gerror.Newf("invalid traffic usage value: %v", base.UsageMb) } if index > 0 { builder.WriteByte(' ') } builder.WriteString(fmt.Sprintf("%s.%s USING %s.%s TAGS (%s) VALUES (%s, %s, %s)", dbName, childTableName(stable, base.Iccid), dbName, stable, sqlString(base.Iccid), sqlTime(timestamp(item)), strconv.FormatFloat(base.UsageMb, 'f', -1, 64), sqlString(base.PackageCode), )) } if _, err := tdengine.ExecForDb(ctx, dbName, builder.String()); err != nil { return gerror.Wrap(err, "write traffic usage failed") } } return nil } func usageBase[T usageItem](item T) model.TrafficUsageBase { switch value := any(item).(type) { case model.TrafficUsageDailyItem: return value.TrafficUsageBase case model.TrafficUsageMonthlyItem: return value.TrafficUsageBase default: return model.TrafficUsageBase{} } } // childTableName builds the TDengine child-table name for one ICCID. // // The rule must stay byte-identical to Admin's childTableNameWithPrefix // (iotlcm-admin-svr internal/logic/trafficusage/traffic_usage.go): drop every // character that is not a letter, digit or underscore, and fall back to an FNV // hash when the result is empty or longer than 190 characters. Admin's QueryDaily // reads child tables by that same rule, so diverging here would silently split // one card across two child tables and hide its data from the diagnosis page. func childTableName(stable, iccid string) string { prefix := "sim_card_usage_m_" if stable == "t_sim_card_usage_daily" { prefix = "sim_card_usage_d_" } var builder strings.Builder builder.WriteString(prefix) for _, char := range strings.ToLower(iccid) { if unicode.IsLetter(char) || unicode.IsDigit(char) || char == '_' { builder.WriteRune(char) } } name := builder.String() if name == prefix || len(name) > 190 { return fmt.Sprintf("%s%x", prefix, hashString(iccid)) } return name } // hashString mirrors Admin's FNV-1a fallback so both sides derive the same // child-table name for identifiers that cannot be embedded verbatim. func hashString(value string) uint32 { hash := fnv.New32a() _, _ = hash.Write([]byte(value)) return hash.Sum32() } func snapshotDay(value time.Time) time.Time { if value.IsZero() { value = time.Now() } return time.Date(value.Year(), value.Month(), value.Day(), 23, 59, 59, 0, value.Location()) } func snapshotMonth(value time.Time) time.Time { if value.IsZero() { value = time.Now() } return time.Date(value.Year(), value.Month()+1, 0, 23, 59, 59, 0, value.Location()) } func sqlString(value string) string { return "'" + strings.ReplaceAll(value, "'", "''") + "'" } func sqlTime(value time.Time) string { return sqlString(value.Format("2006-01-02 15:04:05.000")) }