MiFaZhan
257 lines
7.8 KiB
Go
257 lines
7.8 KiB
Go
package dailyusage
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"strings"
|
|
"sync"
|
|
"testing"
|
|
|
|
"github.com/gogf/gf/v2/container/gvar"
|
|
|
|
"git.5iot.com/iotlcm-public/iotlcm-worker-svr/internal/model"
|
|
"git.5iot.com/iotlcm-public/iotlcm-worker-svr/internal/queue/zset"
|
|
)
|
|
|
|
type pageScanner struct {
|
|
cards []Card
|
|
}
|
|
|
|
func (s *pageScanner) SnapshotMaxID(context.Context) (int64, error) {
|
|
if len(s.cards) == 0 {
|
|
return 0, nil
|
|
}
|
|
return s.cards[len(s.cards)-1].ID, nil
|
|
}
|
|
|
|
func (s *pageScanner) Scan(_ context.Context, lastID, _ int64, _ int) ([]Card, error) {
|
|
if lastID != 0 {
|
|
return nil, nil
|
|
}
|
|
return s.cards, nil
|
|
}
|
|
|
|
// producerRedis records the enqueued members so a test can assert both the
|
|
// batch shape and the exact task payload (period and package code).
|
|
type producerRedis struct {
|
|
mu sync.Mutex
|
|
members []string
|
|
batches map[string]int
|
|
}
|
|
|
|
func (r *producerRedis) Do(_ context.Context, command string, _ ...any) (*gvar.Var, error) {
|
|
switch strings.ToUpper(command) {
|
|
case "SET":
|
|
return gvar.New("OK"), nil
|
|
case "SMEMBERS":
|
|
return gvar.New([]string{}), nil
|
|
case "HGETALL":
|
|
// No stored run metadata: the producer treats this as a first delivery.
|
|
return gvar.New(map[string]string{}), nil
|
|
default:
|
|
return nil, fmt.Errorf("unexpected command %s", command)
|
|
}
|
|
}
|
|
|
|
func (r *producerRedis) Eval(_ context.Context, _ string, numKeys int64, keys []string, args []any) (*gvar.Var, error) {
|
|
if numKeys == 1 {
|
|
return gvar.New(int64(1)), nil
|
|
}
|
|
if numKeys != 3 {
|
|
return nil, fmt.Errorf("unexpected key count %d", numKeys)
|
|
}
|
|
r.mu.Lock()
|
|
defer r.mu.Unlock()
|
|
if r.batches == nil {
|
|
r.batches = make(map[string]int)
|
|
}
|
|
count := len(args) - 3
|
|
r.batches[keys[0]] += count
|
|
for _, arg := range args[3:] {
|
|
if member, ok := arg.(string); ok {
|
|
r.members = append(r.members, member)
|
|
}
|
|
}
|
|
return gvar.New(count), nil
|
|
}
|
|
|
|
func newProducer(t *testing.T, cards []Card) (*Producer, *producerRedis) {
|
|
t.Helper()
|
|
redis := &producerRedis{batches: make(map[string]int)}
|
|
store, err := zset.New(redis, "daily:")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
producer, err := New(&pageScanner{cards: cards}, store, Config{PageSize: 100})
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
return producer, redis
|
|
}
|
|
|
|
func dailyMessage(runID string, channels ...string) model.TrafficUsageDailyStartMessage {
|
|
message := model.TrafficUsageDailyStartMessage{
|
|
RunID: runID,
|
|
Operation: FullSyncOperation,
|
|
QueryDate: "20261009",
|
|
TriggeredAt: "2026-10-10T06:00:00+08:00",
|
|
}
|
|
if len(channels) > 0 {
|
|
message.Scope = &model.SyncScope{Channels: channels}
|
|
}
|
|
return message
|
|
}
|
|
|
|
func TestProduceCarriesQueryDateAndPackageCode(t *testing.T) {
|
|
producer, redis := newProducer(t, []Card{
|
|
{ID: 1, ICCID: "89860001", ChanKey: "217", TempKey: "sim_yd_v5", PackageCode: "PKG-A", Operator: 1},
|
|
})
|
|
|
|
if err := producer.Produce(context.Background(), dailyMessage("daily-1")); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
redis.mu.Lock()
|
|
defer redis.mu.Unlock()
|
|
if len(redis.members) != 1 {
|
|
t.Fatalf("members = %+v, want exactly one task", redis.members)
|
|
}
|
|
member := redis.members[0]
|
|
// The period rides in queryMonth because the queue only copies that field.
|
|
if !strings.Contains(member, `"queryMonth":"20261009"`) {
|
|
t.Fatalf("task member lost the daily period: %s", member)
|
|
}
|
|
// The package code must reach the TDengine child table via the task.
|
|
if !strings.Contains(member, `"packageCode":"PKG-A"`) {
|
|
t.Fatalf("task member lost the package code: %s", member)
|
|
}
|
|
if !strings.Contains(member, `"operation":"`+FullSyncOperation+`"`) {
|
|
t.Fatalf("task member lost the operation: %s", member)
|
|
}
|
|
}
|
|
|
|
func TestProduceUsesStableTaskIDForIdempotency(t *testing.T) {
|
|
producer, _ := newProducer(t, []Card{
|
|
{ID: 42, ICCID: "89860042", ChanKey: "217", TempKey: "sim_yd_v5", PackageCode: "PKG-A"},
|
|
})
|
|
want := zset.StableTaskID("daily-1", FullSyncOperation, 42)
|
|
if got := zset.StableTaskID("daily-1", FullSyncOperation, 42); got != want {
|
|
t.Fatalf("StableTaskID is not deterministic: %s vs %s", got, want)
|
|
}
|
|
if err := producer.Produce(context.Background(), dailyMessage("daily-1")); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
}
|
|
|
|
func TestProduceScopeEnqueuesOnlySelectedChannels(t *testing.T) {
|
|
producer, redis := newProducer(t, []Card{
|
|
{ID: 1, ICCID: "1", ChanKey: "217", TempKey: "sim_yd_v5", PackageCode: "P"},
|
|
{ID: 2, ICCID: "2", ChanKey: "173", TempKey: "sim_yd_v5", PackageCode: "P"},
|
|
{ID: 3, ICCID: "3", ChanKey: "217", TempKey: "sim_yd_v5", PackageCode: "P"},
|
|
{ID: 4, ICCID: "4", ChanKey: "189", TempKey: "sim_yd_v5", PackageCode: "P"},
|
|
})
|
|
|
|
if err := producer.Produce(context.Background(), dailyMessage("daily-scoped", "217")); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
redis.mu.Lock()
|
|
defer redis.mu.Unlock()
|
|
if len(redis.batches) != 1 {
|
|
t.Fatalf("enqueue batches = %+v, want only the 217 channel", redis.batches)
|
|
}
|
|
if redis.batches["daily:217"] != 2 {
|
|
t.Fatalf("enqueue batches = %+v, want 2 tasks on daily:217", redis.batches)
|
|
}
|
|
}
|
|
|
|
func TestProduceFullScopeKeepsEveryChannel(t *testing.T) {
|
|
producer, redis := newProducer(t, []Card{
|
|
{ID: 1, ICCID: "1", ChanKey: "217", TempKey: "sim_yd_v5", PackageCode: "P"},
|
|
{ID: 2, ICCID: "2", ChanKey: "173", TempKey: "sim_yd_v5", PackageCode: "P"},
|
|
})
|
|
|
|
if err := producer.Produce(context.Background(), dailyMessage("daily-full")); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
redis.mu.Lock()
|
|
defer redis.mu.Unlock()
|
|
if len(redis.batches) != 2 {
|
|
t.Fatalf("enqueue batches = %+v, want both channels for a full sync", redis.batches)
|
|
}
|
|
}
|
|
|
|
func TestProduceScopeDoesNotOverrideSyncDisabled(t *testing.T) {
|
|
producer, redis := newProducer(t, []Card{
|
|
{ID: 1, ICCID: "1", ChanKey: "217", TempKey: "sim_yd_v5", PackageCode: "P"},
|
|
{ID: 2, ICCID: "2", ChanKey: "173", TempKey: "sim_yd_v5", PackageCode: "P", SyncEnabled: true},
|
|
})
|
|
|
|
if err := producer.Produce(context.Background(), dailyMessage("daily-scoped", "173")); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
redis.mu.Lock()
|
|
defer redis.mu.Unlock()
|
|
if len(redis.batches) != 0 {
|
|
t.Fatalf("enqueue batches = %+v, want none (selected channel is sync-disabled)", redis.batches)
|
|
}
|
|
}
|
|
|
|
func TestProduceRejectsMissingPeriod(t *testing.T) {
|
|
producer, redis := newProducer(t, []Card{
|
|
{ID: 1, ICCID: "1", ChanKey: "217", TempKey: "sim_yd_v5", PackageCode: "P"},
|
|
})
|
|
message := dailyMessage("daily-bad")
|
|
message.QueryDate = ""
|
|
if err := producer.Produce(context.Background(), message); err == nil {
|
|
t.Fatal("expected a missing queryDate to be rejected")
|
|
}
|
|
redis.mu.Lock()
|
|
defer redis.mu.Unlock()
|
|
if len(redis.batches) != 0 {
|
|
t.Fatalf("rejected message must not enqueue: %+v", redis.batches)
|
|
}
|
|
}
|
|
|
|
func TestProduceRejectsInvalidScope(t *testing.T) {
|
|
producer, redis := newProducer(t, []Card{
|
|
{ID: 1, ICCID: "1", ChanKey: "217", TempKey: "sim_yd_v5", PackageCode: "P"},
|
|
})
|
|
if err := producer.Produce(context.Background(), dailyMessage("daily-bad", "invalid/chan")); err == nil {
|
|
t.Fatal("expected invalid chanKey to be rejected")
|
|
}
|
|
redis.mu.Lock()
|
|
defer redis.mu.Unlock()
|
|
if len(redis.batches) != 0 {
|
|
t.Fatalf("rejected scope must not enqueue: %+v", redis.batches)
|
|
}
|
|
}
|
|
|
|
func TestProduceScopeDigestIsOrderIndependent(t *testing.T) {
|
|
first, err := model.NormalizeScope(&model.SyncScope{Channels: []string{"173", "217"}})
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
second, err := model.NormalizeScope(&model.SyncScope{Channels: []string{"217", "173"}})
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if scopeDigest(first) != scopeDigest(second) {
|
|
t.Fatalf("digest depends on channel order: %s vs %s", scopeDigest(first), scopeDigest(second))
|
|
}
|
|
if scopeDigest(nil) != "" {
|
|
t.Fatal("a full sync must have an empty digest")
|
|
}
|
|
}
|
|
|
|
func TestRunAlreadyFinishedTreatsMissingRunAsFirstDelivery(t *testing.T) {
|
|
producer, _ := newProducer(t, []Card{
|
|
{ID: 1, ICCID: "1", ChanKey: "217", TempKey: "sim_yd_v5", PackageCode: "P"},
|
|
})
|
|
finished, err := producer.runAlreadyFinished(context.Background(), "fresh")
|
|
if err != nil {
|
|
t.Fatalf("unexpected error: %v", err)
|
|
}
|
|
if finished {
|
|
t.Fatal("a run without stored metadata must not be reported as finished")
|
|
}
|
|
}
|