Files
iotlcm/worker-svr/internal/fullsync/runtime/simple_replay_recovery_test.go

65 lines
3.2 KiB
Go

package runtime
import (
"context"
"encoding/json"
"testing"
"time"
"git.5iot.com/iotlcm-public/iotlcm-worker-svr/internal/queue/zset"
"git.5iot.com/iotlcm-public/iotlcm-worker-svr/internal/testutil"
)
func TestSimpleReplayRecoversEnqueuedButNotCleanedFailure(t *testing.T) {
redis := testutil.Redis(t)
ctx := context.Background()
store, _ := zset.New(redis, "flow:")
sourceKey, _ := store.RunMetaKey("source")
failedKey, _ := store.FailedKey("source")
_, _ = redis.Do(ctx, "HSET", sourceKey, "runId", "source", "status", "completed_with_failures", "producerDone", "1", "operation", "usage", "currentRound", "1", "failedCount", "1", "replayTargetId", "replay-existing", "replayState", "processing", "replayEnqueued", "0")
rec := zset.FailureRecord{TaskID: "source:usage:1", CardID: 1, ICCID: "card", ChanKey: "ch", TempKey: "template", Operation: "usage", LatestRunID: "source"}
raw, _ := json.Marshal(rec)
_, _ = redis.Do(ctx, "HSET", failedKey, rec.TaskID, string(raw))
if err := store.CreateRun(ctx, zset.RunMeta{RunID: "replay-existing", Operation: "usage", SyncType: "replay", SourceRunID: "source", ReplayCycle: 1, MaxRound: 1}); err != nil {
t.Fatal(err)
}
if v, err := redis.Do(ctx, "HGET", sourceKey, "replayMaxRound"); err != nil || (v != nil && v.String() != "") {
t.Fatalf("legacy reservation unexpectedly has a stored budget: %v, %v", v, err)
}
task := zset.Task{RunID: "replay-existing", TaskID: "replay-existing:" + rec.TaskID, CardID: rec.CardID, ICCID: rec.ICCID, Operation: "usage", ChanKey: "ch", TempKey: "template"}
if count, err := store.EnqueueRunBatch(ctx, task.RunID, task.ChanKey, []zset.Task{task}, time.Now()); err != nil || count != 1 {
t.Fatalf("seed enqueue = %d, %v", count, err)
}
svc, _ := NewSimpleReplayWithDefault(9, store)
svc.process(store, "source")
meta, err := store.GetRunMeta(ctx, "replay-existing")
if err != nil || meta.ActiveCount != 1 || !meta.ProducerDone || meta.MaxRound != 1 {
t.Fatalf("legacy target budget or enqueue changed after recovery: %+v %v", meta, err)
}
state, err := svc.Status(ctx, "replay-existing")
if err != nil || state.Status != "completed" || state.Enqueued != 1 || state.Remaining != 0 {
t.Fatalf("recovery state: %+v %v", state, err)
}
}
func TestSimpleReplayRecoversLegacyReservationBeforeTargetCreation(t *testing.T) {
redis := testutil.Redis(t)
ctx := context.Background()
store, _ := zset.New(redis, "flow:")
seedReplaySource(t, redis, store, "source", 1)
sourceKey, _ := store.RunMetaKey("source")
if _, err := redis.Do(ctx, "HSET", sourceKey, "replayTargetId", "replay-old-reservation", "replayState", "accepted", "replayEnqueued", "0"); err != nil {
t.Fatal(err)
}
svc, _ := NewSimpleReplayWithDefault(9, store)
svc.process(store, "source")
meta, err := store.GetRunMeta(ctx, "replay-old-reservation")
if err != nil || meta.MaxRound != 1 || !meta.ProducerDone || meta.ActiveCount != 1 {
t.Fatalf("legacy reservation must retain the old one-round budget: %+v %v", meta, err)
}
state, err := svc.Status(ctx, meta.RunID)
if err != nil || state.Status != "completed" || state.Enqueued != 1 || state.Remaining != 0 {
t.Fatalf("legacy reservation did not complete: %+v %v", state, err)
}
}