65 lines
3.2 KiB
Go
65 lines
3.2 KiB
Go
package runtime
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"testing"
|
|
"time"
|
|
|
|
"git.5iot.com/iotlcm-public/iotlcm-worker-svr/internal/queue/zset"
|
|
"git.5iot.com/iotlcm-public/iotlcm-worker-svr/internal/testutil"
|
|
)
|
|
|
|
func TestSimpleReplayRecoversEnqueuedButNotCleanedFailure(t *testing.T) {
|
|
redis := testutil.Redis(t)
|
|
ctx := context.Background()
|
|
store, _ := zset.New(redis, "flow:")
|
|
sourceKey, _ := store.RunMetaKey("source")
|
|
failedKey, _ := store.FailedKey("source")
|
|
_, _ = redis.Do(ctx, "HSET", sourceKey, "runId", "source", "status", "completed_with_failures", "producerDone", "1", "operation", "usage", "currentRound", "1", "failedCount", "1", "replayTargetId", "replay-existing", "replayState", "processing", "replayEnqueued", "0")
|
|
rec := zset.FailureRecord{TaskID: "source:usage:1", CardID: 1, ICCID: "card", ChanKey: "ch", TempKey: "template", Operation: "usage", LatestRunID: "source"}
|
|
raw, _ := json.Marshal(rec)
|
|
_, _ = redis.Do(ctx, "HSET", failedKey, rec.TaskID, string(raw))
|
|
if err := store.CreateRun(ctx, zset.RunMeta{RunID: "replay-existing", Operation: "usage", SyncType: "replay", SourceRunID: "source", ReplayCycle: 1, MaxRound: 1}); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if v, err := redis.Do(ctx, "HGET", sourceKey, "replayMaxRound"); err != nil || (v != nil && v.String() != "") {
|
|
t.Fatalf("legacy reservation unexpectedly has a stored budget: %v, %v", v, err)
|
|
}
|
|
task := zset.Task{RunID: "replay-existing", TaskID: "replay-existing:" + rec.TaskID, CardID: rec.CardID, ICCID: rec.ICCID, Operation: "usage", ChanKey: "ch", TempKey: "template"}
|
|
if count, err := store.EnqueueRunBatch(ctx, task.RunID, task.ChanKey, []zset.Task{task}, time.Now()); err != nil || count != 1 {
|
|
t.Fatalf("seed enqueue = %d, %v", count, err)
|
|
}
|
|
svc, _ := NewSimpleReplayWithDefault(9, store)
|
|
svc.process(store, "source")
|
|
meta, err := store.GetRunMeta(ctx, "replay-existing")
|
|
if err != nil || meta.ActiveCount != 1 || !meta.ProducerDone || meta.MaxRound != 1 {
|
|
t.Fatalf("legacy target budget or enqueue changed after recovery: %+v %v", meta, err)
|
|
}
|
|
state, err := svc.Status(ctx, "replay-existing")
|
|
if err != nil || state.Status != "completed" || state.Enqueued != 1 || state.Remaining != 0 {
|
|
t.Fatalf("recovery state: %+v %v", state, err)
|
|
}
|
|
}
|
|
|
|
func TestSimpleReplayRecoversLegacyReservationBeforeTargetCreation(t *testing.T) {
|
|
redis := testutil.Redis(t)
|
|
ctx := context.Background()
|
|
store, _ := zset.New(redis, "flow:")
|
|
seedReplaySource(t, redis, store, "source", 1)
|
|
sourceKey, _ := store.RunMetaKey("source")
|
|
if _, err := redis.Do(ctx, "HSET", sourceKey, "replayTargetId", "replay-old-reservation", "replayState", "accepted", "replayEnqueued", "0"); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
svc, _ := NewSimpleReplayWithDefault(9, store)
|
|
svc.process(store, "source")
|
|
meta, err := store.GetRunMeta(ctx, "replay-old-reservation")
|
|
if err != nil || meta.MaxRound != 1 || !meta.ProducerDone || meta.ActiveCount != 1 {
|
|
t.Fatalf("legacy reservation must retain the old one-round budget: %+v %v", meta, err)
|
|
}
|
|
state, err := svc.Status(ctx, meta.RunID)
|
|
if err != nil || state.Status != "completed" || state.Enqueued != 1 || state.Remaining != 0 {
|
|
t.Fatalf("legacy reservation did not complete: %+v %v", state, err)
|
|
}
|
|
}
|