60 lines
2.1 KiB
Go
60 lines
2.1 KiB
Go
package runtime
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"testing"
|
|
"time"
|
|
|
|
"git.5iot.com/iotlcm-public/iotlcm-worker-svr/internal/queue/zset"
|
|
"git.5iot.com/iotlcm-public/iotlcm-worker-svr/internal/testutil"
|
|
)
|
|
|
|
func TestSimpleReplayRetainsInvalidFailureAndResumesSameTarget(t *testing.T) {
|
|
redis := testutil.Redis(t)
|
|
ctx := context.Background()
|
|
store, _ := zset.New(redis, "sim-status:")
|
|
key, _ := store.RunMetaKey("source")
|
|
failed, _ := store.FailedKey("source")
|
|
_, _ = redis.Do(ctx, "HSET", key, "runId", "source", "status", "completed_with_failures", "producerDone", "1", "currentRound", "1", "failedCount", "2")
|
|
valid := zset.FailureRecord{TaskID: "a", CardID: 1, ICCID: "card", ChanKey: "ch", TempKey: "template"}
|
|
payload, _ := json.Marshal(valid)
|
|
_, _ = redis.Do(ctx, "HSET", failed, "a", string(payload), "bad", `{"taskId":"bad"}`)
|
|
svc, _ := NewSimpleReplay(store)
|
|
accepted, err := svc.Request(ctx, "source", "42", 0)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
deadline := time.Now().Add(3 * time.Second)
|
|
for time.Now().Before(deadline) {
|
|
state, err := svc.Status(ctx, accepted.ReplayRunID)
|
|
if err == nil && state.Status == "needs_attention" {
|
|
break
|
|
}
|
|
time.Sleep(20 * time.Millisecond)
|
|
}
|
|
state, _ := svc.Status(ctx, accepted.ReplayRunID)
|
|
if state.Status != "needs_attention" || state.Remaining < 1 {
|
|
t.Fatalf("unexpected status: %+v", state)
|
|
}
|
|
// No unconfirmed record may be deleted. Retry the SAME target after repair.
|
|
repaired := zset.FailureRecord{TaskID: "bad", CardID: 2, ICCID: "card2", ChanKey: "ch", TempKey: "template"}
|
|
payload, _ = json.Marshal(repaired)
|
|
_, _ = redis.Do(ctx, "HSET", failed, "bad", string(payload))
|
|
repeat, err := svc.Request(ctx, "source", "42", 0)
|
|
if err != nil || repeat.ReplayRunID != accepted.ReplayRunID {
|
|
t.Fatalf("repeat: %+v %v", repeat, err)
|
|
}
|
|
deadline = time.Now().Add(3 * time.Second)
|
|
for time.Now().Before(deadline) {
|
|
state, _ = svc.Status(ctx, accepted.ReplayRunID)
|
|
if state.Status == "completed" {
|
|
break
|
|
}
|
|
time.Sleep(20 * time.Millisecond)
|
|
}
|
|
if state.Status != "completed" || state.Enqueued != 2 || state.Remaining != 0 {
|
|
t.Fatalf("resume: %+v", state)
|
|
}
|
|
}
|