package store import ( "context" "strings" "testing" ) func TestFailAbandonedJobsThenRetryFailed(t *testing.T) { s := openTest(t) ctx := context.Background() tim, err := s.UpsertUser(ctx, 1, "tim", "", false) if err != nil { t.Fatal(err) } repo, err := s.CreateRepo(ctx, "user", tim.ID, "bluegit", "", "master", "public") if err != nil { t.Fatal(err) } sha := "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa" id, err := s.CreatePipeline(ctx, repo.ID, sha, "refs/heads/master", "push", "tim", "release", []NewJob{ {Name: "build", Stage: "build", Position: 0, Script: "go build"}, {Name: "publish_aur", Stage: "release", Position: 1, Script: "aur", Needs: []string{"build"}, NeedsSet: true, AllowFailure: true}, {Name: "self_update", Stage: "release", Position: 2, Script: "post", Needs: []string{"publish_aur"}, NeedsSet: true}, }) if err != nil { t.Fatal(err) } queuedID, err := s.CreatePipeline(ctx, repo.ID, sha, "refs/heads/topic", "push", "tim", "side", []NewJob{ {Name: "wait", Stage: "test", Script: "sleep"}, }) if err != nil { t.Fatal(err) } softID, err := s.CreatePipeline(ctx, repo.ID, sha, "refs/heads/soft", "push", "tim", "soft", []NewJob{ {Name: "build", Stage: "build", Script: "go build"}, {Name: "publish_aur", Stage: "release", Script: "aur", AllowFailure: true}, }) if err != nil { t.Fatal(err) } set := func(pipe int64, name, status, log string) { t.Helper() if _, err := s.db.ExecContext(ctx, `UPDATE jobs SET status = ?, log = ?, started_at = ? WHERE pipeline_id = ? AND name = ?`, status, log, now(), pipe, name); err != nil { t.Fatal(err) } } set(id, "build", "success", "ok\n") set(id, "publish_aur", "success", "aur ok\n") set(id, "self_update", "running", "post verstuurd\n") set(queuedID, "wait", "queued", "") set(softID, "build", "success", "ok\n") set(softID, "publish_aur", "running", "bezig\n") if _, err := s.db.ExecContext(ctx, `UPDATE pipelines SET status = 'running' WHERE id IN (?, ?, ?)`, id, queuedID, softID); err != nil { t.Fatal(err) } n, err := s.FailAbandonedJobs(ctx) if err != nil || n != 2 { t.Fatalf("abandoned: %d %v", n, err) } jobs, err := s.JobsByPipeline(ctx, id) if err != nil { t.Fatal(err) } by := map[string]Job{} for _, j := range jobs { by[j.Name] = j } upd := by["self_update"] if upd.Status != "failed" || upd.FinishedAt.IsZero() || upd.StartedAt.IsZero() || !strings.Contains(upd.Log, "post verstuurd\n") || !strings.Contains(upd.Log, AbandonedJobNote) { t.Fatalf("self_update: status=%s log=%q started=%v finished=%v", upd.Status, upd.Log, upd.StartedAt, upd.FinishedAt) } if by["build"].Status != "success" || by["publish_aur"].Status != "success" { t.Fatalf("andere jobs: build=%s publish=%s", by["build"].Status, by["publish_aur"].Status) } p, err := s.PipelineByID(ctx, repo.ID, id) if err != nil || p.Status != "failed" || p.FinishedAt.IsZero() { t.Fatalf("pipeline: %+v %v", p, err) } if got := jobStatus(t, s, queuedID)["wait"]; got != "queued" { t.Fatalf("wachtende job: %s", got) } queuedPipe, err := s.PipelineByID(ctx, repo.ID, queuedID) if err != nil || queuedPipe.Status != "running" { t.Fatalf("pipeline zonder dode job: %+v %v", queuedPipe, err) } softJobs, err := s.JobsByPipeline(ctx, softID) if err != nil { t.Fatal(err) } for _, j := range softJobs { if j.Name == "publish_aur" && (j.Status != "failed" || !strings.Contains(j.Log, AbandonedJobNote)) { t.Fatalf("allow_failure job: status=%s log=%q", j.Status, j.Log) } } softPipe, err := s.PipelineByID(ctx, repo.ID, softID) if err != nil || softPipe.Status != "success" { t.Fatalf("alleen een zachte mislukking: %+v %v", softPipe, err) } running, err := s.CountRunningJobs(ctx) if err != nil || running != 0 { t.Fatalf("running na herstart: %d %v", running, err) } again, err := s.FailAbandonedJobs(ctx) if err != nil || again != 0 { t.Fatalf("tweede start: %d %v", again, err) } ok, err := s.RetryFailedJobs(ctx, id) if err != nil || !ok { t.Fatalf("retry: %v %v", ok, err) } got := jobStatus(t, s, id) if got["build"] != "success" || got["publish_aur"] != "success" || got["self_update"] != "queued" { t.Fatalf("mode failed: %v", got) } retried, err := s.JobsByPipeline(ctx, id) if err != nil { t.Fatal(err) } for _, j := range retried { if j.Name == "self_update" && (j.Log != "" || !j.FinishedAt.IsZero()) { t.Fatalf("retry maakt de job leeg: log=%q finished=%v", j.Log, j.FinishedAt) } } if side := jobStatus(t, s, queuedID)["wait"]; side != "queued" { t.Fatalf("retry van de release raakt de andere pipeline: %s", side) } }