package server import ( "context" "encoding/json" "io" "log/slog" "net/http" "net/http/httptest" "os" "os/exec" "path/filepath" "runtime" "strings" "testing" "time" "gitlab.com/Timfa/bluegit/internal/auth" "gitlab.com/Timfa/bluegit/internal/config" "gitlab.com/Timfa/bluegit/internal/gitrepo" "gitlab.com/Timfa/bluegit/internal/runner" "gitlab.com/Timfa/bluegit/internal/store" ) // fakeDocker voert "docker run ... sh /workspace/.bluegit-job.sh" lokaal // uit in de gemounte werkmap. Andere docker-commando's slagen stil. const fakeDocker = `#!/bin/sh [ "$1" = run ] || exit 0 shift work= while [ $# -gt 0 ]; do case "$1" in -v) work="${2%%:/workspace}"; shift 2;; --network|-w|-e|--entrypoint|--name|--network-alias) shift 2;; --rm|-d) shift;; *) break;; esac done cd "$work" || exit 1 sed "s#^cd /workspace\$#cd \"$work\"#" .bluegit-job.sh > .fake-job.sh exec sh .fake-job.sh ` type ciEnv struct { t *testing.T st *store.Store srv *Server ts *httptest.Server rn *runner.Runner repo store.Repo sha string docker string user store.User } func newCIEnv(t *testing.T) *ciEnv { t.Helper() if runtime.GOOS == "windows" { t.Skip("sh nodig") } for _, bin := range []string{"git", "sh", "sed"} { if _, err := exec.LookPath(bin); err != nil { t.Skip(bin + " ontbreekt") } } storage := t.TempDir() st, err := store.Open(filepath.Join(storage, "bluegit.db"), bytes32()) if err != nil { t.Fatal(err) } t.Cleanup(func() { _ = st.Close() }) docker := filepath.Join(t.TempDir(), "docker") if err := os.WriteFile(docker, []byte(fakeDocker), 0o755); err != nil { t.Fatal(err) } cfg := config.Config{ Listen: "127.0.0.1:0", StoragePath: storage, Auth: config.Auth{Mode: "dev", DevUser: "tim", DevAuthID: 1, UserAgent: "test", BaseURL: "https://auth.timfalken.com"}, Git: config.Git{Binary: "git", DefaultBranch: "master"}, CI: config.CI{Enabled: true, Docker: docker}, } srv := &Server{Cfg: cfg, Store: st, Auth: auth.Dev{Username: "tim", AuthID: 1}, Dev: true, Git: "git", HookBin: "/bin/true"} ts := httptest.NewUnstartedServer(nil) ts.Start() t.Cleanup(ts.Close) srv.Cfg.BaseURL = ts.URL rn := &runner.Runner{ Store: st, GitBin: "git", Docker: docker, Storage: storage, BaseURL: ts.URL, Network: "bridge", Name: "BlueGit runner", Timeout: time.Minute, Log: slog.New(slog.NewTextHandler(io.Discard, nil)), } srv.Runner = rn ts.Config.Handler = srv.Handler() ctx := context.Background() tim, err := st.UpsertUser(ctx, 1, "tim", "", false) if err != nil { t.Fatal(err) } repo, err := st.CreateRepo(ctx, "user", tim.ID, "app", "", "master", "private") if err != nil { t.Fatal(err) } bare := gitrepo.Dir(storage, repo.OwnerPath, repo.Name) if err := gitrepo.Init("git", bare, "master", "/bin/true"); err != nil { t.Fatal(err) } src := t.TempDir() run := func(dir string, args ...string) string { cmd := exec.Command("git", args...) cmd.Dir = dir cmd.Env = append(os.Environ(), "GIT_AUTHOR_NAME=t", "GIT_AUTHOR_EMAIL=t@x", "GIT_COMMITTER_NAME=t", "GIT_COMMITTER_EMAIL=t@x") out, err := cmd.CombinedOutput() if err != nil { t.Fatalf("git %v: %v %s", args, err, out) } return strings.TrimSpace(string(out)) } run(src, "init", "-q", "-b", "master") _ = os.WriteFile(filepath.Join(src, "README.md"), []byte("hello from the repo\n"), 0o644) run(src, "add", ".") run(src, "commit", "-qm", "init") run(src, "push", "-q", bare, "master") sha := run(src, "rev-parse", "HEAD") return &ciEnv{t: t, st: st, srv: srv, ts: ts, rn: rn, repo: repo, sha: sha, docker: docker, user: tim} } func (e *ciEnv) pipeline() int64 { e.t.Helper() id, err := e.st.CreatePipeline(context.Background(), e.repo.ID, e.sha, "refs/heads/master", "push", "tim", "init", []store.NewJob{ {Name: "build", Stage: "build", Position: 0, Image: "alpine:3.20", Script: "cat README.md\necho built-artifact > out.txt\necho \"token-set=${CI_JOB_TOKEN:+yes}\"", ArtifactPaths: []string{"out.txt"}}, {Name: "test", Stage: "test", Position: 1, Image: "alpine:3.20", Script: "echo got: $(cat out.txt)", Needs: []string{"build"}, NeedsSet: true}, }) if err != nil { e.t.Fatal(err) } return id } // tick draait de planner tot de pipeline klaar is. func (e *ciEnv) wait(pid int64, limit time.Duration) store.Pipeline { e.t.Helper() ctx := context.Background() deadline := time.Now().Add(limit) for time.Now().Before(deadline) { e.rn.Tick(ctx) p, err := e.st.PipelineByID(ctx, e.repo.ID, pid) if err != nil { e.t.Fatal(err) } if p.Status == "success" || p.Status == "failed" || p.Status == "canceled" { return p } time.Sleep(200 * time.Millisecond) } jobs, _ := e.st.JobsByPipeline(ctx, pid) for _, j := range jobs { e.t.Logf("job %s %s\n%s", j.Name, j.Status, j.Log) } e.t.Fatalf("pipeline %d not finished", pid) return store.Pipeline{} } func (e *ciEnv) checkJobs(pid int64, wantRunner string, remote bool) { e.t.Helper() ctx := context.Background() jobs, _ := e.st.JobsByPipeline(ctx, pid) if len(jobs) != 2 { e.t.Fatalf("jobs: %d", len(jobs)) } for _, j := range jobs { if j.Status != "success" { e.t.Fatalf("job %s: %s\n%s", j.Name, j.Status, j.Log) } jr := e.st.JobRun(ctx, j.ID) if jr.RunnerName != wantRunner || (jr.RunnerID > 0) != remote { e.t.Fatalf("job %s ran on %+v, want %s remote=%v", j.Name, jr, wantRunner, remote) } } if !strings.Contains(jobs[0].Log, "hello from the repo") || !strings.Contains(jobs[0].Log, "token-set=yes") { e.t.Fatalf("build log:\n%s", jobs[0].Log) } if strings.Contains(jobs[0].Log, "bgj_") { e.t.Fatalf("job token leaked in log:\n%s", jobs[0].Log) } if !strings.Contains(jobs[1].Log, "got: built-artifact") { e.t.Fatalf("test log (artifact niet doorgegeven):\n%s", jobs[1].Log) } if !strings.Contains(jobs[0].Log, wantRunner) { e.t.Fatalf("runner name not in log:\n%s", jobs[0].Log) } // API toont de runner. if js := e.srv.jobJSON(ctx, jobs[0]); js["runner"] == nil { e.t.Fatal("jobJSON without runner") } } // De ingebouwde runner werkt nog zoals voorheen. func TestBuiltinRunnerStillWorks(t *testing.T) { e := newCIEnv(t) pid := e.pipeline() p := e.wait(pid, 60*time.Second) if p.Status != "success" { t.Fatalf("pipeline %s", p.Status) } e.checkJobs(pid, "BlueGit runner", false) } func buildRunnerBinary(t *testing.T) string { t.Helper() if _, err := exec.LookPath("go"); err != nil { t.Skip("go ontbreekt") } bin := filepath.Join(t.TempDir(), "bluegit-runner") cmd := exec.Command("go", "build", "-o", bin, "../../cmd/bluegit-runner") if out, err := cmd.CombinedOutput(); err != nil { t.Fatalf("build bluegit-runner: %v %s", err, out) } return bin } // De aparte bluegit-runner registreert zich echt en draait de jobs. func TestSeparateRunnerEndToEnd(t *testing.T) { e := newCIEnv(t) bin := buildRunnerBinary(t) ctx := context.Background() if err := e.st.SetUserRunnerPref(ctx, e.user.ID, store.RunnerPrefOwnFirst); err != nil { t.Fatal(err) } reg, err := e.st.CreateRunnerRegToken(ctx, "user", e.user.ID, e.user.ID) if err != nil { t.Fatal(err) } cfgDir := t.TempDir() cfgPath := filepath.Join(cfgDir, "config.yml") work := t.TempDir() if err := os.WriteFile(cfgPath, []byte("docker: "+e.docker+"\nwork_dir: "+work+"\n"), 0o600); err != nil { t.Fatal(err) } out, err := exec.Command(bin, "register", "--url", e.ts.URL, "--token", reg, "--name", "tim-laptop", "--config", cfgPath).CombinedOutput() if err != nil { t.Fatalf("register: %v %s", err, out) } cfgB, _ := os.ReadFile(cfgPath) if !strings.Contains(string(cfgB), "bgr_") || !strings.Contains(string(cfgB), e.docker) { t.Fatalf("config not written correctly") } // Het registratietoken is eenmalig. if out, err := exec.Command(bin, "register", "--url", e.ts.URL, "--token", reg, "--config", filepath.Join(cfgDir, "b.yml")).CombinedOutput(); err == nil { t.Fatalf("second registration succeeded: %s", out) } // Zonder lopende job mag het runner-token niet clonen. var tok string for _, line := range strings.Split(string(cfgB), "\n") { if strings.HasPrefix(line, "token: ") { tok = strings.TrimSpace(strings.TrimPrefix(line, "token: ")) } } req, _ := http.NewRequest(http.MethodGet, e.ts.URL+"/tim/app.git/info/refs?service=git-upload-pack", nil) req.Header.Set("Authorization", "Bearer "+tok) if res, err := http.DefaultClient.Do(req); err != nil || res.StatusCode == http.StatusOK { t.Fatalf("runner token cloned without a job: %v", err) } runCtx, stop := context.WithCancel(ctx) defer stop() cmd := exec.CommandContext(runCtx, bin, "run", "--config", cfgPath) var logs strings.Builder cmd.Stdout, cmd.Stderr = &logs, &logs if err := cmd.Start(); err != nil { t.Fatal(err) } defer func() { stop(); _ = cmd.Wait(); t.Logf("runner output:\n%s", logs.String()) }() pid := e.pipeline() p := e.wait(pid, 90*time.Second) if p.Status != "success" { jobs, _ := e.st.JobsByPipeline(ctx, pid) for _, j := range jobs { t.Logf("%s %s\n%s", j.Name, j.Status, j.Log) } t.Fatalf("pipeline %s", p.Status) } e.checkJobs(pid, "tim-laptop", true) rs, _ := e.st.ListRunners(ctx, "user", e.user.ID) if len(rs) != 1 || !rs[0].Online(time.Now()) { t.Fatalf("runner status: %+v", rs) } // Artifact van de remote job staat op de server. jobs, _ := e.st.JobsByPipeline(ctx, pid) if path, err := e.st.ArtifactPath(ctx, pid, jobs[0].Name, "out.txt"); err != nil { t.Fatal(err) } else if b, _ := os.ReadFile(path); strings.TrimSpace(string(b)) != "built-artifact" { t.Fatalf("artifact: %q", b) } // Beheer-UI en API: de jobpagina-JSON noemt de runner. js, _ := json.Marshal(e.srv.jobJSON(ctx, jobs[1])) if !strings.Contains(string(js), `"tim-laptop"`) || !strings.Contains(string(js), `"remote"`) { t.Fatalf("jobJSON: %s", js) } } // Een runner die de job niet oppakt: na de wachttijd neemt de BlueGit-runner het over. func TestSeparateRunnerFallback(t *testing.T) { e := newCIEnv(t) ctx := context.Background() old := runner.OfferTimeout runner.OfferTimeout = time.Second t.Cleanup(func() { runner.OfferTimeout = old }) _ = e.st.SetUserRunnerPref(ctx, e.user.ID, store.RunnerPrefOwnFirst) reg, _ := e.st.CreateRunnerRegToken(ctx, "user", e.user.ID, e.user.ID) if _, _, err := e.st.RegisterRunner(ctx, reg, "silent", "test"); err != nil { t.Fatal(err) } pid := e.pipeline() p := e.wait(pid, 60*time.Second) if p.Status != "success" { t.Fatalf("pipeline %s", p.Status) } e.checkJobs(pid, "BlueGit runner", false) }