BlueGit

timfa bluegit

Files

bluegit / internal / server / mr_pipeline.go

mr_pipeline.go

feat: breid rules en de ingebouwde runner uit
timfa project_87923614_bot_3aff574f6f98414b945a8799374f9092 · pushed by timfa · 3 weeks ago
5fec96f0 History
mr_pipeline.go 6.8 KiB Download Raw
1package server
2
3import (
4 "context"
5 "net/http"
6 "os/exec"
7 "strings"
8
9 "gitlab.com/Timfa/bluegit/internal/ci"
10 "gitlab.com/Timfa/bluegit/internal/gitrepo"
11 "gitlab.com/Timfa/bluegit/internal/i18n"
12 "gitlab.com/Timfa/bluegit/internal/store"
13)
14
15// planPipeline leest blue-ci-cd.yml en kiest de jobs.
16// Een ontbrekend bestand geeft geen jobs en geen fout.
17// broken is een kapot bestand; de aanroeper bewaart dan een mislukte pipeline.
18func (s *Server) planPipeline(ctx context.Context, repo store.Repo, sha, ref, source, before string, mr *ci.MRInfo) (string, []store.NewJob, error) {
19 dir := gitrepo.Dir(s.StoragePath(), repo.OwnerPath, repo.Name)
20 raw, err := gitShow(ctx, s.Git, dir, sha, "blue-ci-cd.yml")
21 if err != nil || len(raw) == 0 {
22 return "", nil, nil
23 }
24 read := func(path string) ([]byte, error) {
25 return gitShow(ctx, s.Git, dir, sha, path)
26 }
27 spec, err := ci.ParseIn(raw, read)
28 if err != nil {
29 return "", nil, err
30 }
31 name, kind := ci.SplitRef(ref)
32 title := strings.TrimSpace(gitOne(ctx, s.Git, dir, "log", "-1", "--format=%s", sha))
33 files := gitLines(ctx, s.Git, dir, "ls-tree", "-r", "--name-only", sha)
34 changed := changedFiles(ctx, s.Git, dir, sha, before, files)
35 base := strings.TrimRight(s.Cfg.BaseURL, "/")
36 env := ci.Variables(ci.Ref{
37 SHA: sha, FullRef: ref, Name: name, Kind: kind, Title: title,
38 DefaultBranch: repo.DefaultBranch, Source: source, ProjectPath: repo.FullPath(),
39 ProjectURL: base + "/" + repo.FullPath(), APIURL: base + "/api/v1", MR: mr,
40 })
41 ev := ci.Eval{Env: env, Changed: changed, Files: files}
42 allow, err := spec.Allow(ev)
43 if err != nil {
44 return "", nil, err
45 }
46 if !allow {
47 return title, nil, nil
48 }
49 active, err := spec.Select(ev)
50 if err != nil {
51 return "", nil, err
52 }
53 var jobs []store.NewJob
54 for i, j := range active {
55 vars := map[string]string{}
56 for k, v := range spec.Variables {
57 vars[k] = v
58 }
59 for k, v := range j.Variables {
60 vars[k] = v
61 }
62 needs := j.Needs
63 if needs == nil {
64 needs = []string{}
65 }
66 paths := j.Artifacts.Paths
67 if paths == nil {
68 paths = []string{}
69 }
70 var services []store.Service
71 for _, svc := range j.Services {
72 services = append(services, store.Service{
73 Name: svc.Name, Alias: svc.Alias, Command: svc.Command, Entrypoint: svc.Entrypoint, Variables: svc.Variables,
74 })
75 }
76 jobs = append(jobs, store.NewJob{
77 Name: j.Name, Stage: j.Stage, Position: i, Image: j.Image,
78 Before: strings.Join(j.Before, "\n"), Script: strings.Join(j.Script, "\n"), After: strings.Join(j.After, "\n"),
79 Needs: needs, Optional: j.Optional, NeedsSet: j.NeedsSet,
80 Variables: vars, ArtifactPaths: paths, ArtifactExpire: j.Artifacts.ExpireIn,
81 AllowFailure: j.AllowFailure, When: j.When, Timeout: j.Timeout, Tags: j.Tags,
82 CachePaths: j.Cache.Paths, CacheKey: j.Cache.Key, ResourceGroup: j.ResourceGroup,
83 RetryMax: j.Retry.Max, RetryWhen: j.Retry.When, Services: services,
84 Environment: j.Environment.Name, EnvironmentURL: j.Environment.URL, Interruptible: j.Interruptible,
85 })
86 }
87 return title, jobs, nil
88}
89
90func gitShow(ctx context.Context, gitBin, dir, sha, path string) ([]byte, error) {
91 if path == "" || strings.Contains(path, "..") || strings.HasPrefix(path, "/") {
92 return nil, i18n.E("ci.err.rel", path)
93 }
94 return exec.CommandContext(ctx, gitBin, "-C", dir, "show", sha+":"+path).Output()
95}
96
97func (s *Server) startMergeRequestPipelines(ctx context.Context, repo store.Repo, sha, branch, actor, before string) {
98 mrs, err := s.Store.OpenMergeRequestsBySource(ctx, repo.ID, branch)
99 if err != nil {
100 return
101 }
102 for _, mr := range mrs {
103 s.startOneMergePipeline(ctx, repo, sha, actor, before, mr)
104 }
105}
106
107// rerunMergeRequestsOnTarget start een nieuwe merge-request-pipeline op de
108// broncommit wanneer de doelbranch zelf een push krijgt.
109func (s *Server) rerunMergeRequestsOnTarget(ctx context.Context, repo store.Repo, branch, actor string) {
110 mrs, err := s.Store.OpenMergeRequestsByTarget(ctx, repo.ID, branch)
111 if err != nil {
112 return
113 }
114 dir := gitrepo.Dir(s.StoragePath(), repo.OwnerPath, repo.Name)
115 for _, mr := range mrs {
116 sha := gitOne(ctx, s.Git, dir, "rev-parse", "--verify", "refs/heads/"+mr.SourceBranch)
117 if sha == "" {
118 continue
119 }
120 s.startOneMergePipeline(ctx, repo, sha, actor, "", mr)
121 }
122}
123
124func (s *Server) startOneMergePipeline(ctx context.Context, repo store.Repo, sha, actor, before string, mr store.MergeRequest) {
125 dir := gitrepo.Dir(s.StoragePath(), repo.OwnerPath, repo.Name)
126 base := strings.TrimRight(s.Cfg.BaseURL, "/")
127 info := &ci.MRInfo{
128 ID: mr.ID, IID: mr.Number, Title: mr.Title,
129 SourceBranch: mr.SourceBranch, TargetBranch: mr.TargetBranch,
130 ProjectPath: repo.FullPath(), ProjectURL: base + "/" + repo.FullPath(),
131 TargetSHA: gitOne(ctx, s.Git, dir, "rev-parse", "--verify", "refs/heads/"+mr.TargetBranch),
132 }
133 s.startPipeline(ctx, repo, sha, "refs/heads/"+mr.SourceBranch, actor, "merge_request_event", before, info)
134}
135
136// mergeBlocks zijn de vertaalde redenen waarom mergen nog niet mag.
137// Een pipeline is verplicht zodra blue-ci-cd.yml jobs voor deze merge request kiest.
138func (s *Server) mergeBlocks(r *http.Request, repo store.Repo, mr store.MergeRequest) []string {
139 if mr.Status != "open" {
140 return nil
141 }
142 var blocks []string
143 if s.Cfg.CI.Enabled && s.StoragePath() != "" {
144 blocks = append(blocks, s.pipelineBlocks(r, repo, mr)...)
145 }
146 return append(blocks, s.reviewBlocks(r, repo, mr)...)
147}
148
149func (s *Server) pipelineBlocks(r *http.Request, repo store.Repo, mr store.MergeRequest) []string {
150 ctx := r.Context()
151 dir := gitrepo.Dir(s.StoragePath(), repo.OwnerPath, repo.Name)
152 sha := gitOne(ctx, s.Git, dir, "rev-parse", "--verify", "refs/heads/"+mr.SourceBranch)
153 required := false
154 if sha != "" {
155 info := &ci.MRInfo{
156 ID: mr.ID, IID: mr.Number, Title: mr.Title,
157 SourceBranch: mr.SourceBranch, TargetBranch: mr.TargetBranch,
158 ProjectPath: repo.FullPath(),
159 }
160 _, jobs, broken := s.planPipeline(ctx, repo, sha, "refs/heads/"+mr.SourceBranch, "merge_request_event", "", info)
161 required = broken != nil || len(jobs) > 0
162 }
163 p, err := s.Store.LatestMergePipeline(ctx, repo.ID, mr.ID)
164 if store.IsNotFound(err) {
165 if required {
166 return []string{s.tr(r, "mr.block.waiting")}
167 }
168 return nil
169 }
170 if err != nil {
171 return []string{s.tr(r, "mr.block.waiting")}
172 }
173 jobs, err := s.Store.JobsByPipeline(ctx, p.ID)
174 if err != nil {
175 return []string{s.tr(r, "mr.block.waiting")}
176 }
177 switch store.PipelineBlocksMerge(jobs) {
178 case "running":
179 return []string{s.tr(r, "mr.block.running")}
180 case "failed":
181 return []string{s.tr(r, "mr.block.failed")}
182 case "waiting":
183 if required {
184 return []string{s.tr(r, "mr.block.waiting")}
185 }
186 }
187 return nil
188}
189
190func (s *Server) fillMRPipeline(r *http.Request, v *View, repo store.Repo, mr store.MergeRequest) {
191 p, err := s.Store.LatestMergePipeline(r.Context(), repo.ID, mr.ID)
192 if err != nil {
193 return
194 }
195 row := s.pipeRow(r, s.langOf(r), repo, p, map[string]store.User{})
196 v.MRPipe = &row
197}