BlueGit

timfa bluegit

Files

bluegit / blue-ci-cd.yml

blue-ci-cd.yml

blue-ci-cd.yml 10.7 KiB Download Raw
1# Pipeline waarmee Steve BlueGit zelf test, bouwt en op master publiceert.
2# Eén repository voor bluegit, bluegit-runner en bluegit-backup:
3# test vet, unit-tests, frontend en de backup-integratietests (echte
4# BlueGit uit deze checkout)
5# build build (voor de AUR-jobs, ongewijzigd) en binaries (linux en
6# windows, amd64 + arm64, met versie = tag of korte sha)
7# package .deb, .rpm en .pkg.tar.zst per programma (nfpm), Windows-zips
8# en SHA256SUMS
9# verify installeren in ubuntu:24.04, debian:12, rockylinux:9, fedora en
10# archlinux: --version, units, gebruiker, verwijderen
11# release master: AUR (bluegit, bluegit-runner, bluegit-backup) en
12# self_update; tag v*: release met alle pakketten en Windows-
13# zips, alleen als
14# alle jobs hierboven slagen (create-only, de tag blijft staan)
15# De mirror https://git.timfalken.com/timfa/bluegit leest dit bestand.
16# .gitlab-ci.yml blijft de GitLab-pipeline zolang de repository daar nog staat.
17#
18# Go-jobs gebruiken de preset bluegit/go. Frontend-checks gebruiken bluegit/node.
19# De AUR-job blijft op archlinux/archlinux:base-devel: makepkg en pacman
20# zitten niet in een preset.
21#
22# Geheimen op de repository of de groep (een repositorygeheim wint):
23# AUR_SSH_PRIVATE_KEY of AUR_SSH_PRIVATE_KEY_B64
24# AUR_GIT_AUTHOR_NAME, AUR_GIT_AUTHOR_EMAIL
25# BLUEGIT_UPDATE_TOKEN
26# Markeer ze als beschermd en bescherm master. Dan komen ze alleen mee
27# op een beschermde branch. Een merge request draait alleen test en build.
28
29stages: [test, build, package, verify, release]
30
31variables:
32 CGO_ENABLED: "0"
33 # go.mod vraagt Go 1.26 (post-quantum SSH-kex). Een ouder bluegit/go-image
34 # haalt de juiste toolchain dan zelf op.
35 GOTOOLCHAIN: auto
36
37jobs:
38 .on_ci:
39 rules:
40 - if: $CI_PIPELINE_SOURCE == "merge_request_event"
41 - if: $CI_COMMIT_BRANCH != null
42 - if: $CI_COMMIT_TAG != null
43
44 .on_tag:
45 rules:
46 - if: $CI_COMMIT_TAG =~ /^v[0-9]/
47
48 .on_master:
49 rules:
50 - if: $CI_PIPELINE_SOURCE == "merge_request_event"
51 when: never
52 - if: $CI_COMMIT_BRANCH == "master"
53 - if: $CI_COMMIT_BRANCH == "main"
54
55 vet:
56 stage: test
57 image: bluegit/go
58 extends: .on_ci
59 script:
60 - go vet ./...
61
62 test:
63 stage: test
64 image: bluegit/go
65 extends: .on_ci
66 script:
67 - go test ./...
68
69 frontend_checks:
70 stage: test
71 image: bluegit/node
72 extends: .on_ci
73 script:
74 - chmod +x scripts/frontend-checks.sh
75 - ./scripts/frontend-checks.sh
76
77 build:
78 stage: build
79 image: bluegit/go
80 extends: .on_ci
81 script:
82 - go build -trimpath -ldflags="-s -w" -o bluegit ./cmd/bluegit
83 artifacts:
84 paths: [bluegit]
85 expire_in: 14d
86
87 # De backup server tegen een echte BlueGit, gebouwd uit deze checkout
88 # (TestMain in internal/backupserver/integration). Elke feature heeft een
89 # test; release en AUR van bluegit-backup hangen hiervan af.
90 backup_integration:
91 stage: test
92 image: bluegit/go
93 extends: .on_ci
94 timeout: 30m
95 script:
96 - go vet -tags integration ./internal/backupserver/integration/
97 - go test -tags integration -count=1 -v ./internal/backupserver/integration/
98
99 # Losse binaries voor de release en de pakketten. Versie = tag of korte sha.
100 binaries:
101 stage: build
102 image: bluegit/go
103 extends: .on_ci
104 needs: [vet, test, frontend_checks, backup_integration]
105 script:
106 - mkdir -p dist
107 - V="${CI_COMMIT_TAG:-$CI_COMMIT_SHORT_SHA}"
108 - |
109 for a in amd64 arm64; do
110 GOARCH=$a go build -trimpath -ldflags="-s -w -X main.version=$V" -o dist/bluegit-linux-$a ./cmd/bluegit
111 GOARCH=$a go build -trimpath -ldflags="-s -w -X main.version=$V" -o dist/bluegit-runner-linux-$a ./cmd/bluegit-runner
112 GOARCH=$a go build -trimpath -ldflags="-s -w -X gitlab.com/Timfa/bluegit/internal/backupserver/server.Version=$V" -o dist/bluegit-backup-linux-$a ./cmd/bluegit-backup
113 GOOS=windows GOARCH=$a go build -trimpath -ldflags="-s -w -X main.version=$V" -o dist/bluegit-windows-$a.exe ./cmd/bluegit
114 GOOS=windows GOARCH=$a go build -trimpath -ldflags="-s -w -X main.version=$V" -o dist/bluegit-runner-windows-$a.exe ./cmd/bluegit-runner
115 GOOS=windows GOARCH=$a go build -trimpath -ldflags="-s -w -X gitlab.com/Timfa/bluegit/internal/backupserver/server.Version=$V" -o dist/bluegit-backup-windows-$a.exe ./cmd/bluegit-backup
116 done
117 - dist/bluegit-linux-amd64 --version
118 - GOOS=windows GOARCH=amd64 go build ./...
119 - GOOS=windows GOARCH=arm64 go build ./...
120 - |
121 set -euo pipefail
122 for p in $(GOOS=windows GOARCH=amd64 go list ./...); do
123 GOOS=windows GOARCH=amd64 go test -c -o /dev/null "$p"
124 done
125 artifacts:
126 paths:
127 - dist/bluegit-linux-amd64
128 - dist/bluegit-linux-arm64
129 - dist/bluegit-runner-linux-amd64
130 - dist/bluegit-runner-linux-arm64
131 - dist/bluegit-backup-linux-amd64
132 - dist/bluegit-backup-linux-arm64
133 - dist/bluegit-windows-amd64.exe
134 - dist/bluegit-windows-arm64.exe
135 - dist/bluegit-runner-windows-amd64.exe
136 - dist/bluegit-runner-windows-arm64.exe
137 - dist/bluegit-backup-windows-amd64.exe
138 - dist/bluegit-backup-windows-arm64.exe
139 expire_in: 3d
140
141 # nfpm bouwt per programma .deb, .rpm en .pkg.tar.zst voor amd64 en arm64.
142 # De artifacts bevatten ook de binaries en Windows-zips, zodat de
143 # release alles uit één job haalt; SHA256SUMS dekt alle 30 bestanden
144 # plus zichzelf (31 regels in de JSON).
145 package:
146 stage: package
147 image: bluegit/go
148 extends: .on_ci
149 needs: [binaries]
150 script:
151 - go install github.com/goreleaser/nfpm/v2/cmd/nfpm@v2.43.0
152 - export PATH="$(go env GOPATH)/bin:$PATH"
153 - chmod +x scripts/build-packages.sh
154 - ./scripts/build-packages.sh
155 artifacts:
156 paths:
157 - dist/SHA256SUMS
158 - dist/bluegit-linux-amd64
159 - dist/bluegit-linux-arm64
160 - dist/bluegit_amd64.deb
161 - dist/bluegit_arm64.deb
162 - dist/bluegit.x86_64.rpm
163 - dist/bluegit.aarch64.rpm
164 - dist/bluegit-x86_64.pkg.tar.zst
165 - dist/bluegit-aarch64.pkg.tar.zst
166 - dist/bluegit-runner-linux-amd64
167 - dist/bluegit-runner-linux-arm64
168 - dist/bluegit-runner_amd64.deb
169 - dist/bluegit-runner_arm64.deb
170 - dist/bluegit-runner.x86_64.rpm
171 - dist/bluegit-runner.aarch64.rpm
172 - dist/bluegit-runner-x86_64.pkg.tar.zst
173 - dist/bluegit-runner-aarch64.pkg.tar.zst
174 - dist/bluegit-backup-linux-amd64
175 - dist/bluegit-backup-linux-arm64
176 - dist/bluegit-backup_amd64.deb
177 - dist/bluegit-backup_arm64.deb
178 - dist/bluegit-backup.x86_64.rpm
179 - dist/bluegit-backup.aarch64.rpm
180 - dist/bluegit-backup-x86_64.pkg.tar.zst
181 - dist/bluegit-backup-aarch64.pkg.tar.zst
182 - dist/bluegit-windows-amd64.zip
183 - dist/bluegit-windows-arm64.zip
184 - dist/bluegit-runner-windows-amd64.zip
185 - dist/bluegit-runner-windows-arm64.zip
186 - dist/bluegit-backup-windows-amd64.zip
187 - dist/bluegit-backup-windows-arm64.zip
188 expire_in: 3d
189
190 # Installatietest per distro (amd64). Zie scripts/test-package.sh.
191 .package_test:
192 stage: verify
193 needs: [package]
194 rules:
195 - if: $CI_PIPELINE_SOURCE == "merge_request_event"
196 - if: $CI_COMMIT_BRANCH != null
197 - if: $CI_COMMIT_TAG != null
198 script:
199 - bash scripts/test-package.sh
200
201 package_ubuntu:
202 extends: .package_test
203 image: ubuntu:24.04
204
205 package_debian:
206 extends: .package_test
207 image: debian:12
208
209 package_rocky:
210 extends: .package_test
211 image: rockylinux:9
212
213 package_fedora:
214 extends: .package_test
215 image: fedora:latest
216
217 package_arch:
218 extends: .package_test
219 image: archlinux:latest
220
221 # Vóór self_update. De archive-route staat live, dus de tarball van
222 # deze sha is te downloaden met de binary die al draait.
223 # allow_failure: een AUR-storing maakt de pipeline niet rood en houdt
224 # self_update niet tegen.
225 publish_aur:
226 stage: release
227 image: archlinux/archlinux:base-devel
228 extends: .on_master
229 needs: [build]
230 allow_failure: true
231 script:
232 - pacman -Syu --noconfirm
233 - pacman -S --noconfirm --needed git openssh curl coreutils shadow util-linux
234 - chmod +x scripts/aur-ssh-setup.sh scripts/publish-aur.sh
235 - ./scripts/aur-ssh-setup.sh
236 - ./scripts/publish-aur.sh
237
238 # Het aparte runner-pakket. Zelfde AUR-SSH-geheim als publish_aur.
239 publish_aur_runner:
240 stage: release
241 image: archlinux/archlinux:base-devel
242 extends: .on_master
243 needs: [build]
244 allow_failure: true
245 script:
246 - pacman -Syu --noconfirm
247 - pacman -S --noconfirm --needed git openssh curl coreutils shadow util-linux
248 - chmod +x scripts/aur-ssh-setup.sh scripts/publish-aur.sh
249 - ./scripts/aur-ssh-setup.sh
250 - AUR_PKG=bluegit-runner ./scripts/publish-aur.sh
251
252 # Het AUR-pakket bluegit-backup (tot 16-11-2026 uit timfa/bluegit-backup).
253 # Zelfde AUR-SSH-geheim; hangt ook af van de backup-integratietests.
254 publish_aur_backup:
255 stage: release
256 image: archlinux/archlinux:base-devel
257 extends: .on_master
258 needs: [build, backup_integration]
259 allow_failure: true
260 script:
261 - pacman -Syu --noconfirm
262 - pacman -S --noconfirm --needed git openssh curl coreutils shadow util-linux
263 - chmod +x scripts/aur-ssh-setup.sh scripts/publish-aur.sh
264 - ./scripts/aur-ssh-setup.sh
265 - AUR_PKG=bluegit-backup ./scripts/publish-aur.sh
266
267 # Release bij een bestaande tag v* (die Tim zet). Create-only: de server
268 # maakt of verplaatst de tag niet en weigert een tweede release.
269 release_packages:
270 stage: release
271 image: bluegit/base
272 extends: .on_tag
273 needs: [vet, test, frontend_checks, backup_integration, build, package, package_ubuntu, package_debian, package_rocky, package_fedora, package_arch]
274 script:
275 - chmod +x scripts/build-packages.sh
276 - ./scripts/build-packages.sh --json "$CI_COMMIT_TAG" "$CI_COMMIT_SHA" BlueGit > release.json
277 - |
278 curl -fsS -X POST "$CI_API_URL/repos/$CI_PROJECT_PATH/releases/$CI_COMMIT_TAG/assets" \
279 -H "Authorization: Bearer $CI_JOB_TOKEN" \
280 -H "Content-Type: application/json" \
281 --data-binary @release.json
282
283 # Laatste job. needs: [publish_aur] geldt ook als die job met
284 # allow_failure mislukt. Alleen de POST; de job eindigt meteen groen.
285 # De updater bouwt zelf uit git; dit artifact gaat niet mee.
286 # BLUEGIT_UPDATE_TOKEN is hetzelfde geheim als in /etc/bluegit/env.
287 # CI_API_URL eindigt op /api/v1.
288 self_update:
289 stage: release
290 image: bluegit/base
291 extends: .on_master
292 needs: [publish_aur, publish_aur_runner]
293 script:
294 - chmod +x scripts/self-update.sh
295 - ./scripts/self-update.sh