BlueGit

timfa 66wiki

Files

66wiki / blue-ci-cd.yml

blue-ci-cd.yml

blue-ci-cd.yml 4.5 KiB Download Raw
1# BlueGit CI (vertaald uit .gitlab-ci.yml; GitLab is alleen nog backup).
2# Secrets (repo, beschermd, eigen FTP-host): timftphost, timftpuser, timftppassword, timftproot, projectftp.
3stages:
4 - validate
5 - deploy
6
7validate_json:
8 stage: validate
9 image: python:3.12-slim
10 rules:
11 # Merge request pipelines
12 - if: $CI_PIPELINE_SOURCE == "merge_request_event"
13 when: on_success
14
15 # Pushes to master
16 - if: $CI_COMMIT_BRANCH == "master" && $CI_PIPELINE_SOURCE == "push"
17 when: on_success
18
19 # Everything else: do not run
20 - when: never
21
22 script:
23 - python -V
24 - |
25 python - <<'PY'
26 import json
27 import sys
28 from pathlib import Path
29
30 root = Path("web")
31 data_dir = root / "data"
32 templates_dir = root / "templates"
33
34 if not data_dir.is_dir():
35 print(f"ERROR: data directory not found: {data_dir.resolve()}")
36 sys.exit(1)
37
38 if not templates_dir.is_dir():
39 print(f"ERROR: templates directory not found: {templates_dir.resolve()}")
40 sys.exit(1)
41
42 # NEW: ensure all files under /data are .json (no other extensions, no extensionless files)
43 bad_files = []
44 for p in sorted(data_dir.rglob("*")):
45 if p.is_file() and p.suffix.lower() != ".json":
46 bad_files.append(p.as_posix())
47
48 if bad_files:
49 print("\nDATA DIRECTORY VALIDATION FAILED\n")
50 print("ERROR: Non-JSON files found under web/data (only .json allowed):")
51 for bf in bad_files:
52 print(" - " + bf)
53 sys.exit(1)
54
55 json_files = sorted(data_dir.rglob("*.json"))
56 if not json_files:
57 print(f"ERROR: No .json files found under {data_dir}")
58 sys.exit(1)
59
60 errors = []
61 checked = 0
62
63 for jf in json_files:
64 checked += 1
65 rel = jf.as_posix()
66
67 # 1) JSON syntax check
68 try:
69 obj = json.loads(jf.read_text(encoding="utf-8"))
70 except Exception as e:
71 errors.append(f"{rel}: invalid JSON ({e})")
72 continue
73
74 if not isinstance(obj, dict):
75 errors.append(f"{rel}: JSON root must be an object")
76 continue
77
78 # 2) type exists and is valid
79 t = obj.get("type")
80 if not isinstance(t, str) or not t.strip():
81 errors.append(f"{rel}: missing or invalid 'type'")
82 continue
83
84 t = t.strip()
85
86 n = obj.get("name")
87 if not isinstance(n, str) or not n.strip():
88 errors.append(f"{rel}: missing or invalid 'name'")
89 continue
90
91 # 3) template exists
92 tpl = templates_dir / f"{t}.template"
93 if not tpl.is_file():
94 errors.append(
95 f"{rel}: type '{t}' has no matching template ({tpl.as_posix()})"
96 )
97
98 if errors:
99 print("\nJSON VALIDATION FAILED\n")
100 for e in errors:
101 print(" - " + e)
102 print(f"\nChecked {checked} file(s), found {len(errors)} issue(s).")
103 sys.exit(1)
104
105 print(f"OK: {checked} JSON file(s) validated successfully.")
106 PY
107
108ftp_upload:
109 stage: deploy
110 image: debian:bookworm-slim
111 resource_group: production
112 rules:
113 - if: $CI_COMMIT_BRANCH == "master" && $CI_PIPELINE_SOURCE == "push"
114 script:
115 - apt-get update -qy
116 - apt-get install -y --no-install-recommends lftp python3 ca-certificates
117 # BlueGit expandeert $timftproot in secrets niet (GitLab deed dat wel).
118 - export projectftp="$(python3 -c 'import os;r=os.environ.get("timftproot","");print(os.environ["projectftp"].replace("${timftproot}",r).replace("$timftproot",r))')"
119 - test -n "$projectftp"
120 # In-place sync instead of "rm -r + mirror": live folders never disappear during a deploy.
121 # - no --only-newer/--ignore-time: the fresh CI checkout gives every file a new mtime, so the
122 # default size+time comparison re-uploads all files (correct even if FTP mtimes are unreliable)
123 # - --delete removes remote files that no longer exist in web/ (runs after the transfers)
124 # - xfer:use-temp-file uploads to a temp name and renames, so a file is never served half-written
125 # - cmd:fail-exit makes the job fail if the mirror fails
126 - lftp -u $timftpuser,$timftppassword $timftphost -e "set ssl:verify-certificate no; set sftp:auto-confirm yes; set xfer:use-temp-file yes; mkdir -p -f $projectftp; set cmd:fail-exit yes; mirror -R --delete --parallel=4 web $projectftp; quit"
127 needs: [validate_json]