mirror of
https://github.com/cozystack/cozystack.git
synced 2026-11-21 20:23:39 +09:00
docs/release.md had grown into one page that mixed the release model, the CI pipeline, changelogs, signatures, nightlies and the fires seen at release time. A reader looking for one of them read all of it, and an edit to one part reflowed the rest. It now indexes one page per topic under docs/release/. The pages already describe how fixes reach a release line through the backport batch, which the following commits add. Workflows, scripts and tests that named docs/release.md now point at the page that holds the text they mean. Assisted-By: LLM Signed-off-by: Myasnikov Daniil <myasnikovdaniil2001@gmail.com>
152 lines
7.0 KiB
Bash
Executable File
152 lines
7.0 KiB
Bash
Executable File
#!/usr/bin/env bats
|
|
# The flux CLI, yq, syft and the helm-unittest plugin are build inputs like any
|
|
# image or action, so they are pinned the same way: a fixed version, and for
|
|
# flux, yq and syft bytes checked against the release that version names. A
|
|
# floating install comes back by copy-paste from an older step rather than by
|
|
# anyone deciding to unpin one, which is why this scans every workflow instead
|
|
# of the steps that happened to be fixed. Other downloaded tools are not
|
|
# covered here.
|
|
|
|
load test_helper
|
|
|
|
REPO_ROOT="$(cd "$(dirname "${BATS_TEST_FILENAME:-$0}")/.." && pwd)"
|
|
WORKFLOWS="$REPO_ROOT/.github/workflows"
|
|
|
|
# Prints file:line:text for every non-comment workflow line matching the ERE.
|
|
workflow_code() {
|
|
grep --recursive --line-number --extended-regexp "$1" "$WORKFLOWS" \
|
|
| grep --invert-match --extended-regexp '^[^:]+:[0-9]+:[[:space:]]*#' || true
|
|
}
|
|
|
|
# Prints file:line for every non-comment download matching the URL ERE that is
|
|
# not followed within three lines by `sha256sum -c -` on the named variable.
|
|
# Each download, not each file: one checked step must not cover another.
|
|
unchecked_downloads() {
|
|
awk -v url="$1" -v sum="$2" '
|
|
FNR == 1 { if (pend) print pend; pend = "" }
|
|
/^[[:space:]]*#/ { next }
|
|
$0 ~ url { if (pend) print pend; pend = FILENAME ":" FNR; n = 0; next }
|
|
pend && /sha256sum -c -/ && index($0, sum) { pend = ""; next }
|
|
pend && ++n >= 3 { print pend; pend = "" }
|
|
END { if (pend) print pend }
|
|
' "$WORKFLOWS"/*.yaml "$WORKFLOWS"/*.yml 2>/dev/null
|
|
}
|
|
|
|
# Fails unless every `KEY: "..."` in the workflows has the same value.
|
|
one_value_of() {
|
|
local values
|
|
values="$(workflow_code "$1: \"" | grep --only-matching "$1: \"[0-9a-f.]*\"" | sort --unique)"
|
|
[ "$(printf '%s\n' "$values" | grep --count .)" -eq 1 ] || { printf '%s\n' "$values"; false; }
|
|
}
|
|
|
|
@test "no workflow executes the fluxcd.io install script" {
|
|
# It runs as root whatever fluxcd.io serves at that moment; the binary it
|
|
# checksums is not the exposure, the unpinned script is.
|
|
hits="$(workflow_code 'fluxcd\.io/install\.sh')"
|
|
[ -z "$hits" ] || { printf '%s\n' "$hits"; false; }
|
|
}
|
|
|
|
@test "every use of the flux setup action is SHA-pinned at one version" {
|
|
uses="$(workflow_code 'uses: fluxcd/flux2/action@')"
|
|
[ -n "$uses" ]
|
|
bad="$(printf '%s\n' "$uses" | grep --invert-match --extended-regexp 'action@[0-9a-f]{40} # v[0-9.]+$' || true)"
|
|
[ -z "$bad" ] || { printf '%s\n' "$bad"; false; }
|
|
|
|
# Without a version input the action resolves the latest release itself, and
|
|
# a digest bump moves the ref and its comment but not the input, so each
|
|
# step's input must sit in its own `with:` and match the tag in the comment.
|
|
# One "sha tag input" triple per step; all steps must agree on it.
|
|
steps="$(awk '
|
|
FNR == 1 { if (pend) print sha, tag, "missing"; pend = 0 }
|
|
/^[[:space:]]*#/ { next }
|
|
/uses: fluxcd\/flux2\/action@/ {
|
|
sha = $0; sub(/.*action@/, "", sha); sub(/ .*/, "", sha)
|
|
tag = $0; sub(/.*# v/, "", tag)
|
|
pend = 1; next
|
|
}
|
|
pend && /version: "/ {
|
|
v = $0; sub(/.*version: "/, "", v); sub(/".*/, "", v)
|
|
print sha, tag, v; pend = 0; next
|
|
}
|
|
pend && /^[[:space:]]*- / { print sha, tag, "missing"; pend = 0 }
|
|
END { if (pend) print sha, tag, "missing" }
|
|
' "$WORKFLOWS"/*.yaml "$WORKFLOWS"/*.yml 2>/dev/null)"
|
|
[ "$(printf '%s\n' "$steps" | grep --count .)" -eq "$(printf '%s\n' "$uses" | grep --count .)" ]
|
|
bad="$(printf '%s\n' "$steps" | awk '$2 != $3' || true)"
|
|
[ -z "$bad" ] || { printf '%s\n' "$bad"; false; }
|
|
[ "$(printf '%s\n' "$steps" | sort --unique | wc -l | tr -d ' ')" -eq 1 ] \
|
|
|| { printf '%s\n' "$steps" | sort --unique; false; }
|
|
}
|
|
|
|
@test "no workflow downloads from a floating latest release" {
|
|
hits="$(workflow_code 'releases/latest/download')"
|
|
[ -z "$hits" ] || { printf '%s\n' "$hits"; false; }
|
|
}
|
|
|
|
@test "every yq download is checksum-verified at one version" {
|
|
[ -n "$(workflow_code 'mikefarah/yq/releases/download')" ]
|
|
unchecked="$(unchecked_downloads 'mikefarah/yq/releases/download' YQ_SHA256)"
|
|
[ -z "$unchecked" ] || { printf '%s\n' "$unchecked"; false; }
|
|
one_value_of YQ_VERSION
|
|
one_value_of YQ_SHA256
|
|
}
|
|
|
|
@test "no workflow installs syft through a script fetched at run time" {
|
|
# anchore/sbom-action and its download-syft action are pinned by commit, but
|
|
# run syft's install.sh from a tag of another repository. The release jobs
|
|
# that need syft hold the app token, the GHCR login and an OIDC token for the
|
|
# identity release signatures are verified against.
|
|
hits="$(workflow_code 'anchore/sbom-action|anchore/syft/.*install\.sh|get\.anchore\.io')"
|
|
[ -z "$hits" ] || { printf '%s\n' "$hits"; false; }
|
|
}
|
|
|
|
@test "every syft download is checksum-verified at one version" {
|
|
[ -n "$(workflow_code 'anchore/syft/releases/download')" ]
|
|
unchecked="$(unchecked_downloads 'anchore/syft/releases/download' SYFT_SHA256)"
|
|
[ -z "$unchecked" ] || { printf '%s\n' "$unchecked"; false; }
|
|
one_value_of SYFT_VERSION
|
|
one_value_of SYFT_SHA256
|
|
}
|
|
|
|
@test "every use of the cosign installer is SHA-pinned at one cosign release" {
|
|
# Without cosign-release the action installs its own default, which moves
|
|
# with a digest bump of the action. The release jobs verify their signature
|
|
# with the cosign docs/release/signatures-and-sbom.md asks users for, so the
|
|
# version is named in each step, and all steps agree on it and on the
|
|
# action's commit.
|
|
uses="$(workflow_code 'uses: sigstore/cosign-installer@')"
|
|
[ -n "$uses" ]
|
|
bad="$(printf '%s\n' "$uses" | grep --invert-match --extended-regexp 'installer@[0-9a-f]{40} # v[0-9.]+$' || true)"
|
|
[ -z "$bad" ] || { printf '%s\n' "$bad"; false; }
|
|
|
|
# One "sha release" pair per step, "missing" when the step names no release.
|
|
steps="$(awk '
|
|
FNR == 1 { if (pend) print sha, "missing"; pend = 0 }
|
|
/^[[:space:]]*#/ { next }
|
|
/uses: sigstore\/cosign-installer@/ {
|
|
sha = $0; sub(/.*installer@/, "", sha); sub(/ .*/, "", sha)
|
|
pend = 1; next
|
|
}
|
|
pend && /cosign-release:/ {
|
|
v = $0; sub(/.*cosign-release:[[:space:]]*"?/, "", v); sub(/"?[[:space:]]*$/, "", v)
|
|
print sha, v; pend = 0; next
|
|
}
|
|
pend && /^[[:space:]]*- / { print sha, "missing"; pend = 0 }
|
|
END { if (pend) print sha, "missing" }
|
|
' "$WORKFLOWS"/*.yaml "$WORKFLOWS"/*.yml 2>/dev/null)"
|
|
[ "$(printf '%s\n' "$steps" | grep --count .)" -eq "$(printf '%s\n' "$uses" | grep --count .)" ]
|
|
bad="$(printf '%s\n' "$steps" | grep --invert-match --extended-regexp ' v[0-9]+\.[0-9]+\.[0-9]+$' || true)"
|
|
[ -z "$bad" ] || { printf '%s\n' "$bad"; false; }
|
|
[ "$(printf '%s\n' "$steps" | sort --unique | wc -l | tr -d ' ')" -eq 1 ] \
|
|
|| { printf '%s\n' "$steps" | sort --unique; false; }
|
|
}
|
|
|
|
@test "every helm plugin install names a version" {
|
|
# helm-unittest embeds its own Helm, so an unpinned plugin moves the renderer
|
|
# every chart test runs against without any PR asking for it.
|
|
installs="$(workflow_code 'helm plugin install')"
|
|
[ -n "$installs" ]
|
|
bad="$(printf '%s\n' "$installs" | grep --invert-match -- '--version' || true)"
|
|
[ -z "$bad" ] || { printf '%s\n' "$bad"; false; }
|
|
}
|