#!/bin/sh # E2E-only proof that a freshly granted COSI BucketAccess is already usable by # the S3 server. accessGranted describes the COSI object state; it does not # prove that the backing server has reloaded the new IAM identity. cozy_backup_access_preflight() ( set -eu namespace="$1" access_name="$2" timeout_seconds="${3:-90}" s3_namespace="${COZY_E2E_S3_NAMESPACE:-tenant-root}" s3_service="${COZY_E2E_S3_SERVICE:-seaweedfs-s3}" local_port="${COZY_E2E_S3_PREFLIGHT_PORT:-18333}" workdir='' pf_pid='' uploaded=false access_key='' secret_key='' bucket='' deadline='' attempt='' stage='' put_rc='' rm_rc='' object='' case "${timeout_seconds}:${local_port}" in *[!0-9:]*) echo "backup access preflight timeout and local port must be integers" >&2 return 1 ;; esac if ! workdir=$(mktemp -d); then echo "could not create backup access preflight work directory" >&2 return 1 fi # Invoked indirectly by the exit trap below. # shellcheck disable=SC2329 cleanup() { rc=$? trap - 0 # Before the port-forward goes: the delete travels through it. if [ "${uploaded}" = true ]; then rm_rc=0 timeout 15 mc rm --insecure "backup-preflight/${bucket}/${object}" >"${workdir}/cleanup.log" 2>&1 || rm_rc=$? if [ "${rm_rc}" -ne 0 ]; then # A delete killed by its bound usually wrote nothing to say why. [ "${rm_rc}" -ne 124 ] || echo "mc rm timed out after 15s" >>"${workdir}/cleanup.log" echo "WARNING: could not remove failed S3 preflight object ${bucket}/${object}:" >&2 sed 's/^/ s3-cleanup: /' "${workdir}/cleanup.log" >&2 fi fi if [ -n "${pf_pid}" ] && kill -0 "${pf_pid}" 2>/dev/null; then if ! kill "${pf_pid}" 2>/dev/null; then echo "WARNING: could not stop S3 preflight port-forward process ${pf_pid}" >&2 fi # wait reports the SIGTERM used above as a non-zero child status. That is # the expected port-forward shutdown, not a preflight failure. if ! wait "${pf_pid}" 2>/dev/null; then : fi fi rm -rf -- "${workdir}" exit "${rc}" } trap cleanup 0 # Keep the producer and decoder as separate commands. This helper is sourced # by cozytest.sh under /bin/sh, where pipefail is unavailable; a pipeline # would otherwise let a failed Secret read look successful when base64 exits # zero on empty input. if ! kubectl -n "${namespace}" get secret "${access_name}" \ -o jsonpath='{.data.BucketInfo}' > "${workdir}/bucket-info.b64"; then echo "failed to read BucketInfo Secret ${namespace}/${access_name}" >&2 return 1 fi if ! base64 -d < "${workdir}/bucket-info.b64" > "${workdir}/bucket-info.json"; then echo "BucketInfo Secret ${namespace}/${access_name} is not valid base64" >&2 return 1 fi access_key=$(jq -r '.spec.secretS3.accessKeyID // ""' "${workdir}/bucket-info.json") secret_key=$(jq -r '.spec.secretS3.accessSecretKey // ""' "${workdir}/bucket-info.json") bucket=$(jq -r '.spec.bucketName // ""' "${workdir}/bucket-info.json") if [ -z "${access_key}" ] || [ -z "${secret_key}" ] || [ -z "${bucket}" ]; then echo "BucketInfo Secret ${namespace}/${access_name} lacks access key, secret key, or bucket name" >&2 return 1 fi echo "Checking that BucketAccess ${namespace}/${access_name} is live in S3 before provisioning the backup workload..." kubectl -n "${s3_namespace}" port-forward \ "service/${s3_service}" "${local_port}:8333" >"${workdir}/port-forward.log" 2>&1 & pf_pid=$! if ! timeout 30 sh -ec "until nc -z 127.0.0.1 ${local_port}; do sleep 1; done"; then echo "S3 preflight port-forward did not become ready" >&2 sed 's/^/ port-forward: /' "${workdir}/port-forward.log" >&2 return 1 fi export MC_CONFIG_DIR="${workdir}/mc" if ! mc alias set backup-preflight "https://127.0.0.1:${local_port}" \ "${access_key}" "${secret_key}" --insecure >/dev/null; then echo "failed to configure S3 client for BucketAccess ${namespace}/${access_name}" >&2 sed 's/^/ port-forward: /' "${workdir}/port-forward.log" >&2 return 1 fi object=".cozystack-e2e-preflight/${access_name}-$(date +%s)-$$" printf 'cozystack backup access preflight: %s\n' "${access_name}" > "${workdir}/source" deadline=$(( $(date +%s) + timeout_seconds )) attempt=0 while :; do attempt=$(( attempt + 1 )) stage=PUT put_rc=0 timeout 15 mc cp --insecure "${workdir}/source" \ "backup-preflight/${bucket}/${object}" >>"${workdir}/mc.log" 2>&1 || put_rc=$? # A PUT cut off by its time bound (124) may have landed all the same. One # the server refused did not, and deleting it would only fail again. if [ "${put_rc}" -eq 0 ] || [ "${put_rc}" -eq 124 ]; then uploaded=true fi if [ "${put_rc}" -eq 0 ]; then stage=GET if timeout 15 mc cp --insecure "backup-preflight/${bucket}/${object}" \ "${workdir}/download" >>"${workdir}/mc.log" 2>&1; then stage=compare if cmp "${workdir}/source" "${workdir}/download" >>"${workdir}/mc.log" 2>&1; then stage=DELETE if timeout 15 mc rm --insecure "backup-preflight/${bucket}/${object}" \ >>"${workdir}/mc.log" 2>&1; then uploaded=false echo "BucketAccess ${namespace}/${access_name} passed PUT, GET, compare, and DELETE on attempt ${attempt}." return 0 fi fi fi fi # One log carries every attempt, so this line is all that tells a failed # upload from a failed download. printf 'attempt %s failed at %s\n' "${attempt}" "${stage}" >>"${workdir}/mc.log" if [ "$(date +%s)" -ge "${deadline}" ]; then echo "BucketAccess ${namespace}/${access_name} was granted but did not pass S3 PUT/GET/DELETE within ${timeout_seconds}s" >&2 sed 's/^/ port-forward: /' "${workdir}/port-forward.log" >&2 sed 's/^/ s3-preflight: /' "${workdir}/mc.log" >&2 return 1 fi sleep 5 done )