mirror of
https://github.com/cozystack/cozystack.git
synced 2026-11-21 12:13:55 +09:00
fix(clickhouse): keep the archive name of a backup running across the upgrade
A backup Job created before archive names carried the BackupJob's UID writes its archive under the name without it, and the Job is not re-rendered when the controller is upgraded. Matching only the new name left that Backup with no archive recorded, so its restore fell back to guessing by timestamp. The name without the UID is matched second, because it is a prefix of the one with it. Assisted-by: LLM Signed-off-by: Alexey Artamonov <aleksei.artamonov@aenix.io>
This commit is contained in:
1 parent
0f336e99c5
commit
fc15ed7171
2 files changed
+73
-2
No files matched your search
@@ -126,7 +126,14 @@ func backupParameters(b *backupsv1alpha1.Backup) map[string]string {
|
||||
// chronologically, and the restore of a Backup that records no archive, which
|
||||
// accepts only clickhouse-<release>-<timestamp>, never picks one of these.
|
||||
func altinityArchiveName(j *backupsv1alpha1.BackupJob) string {
|
||||
return fmt.Sprintf("clickhouse-%s-%s-%s", j.Spec.ApplicationRef.Name, j.Status.StartedAt.UTC().Format(altinityArchiveTimeLayout), j.UID)
|
||||
return altinityArchiveNameBeforeUIDs(j) + "-" + string(j.UID)
|
||||
}
|
||||
|
||||
// altinityArchiveNameBeforeUIDs is the name a controller that did not append
|
||||
// the UID gave the same BackupJob, which a Job it created before an upgrade
|
||||
// still writes.
|
||||
func altinityArchiveNameBeforeUIDs(j *backupsv1alpha1.BackupJob) string {
|
||||
return fmt.Sprintf("clickhouse-%s-%s", j.Spec.ApplicationRef.Name, j.Status.StartedAt.UTC().Format(altinityArchiveTimeLayout))
|
||||
}
|
||||
|
||||
// altinityJobCarriesArchive reports whether the Job's Pod was rendered with
|
||||
@@ -286,8 +293,13 @@ func (r *BackupJobReconciler) reconcileAltinity(ctx context.Context, j *backupsv
|
||||
if j.Status.BackupRef != nil {
|
||||
return ctrl.Result{}, nil
|
||||
}
|
||||
// The name without the UID is a prefix of the one with it, so it is
|
||||
// tried only after the full name is not found.
|
||||
if !altinityJobCarriesArchive(batchJob, archive) {
|
||||
archive = ""
|
||||
archive = altinityArchiveNameBeforeUIDs(j)
|
||||
if !altinityJobCarriesArchive(batchJob, archive) {
|
||||
archive = ""
|
||||
}
|
||||
}
|
||||
artifact, err := r.createAltinityBackupArtifact(ctx, j, resolved, archive)
|
||||
if err != nil {
|
||||
|
||||
@@ -829,6 +829,65 @@ func TestReconcileAltinity_RecordsTheArchiveTheJobWasGiven(t *testing.T) {
|
||||
}
|
||||
}
|
||||
|
||||
// TestReconcileAltinity_RecordsTheArchiveOfAJobNamedBeforeUIDs covers a backup
|
||||
// Job created by a controller that named archives without the BackupJob's UID
|
||||
// and still running when the controller is upgraded: the Job is not
|
||||
// re-rendered, so its archive carries the old name, and the Backup has to
|
||||
// record that name rather than none.
|
||||
func TestReconcileAltinity_RecordsTheArchiveOfAJobNamedBeforeUIDs(t *testing.T) {
|
||||
app := newAltinityClickHouseApp("ch-test", "tenant-test")
|
||||
strategy := newAltinityArchiveStrategy("clickhouse-strategy")
|
||||
startedAt := metav1.NewTime(time.Date(2026, 3, 4, 5, 6, 7, 0, time.UTC))
|
||||
backupJob := &backupsv1alpha1.BackupJob{
|
||||
ObjectMeta: metav1.ObjectMeta{Name: "test-bj", Namespace: "tenant-test", UID: "test-bj-uid"},
|
||||
Spec: backupsv1alpha1.BackupJobSpec{
|
||||
ApplicationRef: newAltinityClickHouseRef("ch-test"),
|
||||
BackupClassName: "clickhouse-backup",
|
||||
},
|
||||
Status: backupsv1alpha1.BackupJobStatus{StartedAt: &startedAt, Phase: backupsv1alpha1.BackupJobPhaseRunning},
|
||||
}
|
||||
resolved := &ResolvedBackupConfig{
|
||||
StrategyRef: corev1.TypedLocalObjectReference{
|
||||
APIGroup: new(strategyv1alpha1.GroupVersion.Group),
|
||||
Kind: strategyv1alpha1.AltinityStrategyKind,
|
||||
Name: "clickhouse-strategy",
|
||||
},
|
||||
}
|
||||
r, _, _ := newAltinityTestEnv(t, app, clientfake.NewClientBuilder().WithObjects(backupJob, strategy))
|
||||
ctx := context.Background()
|
||||
const legacy = "clickhouse-ch-test-20260304T050607Z"
|
||||
|
||||
if _, err := r.reconcileAltinity(ctx, backupJob, resolved); err != nil {
|
||||
t.Fatalf("reconcileAltinity() creating the Job: %v", err)
|
||||
}
|
||||
job := &batchv1.Job{}
|
||||
if err := r.Get(ctx, client.ObjectKey{Namespace: "tenant-test", Name: jobNameForBackupJob(backupJob)}, job); err != nil {
|
||||
t.Fatalf("get backup Job: %v", err)
|
||||
}
|
||||
job.Spec.Template.Spec.Containers[0].Args[1] = "--archive=" + legacy
|
||||
if err := r.Update(ctx, job); err != nil {
|
||||
t.Fatalf("give the backup Job the name without the UID: %v", err)
|
||||
}
|
||||
job.Status.Conditions = []batchv1.JobCondition{{Type: batchv1.JobComplete, Status: corev1.ConditionTrue}}
|
||||
if err := r.Status().Update(ctx, job); err != nil {
|
||||
t.Fatalf("mark backup Job complete: %v", err)
|
||||
}
|
||||
if err := r.Get(ctx, client.ObjectKeyFromObject(backupJob), backupJob); err != nil {
|
||||
t.Fatalf("refresh BackupJob: %v", err)
|
||||
}
|
||||
if _, err := r.reconcileAltinity(ctx, backupJob, resolved); err != nil {
|
||||
t.Fatalf("reconcileAltinity() on the completed Job: %v", err)
|
||||
}
|
||||
|
||||
created := &backupsv1alpha1.Backup{}
|
||||
if err := r.Get(ctx, client.ObjectKey{Namespace: "tenant-test", Name: backupJob.Name}, created); err != nil {
|
||||
t.Fatalf("get Backup: %v", err)
|
||||
}
|
||||
if got := created.Spec.DriverMetadata[altinityArchiveMetaKey]; got != legacy {
|
||||
t.Errorf("Backup records archive %q, want %q", got, legacy)
|
||||
}
|
||||
}
|
||||
|
||||
// TestReconcileAltinity_RecordsNoArchiveTheJobWasNotGiven covers a Job whose
|
||||
// Pod never carried the driver's archive name: one created before the
|
||||
// upgrade that introduced the names, or rendered from a strategy that names
|
||||
|
||||
Reference in new issue
Block a user