From eda2812d47d59918492e44bc48539c52d77579a8 Mon Sep 17 00:00:00 2001 From: Daniel Sy Date: Mon, 22 Jun 2026 10:45:49 +0200 Subject: [PATCH] =?UTF-8?q?fix(observability):=20=F0=9F=94=87=20silence=20?= =?UTF-8?q?managed-K8s=20false=20alerts=20+=20bump=20backup=20deadline=20t?= =?UTF-8?q?o=204h?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit - Disable kubernetesSystemControllerManager, kubeScheduler, kubernetesSystemScheduler alert rules on dev, benchmark, edp clusters (unreachable on managed K8s) - Bump forgejo s3 backup activeDeadlineSeconds 7200→14400 (2h→4h) across all instances; deadline hit Jun 20-21 on heavy sync --- .../forgejo-server/manifests/forgejo-s3-backup-cronjob.yaml | 2 +- .../stacks/observability-client/vm-client-stack/values.yaml | 6 +++--- .../forgejo-server/manifests/forgejo-s3-backup-cronjob.yaml | 2 +- .../stacks/observability-client/vm-client-stack/values.yaml | 6 +++--- .../forgejo-server/manifests/forgejo-s3-backup-cronjob.yaml | 2 +- .../stacks/observability-client/vm-client-stack/values.yaml | 6 +++--- .../forgejo-server/manifests/forgejo-s3-backup-cronjob.yaml | 2 +- 7 files changed, 13 insertions(+), 13 deletions(-) diff --git a/otc/benchmark.t09.de/stacks/forgejo/forgejo-server/manifests/forgejo-s3-backup-cronjob.yaml b/otc/benchmark.t09.de/stacks/forgejo/forgejo-server/manifests/forgejo-s3-backup-cronjob.yaml index 12883a9..b99a903 100644 --- a/otc/benchmark.t09.de/stacks/forgejo/forgejo-server/manifests/forgejo-s3-backup-cronjob.yaml +++ b/otc/benchmark.t09.de/stacks/forgejo/forgejo-server/manifests/forgejo-s3-backup-cronjob.yaml @@ -12,7 +12,7 @@ spec: jobTemplate: spec: # 2h window: handles large incremental syncs after repo growth or OBS slowness; BackupJobTooSlow alert fires at 5m - activeDeadlineSeconds: 7200 + activeDeadlineSeconds: 14400 backoffLimit: 2 ttlSecondsAfterFinished: 259200 # template: diff --git a/otc/benchmark.t09.de/stacks/observability-client/vm-client-stack/values.yaml b/otc/benchmark.t09.de/stacks/observability-client/vm-client-stack/values.yaml index 4bc089d..7f6dd00 100644 --- a/otc/benchmark.t09.de/stacks/observability-client/vm-client-stack/values.yaml +++ b/otc/benchmark.t09.de/stacks/observability-client/vm-client-stack/values.yaml @@ -201,13 +201,13 @@ defaultRules: create: true rules: {} kubernetesSystemControllerManager: - create: true + create: false rules: {} kubeScheduler: - create: true + create: false rules: {} kubernetesSystemScheduler: - create: true + create: false rules: {} kubeStateMetrics: create: true diff --git a/otc/dev.t09.de/stacks/forgejo/forgejo-server/manifests/forgejo-s3-backup-cronjob.yaml b/otc/dev.t09.de/stacks/forgejo/forgejo-server/manifests/forgejo-s3-backup-cronjob.yaml index d313b18..a8e236f 100644 --- a/otc/dev.t09.de/stacks/forgejo/forgejo-server/manifests/forgejo-s3-backup-cronjob.yaml +++ b/otc/dev.t09.de/stacks/forgejo/forgejo-server/manifests/forgejo-s3-backup-cronjob.yaml @@ -12,7 +12,7 @@ spec: jobTemplate: spec: # 2h window: handles large incremental syncs after repo growth or OBS slowness; BackupJobTooSlow alert fires at 5m - activeDeadlineSeconds: 7200 + activeDeadlineSeconds: 14400 backoffLimit: 2 ttlSecondsAfterFinished: 259200 # template: diff --git a/otc/dev.t09.de/stacks/observability-client/vm-client-stack/values.yaml b/otc/dev.t09.de/stacks/observability-client/vm-client-stack/values.yaml index 06930b0..c6d6b3a 100644 --- a/otc/dev.t09.de/stacks/observability-client/vm-client-stack/values.yaml +++ b/otc/dev.t09.de/stacks/observability-client/vm-client-stack/values.yaml @@ -201,13 +201,13 @@ defaultRules: create: true rules: {} kubernetesSystemControllerManager: - create: true + create: false rules: {} kubeScheduler: - create: true + create: false rules: {} kubernetesSystemScheduler: - create: true + create: false rules: {} kubeStateMetrics: create: true diff --git a/otc/edp.buildth.ing/stacks/forgejo/forgejo-server/manifests/forgejo-s3-backup-cronjob.yaml b/otc/edp.buildth.ing/stacks/forgejo/forgejo-server/manifests/forgejo-s3-backup-cronjob.yaml index 7226bd2..dd51f5b 100644 --- a/otc/edp.buildth.ing/stacks/forgejo/forgejo-server/manifests/forgejo-s3-backup-cronjob.yaml +++ b/otc/edp.buildth.ing/stacks/forgejo/forgejo-server/manifests/forgejo-s3-backup-cronjob.yaml @@ -12,7 +12,7 @@ spec: jobTemplate: spec: # 2h window: handles large incremental syncs after repo growth or OBS slowness; BackupJobTooSlow alert fires at 5m - activeDeadlineSeconds: 7200 + activeDeadlineSeconds: 14400 backoffLimit: 2 ttlSecondsAfterFinished: 259200 # template: diff --git a/otc/edp.buildth.ing/stacks/observability-client/vm-client-stack/values.yaml b/otc/edp.buildth.ing/stacks/observability-client/vm-client-stack/values.yaml index 255e9e5..a7ba239 100644 --- a/otc/edp.buildth.ing/stacks/observability-client/vm-client-stack/values.yaml +++ b/otc/edp.buildth.ing/stacks/observability-client/vm-client-stack/values.yaml @@ -201,13 +201,13 @@ defaultRules: create: true rules: {} kubernetesSystemControllerManager: - create: true + create: false rules: {} kubeScheduler: - create: true + create: false rules: {} kubernetesSystemScheduler: - create: true + create: false rules: {} kubeStateMetrics: create: true diff --git a/otc/observability.buildth.ing/stacks/forgejo/forgejo-server/manifests/forgejo-s3-backup-cronjob.yaml b/otc/observability.buildth.ing/stacks/forgejo/forgejo-server/manifests/forgejo-s3-backup-cronjob.yaml index a1caaae..9f86064 100644 --- a/otc/observability.buildth.ing/stacks/forgejo/forgejo-server/manifests/forgejo-s3-backup-cronjob.yaml +++ b/otc/observability.buildth.ing/stacks/forgejo/forgejo-server/manifests/forgejo-s3-backup-cronjob.yaml @@ -12,7 +12,7 @@ spec: jobTemplate: spec: # 2h window: handles large incremental syncs after repo growth or OBS slowness; BackupJobTooSlow alert fires at 5m - activeDeadlineSeconds: 7200 + activeDeadlineSeconds: 14400 backoffLimit: 2 ttlSecondsAfterFinished: 259200 # template: