Automated upload for observability.buildth.ing

otc/observability.buildth.ing/stacks/observability/victoria-k8s-stack/manifests/alerts.yaml

@@ -27,3 +27,14 @@ spec:
           annotations:
             value: "{{ $value }}"
             description: 'forgejo s3 backup job failed in cluster environment {{ $labels.cluster_environment }}'
+    - name: disk-consumption-high
+      rules:
+        - alert: disk consumption high
+          expr: 1-(kubelet_volume_stats_available_bytes / kubelet_volume_stats_capacity_bytes) > 0.6
+          for: 30s
+          labels:
+            severity: major
+            job:  "{{ $labels.job }}"
+          annotations:
+            value: "{{ $value }}"
+            description: 'disk consumption of pvc {{ $labels.namespace }}/{{ $labels.persistentvolumeclaim }} is high in cluster environment {{ $labels.cluster_environment }}'

otc/observability.buildth.ing/stacks/observability/victoria-k8s-stack/manifests/vlogs.yaml

@@ -9,7 +9,7 @@ spec:
   storageMetadata:
     annotations:
       everest.io/crypt-key-id: c02a26f1-3c7e-486d-ba5a-266c321bb203
-      everest.io/disk-volume-type: SATA
+      everest.io/disk-volume-type: GPSSD
   storage:
     storageClassName: csi-disk
     accessModes:

otc/observability.buildth.ing/stacks/observability/victoria-k8s-stack/manifests/vmauth.yaml

@@ -5,11 +5,13 @@ metadata:
   namespace: observability
 spec:
   username: simple-user
-  password: simple-password
+  passwordRef:
+    key: password
+    name: simple-user-secret
   targetRefs:
     - static:
         url: http://vmsingle-o12y:8429
       paths: ["/api/v1/write"]
     - static:
         url: http://vlogs-victorialogs:9428
-      paths: ["/insert/elasticsearch/.*"]
+      paths: ["/insert/elasticsearch/.*"]