Merge branch 'loki' into 'main'

feat: Loki configuration

See merge request libre.sh/libre.sh!3

cluster/components/observability/loki/hr.yaml

@@ -21,19 +21,19 @@ spec:
     remediation:
       retries: 5
   valuesFrom:
-    - targetPath: loki.storage.bucketnames.chunks
+    - targetPath: loki.structuredConfig.common.storage.s3.bucketnames
       kind: Secret
       name: loki-chunks.bucket.libre.sh
       valuesKey: bucket
-    - targetPath: loki.storage.s3.endpoint
+    - targetPath: loki.structuredConfig.common.storage.s3.endpoint
       kind: Secret
       name: loki-chunks.bucket.libre.sh
       valuesKey: endpoint
-    - targetPath: loki.storage.s3.accessKeyId
+    - targetPath: loki.structuredConfig.common.storage.s3.access_key_id
       kind: Secret
       name: loki-chunks.bucket.libre.sh
       valuesKey: accessKey
-    - targetPath: loki.storage.s3.secretAccessKey
+    - targetPath: loki.structuredConfig.common.storage.s3.secret_access_key
       kind: Secret
       name: loki-chunks.bucket.libre.sh
       valuesKey: secretKey

cluster/components/observability/loki/values.yaml

@@ -14,27 +14,26 @@ read:
   legacyReadTarget: false
   persistence:
     size: 5Gi
-  #extraVolumeMounts:
+  extraVolumeMounts:
-  #  - name: loki-rules
+    - name: rules
-  #    mountPath: /rules/fake
+      mountPath: /rules
-  #  - name: loki-rules-tmp
+  extraVolumes:
-  #    mountPath: /tmp/scratch
+    - name: rules
-  #  - name: loki-tmp
+      emptyDir: {}
-  #    mountPath: /tmp/loki-tmp
-  #extraVolumes:
-  #  - name: loki-rules
-  #    configMap:
-  #      name: loki-alerting-rules
-  #  - name: loki-rules-tmp
-  #    emptyDir: {}
-  #  - name: loki-tmp
-  #    emptyDir: {}
-  #persistence:
-  #  size: 10Gi
-  #  storageClass: ceph-block
 backend:
   persistence:
     size: 5Gi
+  extraVolumeMounts:
+    - name: rules
+      mountPath: /rules/fake
+    - name: scratch
+      mountPath: /tmp/scratch
+  extraVolumes:
+    - name: rules
+      configMap:
+        name: loki-alerting-rules
+    - name: scratch
+      emptyDir: {}
 gateway:
   enabled: true
   autoscaling: 
@@ -43,7 +42,6 @@ gateway:
     enabled: true
     ingressClassName: "nginx"
     annotations:
-    #  certmanager.k8s.io/cluster-issuer: letsencrypt-prod
       kubernetes.io/tls-acme: "true"
     hosts:
       - host: loki.${CLUSTER_DOMAIN}
@@ -60,16 +58,75 @@ loki:
     # TODO is needed https://grafana.com/docs/loki/next/installation/helm/migrate-to-three-scalable-targets/ & https://github.com/grafana/loki/issues/8407
     # in doc main-f5fbfab-amd64
     tag: "main-1c4dd6a-amd64" # is latest
+  structuredConfig:
+    auth_enabled: true
+    server:
+      log_level: info
+      http_listen_port: 3100 # is default
+      grpc_listen_port: 9095 # is default
+    memberlist:
+      join_members: ["loki-memberlist"]
+    limits_config:
+      retention_period: 14d # default is 0s / disabled
+      enforce_metric_name: false # default is true 
+      reject_old_samples: true # default is true
+      reject_old_samples_max_age: 168h # default is 1w
+      max_cache_freshness_per_query: 10m # default is 1m
+      split_queries_by_interval: 15m # default is 30m
+      ingestion_rate_mb: 50 # default is 4
+      ingestion_burst_size_mb: 1000 # default is 6
+      per_stream_rate_limit: 5MB # default is 3MB
+      per_stream_rate_limit_burst: 20MB # default is 15MB
+      shard_streams:
+        enabled: true # default is false
+    schema_config:
+      configs:
+        - from: "2022-01-11" # quote
+          store: boltdb-shipper
+          object_store: s3
+          schema: v12
+          index:
+            prefix: loki_index_
+            period: 24h
+    common:
+      path_prefix: /var/loki
+      replication_factor: 3
       storage:
-# TODO
-#    bucketNames:
-#      chunks: ${CLUSTER_NAME}-loki-chunks
-# 
-#      ruler: ${CLUSTER_NAME}-loki-chunks
-    type: s3
         s3:
-      s3ForcePathStyle: true
+          s3: null
-          # TODO
+          insecure: false
-      #insecure: false
+          s3forcepathstyle: true
-      #http_config:
+      ring:
-      #  insecure_skip_verify: 
+        kvstore:
+          store: memberlist
+    ruler:
+      enable_api: true
+      enable_alertmanager_v2: true
+      alertmanager_url: http://kube-prometheus-stack-alertmanager:9093
+      storage:
+        type: local
+        local:
+          directory: /rules
+      rule_path: /tmp/scratch
+      ring:
+        kvstore:
+          store: memberlist
+    distributor:
+      ring:
+        kvstore:
+          store: memberlist
+    compactor:
+      working_directory: /var/loki/boltdb-shipper-compactor
+      shared_store: s3
+      compaction_interval: 10m # is default
+      retention_enabled: true # default is false
+      retention_delete_delay: 2h # is default
+      retention_delete_worker_count: 150 # is default
+    ingester:
+      max_chunk_age: 1h # default is 2h
+      lifecycler:
+        ring:
+          kvstore:
+            store: memberlist
+    analytics:
+      reporting_enabled: false