Treasuremap Storage for LMA composite

This change introduces a minio function, and deploys it as part of
the lma-stack. It has no persistence for now.

Custom resources are added to lma-configs
  - logging flows to collect logs from minio (pod logs)
  - logging output to send logs to minio
  - monitoring servicemonitor to collect logs from minio
  - monitoring thanos objectstore & storeendpoint for minio

Change-Id: Ic116f499e55a748a033c1b28534c3a38a5cb8788

manifests/composite/lma-infra/patches/kube-prometheus-stack.yaml

@@ -20,6 +20,9 @@ spec:
         thanos:
           image: quay.io/thanos/thanos:v0.17.2
           version: v0.17.2
+          objectStorageConfig:
+            name: lma-infra-object-store
+            key: thanos-config.yaml
 
     prometheusOperator:
       admissionWebhooks:

manifests/function/lma-configs/logging/flows/kustomization.yaml

@@ -0,0 +1,2 @@
+resources:
+  - minio.yaml

manifests/function/lma-configs/logging/flows/minio.yaml

@@ -0,0 +1,12 @@
+apiVersion: logging.banzaicloud.io/v1beta1
+kind: Flow
+metadata:
+  name: lma-infra-minio
+spec:
+  loggingRef: lma-infra-logging
+  match:
+    - select:
+        labels:
+          app: minio
+  localOutputRefs:
+    - lma-infra-minio

manifests/function/lma-configs/logging/kustomization.yaml

@@ -1 +1,3 @@
-resources: []
+resources:
+  - flows
+  - outputs

manifests/function/lma-configs/logging/outputs/kustomization.yaml

@@ -0,0 +1,2 @@
+resources:
+  - minio.yaml

manifests/function/lma-configs/logging/outputs/minio.yaml

@@ -0,0 +1,25 @@
+apiVersion: logging.banzaicloud.io/v1beta1
+kind: Output
+metadata:
+  name: lma-infra-minio
+spec:
+  loggingRef: lma-infra-logging
+  s3:
+    aws_key_id:
+      valueFrom:
+        secretKeyRef:
+          key: fluentd-accesskey
+          name: lma-infra-object-store
+    aws_sec_key:
+      valueFrom:
+        secretKeyRef:
+          key: fluentd-secretkey
+          name: lma-infra-object-store
+    buffer:
+      timekey: 10s
+      timekey_use_utc: true
+      timekey_wait: 0s
+    force_path_style: "true"
+    path: ${tag}/%Y/%m/%d/
+    s3_bucket: logs
+    s3_endpoint: http://minio.lma-infra.svc.cluster.local:9000

manifests/function/lma-configs/monitoring/kustomization.yaml

@@ -1,2 +1,3 @@
 resources:
+  - prometheus
   - thanos

manifests/function/lma-configs/monitoring/prometheus/kustomization.yaml

@@ -0,0 +1,2 @@
+resources:
+  - servicemonitors/lma-infra-minio.yaml

manifests/function/lma-configs/monitoring/prometheus/servicemonitors/lma-infra-minio.yaml

@@ -0,0 +1,13 @@
+apiVersion: monitoring.coreos.com/v1
+kind: ServiceMonitor
+metadata:
+  name: lma-infra-minio
+  labels:
+    app: minio
+spec:
+  selector:
+    matchLabels:
+      app: minio
+  endpoints:
+  - port: metrics
+    path: /minio/prometheus/metrics

manifests/function/lma-configs/monitoring/thanos/kustomization.yaml

@@ -1,3 +1,4 @@
 resources:
   - lma-infra-thanos.yaml
-  - store-endpoints/lma-infra-prometheus.yaml
+  - storeendpoints
+  - objectstores

manifests/function/lma-configs/monitoring/thanos/objectstores/kustomization.yaml

@@ -0,0 +1,2 @@
+resources:
+  - lma-infra-thanos-minio.yaml

manifests/function/lma-configs/monitoring/thanos/objectstores/lma-infra-thanos-minio.yaml

@@ -0,0 +1,12 @@
+apiVersion: monitoring.banzaicloud.io/v1alpha1
+kind: ObjectStore
+metadata:
+  name: lma-infra-thanos-minio
+spec:
+  config:
+    mountFrom:
+      secretKeyRef:
+        name: lma-infra-object-store
+        key: thanos-config.yaml
+  bucketWeb: {}
+  compactor: {}

manifests/function/lma-configs/monitoring/thanos/storeendpoints/kustomization.yaml

@@ -0,0 +1,3 @@
+resources:
+  - lma-infra-prometheus.yaml
+  - lma-infra-minio.yaml

manifests/function/lma-configs/monitoring/thanos/storeendpoints/lma-infra-minio.yaml

@@ -0,0 +1,11 @@
+apiVersion: monitoring.banzaicloud.io/v1alpha1
+kind: StoreEndpoint
+metadata:
+  name: lma-infra-minio
+spec:
+  thanos: lma-infra-thanos
+  config:
+    mountFrom:
+      secretKeyRef:
+        name: lma-infra-object-store
+        key: thanos-config.yaml

manifests/function/minio/helmrelease.yaml

@@ -0,0 +1,20 @@
+apiVersion: "helm.toolkit.fluxcd.io/v2beta1"
+kind: HelmRelease
+metadata:
+  name: minio
+spec:
+  releaseName: minio
+  interval: 5m
+  chart:
+    spec:
+      chart: minio
+      sourceRef:
+        kind: HelmRepository
+        name: minio
+    version: 8.0.9
+    interval: 1m
+  wait: false
+  timeout: 5m
+  # Reference values at
+  # https://github.com/minio/charts/blob/master/minio/values.yaml
+  values: {}

manifests/function/minio/helmrepository.yaml

@@ -0,0 +1,7 @@
+apiVersion: source.toolkit.fluxcd.io/v1beta1
+kind: HelmRepository
+metadata:
+  name: minio
+spec:
+  url: https://helm.min.io/
+  interval: 10m

manifests/function/minio/kustomization.yaml

@@ -0,0 +1,3 @@
+resources:
+  - helmrelease.yaml
+  - helmrepository.yaml

manifests/site/test-site/target/lma-infra/kustomization.yaml

@@ -1,2 +1,5 @@
 resources:
   - ../../../../composite/lma-infra
+  - lma-infra-object-store.yaml
+
+namespace: lma-infra

manifests/site/test-site/target/lma-infra/lma-infra-object-store.yaml

@@ -0,0 +1,17 @@
+apiVersion: v1
+kind: Secret
+metadata:
+  name: lma-infra-object-store
+type: Opaque
+stringData:
+  fluentd-accesskey: admin
+  fluentd-secretkey: changeme
+  thanos-config.yaml: |
+    type: s3
+    config:
+      insecure: true
+      endpoint: minio.lma-infra.svc.cluster.local:9000
+      bucket: metrics
+      region: lma-infra
+      access_key: admin
+      secret_key: changeme

manifests/site/test-site/target/lma-stack/kustomization.yaml

@@ -1,4 +1,9 @@
 resources:
   - ../../../../composite/monitoring-stack
+  - ../../../../function/minio
+  - minio-admin-secret.yaml
 
-namespace: lma-infra
+namespace: lma-infra
+
+patches:
+  - path: patches/minio.yaml

manifests/site/test-site/target/lma-stack/minio-admin-secret.yaml

@@ -0,0 +1,8 @@
+apiVersion: v1
+kind: Secret
+metadata:
+  name: minio-admin-secret
+type: Opaque
+stringData:
+  accesskey: admin
+  secretkey: changeme

manifests/site/test-site/target/lma-stack/patches/minio.yaml

@@ -0,0 +1,17 @@
+apiVersion: "helm.toolkit.fluxcd.io/v2beta1"
+kind: HelmRelease
+metadata:
+  name: minio
+spec:
+  values:
+    replicas: 1
+    persistence:
+      enabled: false
+    existingSecret: minio-admin-secret
+    buckets:
+      - name: logs
+        policy: none
+        purge: false
+      - name: metrics
+        policy: none
+        purge: false