{{/* Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */}} {{- define "monLivenessProbeTemplate" -}} exec: command: - /tmp/mon-check.sh {{- end -}} {{- define "monReadinessProbeTemplate" -}} exec: command: - /tmp/mon-check.sh {{- end -}} {{- if and .Values.manifests.daemonset_mon .Values.deployment.ceph }} {{- $envAll := . }} {{- $serviceAccountName := (printf "%s" .Release.Name) }} {{ tuple $envAll "mon" $serviceAccountName | include "helm-toolkit.snippets.kubernetes_pod_rbac_serviceaccount" }} --- apiVersion: rbac.authorization.k8s.io/v1 kind: Role metadata: name: {{ $serviceAccountName }} rules: - apiGroups: - "" resources: - pods - endpoints verbs: - get - list --- apiVersion: rbac.authorization.k8s.io/v1 kind: RoleBinding metadata: name: {{ $serviceAccountName }} roleRef: apiGroup: rbac.authorization.k8s.io kind: Role name: {{ $serviceAccountName }} subjects: - kind: ServiceAccount name: {{ $serviceAccountName }} namespace: {{ $envAll.Release.Namespace }} {{- end }} {{- define "ceph.mon.daemonset" }} {{- $daemonset := index . 0 }} {{- $configMapName := index . 1 }} {{- $serviceAccountName := index . 2 }} {{- $envAll := index . 3 }} {{- with $envAll }} --- kind: DaemonSet apiVersion: apps/v1 metadata: name: ceph-mon annotations: {{ tuple $envAll | include "helm-toolkit.snippets.release_uuid" }} labels: {{ tuple $envAll "ceph" "mon" | include "helm-toolkit.snippets.kubernetes_metadata_labels" | indent 4 }} spec: selector: matchLabels: {{ tuple $envAll "ceph" "mon" | include "helm-toolkit.snippets.kubernetes_metadata_labels" | indent 6 }} {{ tuple $envAll "mon" | include "helm-toolkit.snippets.kubernetes_upgrades_daemonset" | indent 2 }} template: metadata: labels: {{ tuple $envAll "ceph" "mon" | include "helm-toolkit.snippets.kubernetes_metadata_labels" | indent 8 }} annotations: {{ tuple $envAll | include "helm-toolkit.snippets.release_uuid" | indent 8 }} configmap-etc-hash: {{ tuple "configmap-etc.yaml" . | include "helm-toolkit.utils.hash" }} configmap-bin-hash: {{ tuple "configmap-bin.yaml" . | include "helm-toolkit.utils.hash" }} {{ dict "envAll" $envAll "podName" "ceph-mon" "containerNames" (list "ceph-mon" "ceph-init-dirs" "ceph-log-ownership") | include "helm-toolkit.snippets.kubernetes_mandatory_access_control_annotation" | indent 8 }} spec: {{ dict "envAll" $envAll "application" "mon" | include "helm-toolkit.snippets.kubernetes_pod_security_context" | indent 6 }} serviceAccountName: {{ $serviceAccountName }} nodeSelector: {{ .Values.labels.mon.node_selector_key }}: {{ .Values.labels.mon.node_selector_value }} hostNetwork: true shareProcessNamespace: true dnsPolicy: {{ .Values.pod.dns_policy }} initContainers: {{ tuple $envAll "mon" list | include "helm-toolkit.snippets.kubernetes_entrypoint_init_container" | indent 8 }} - name: ceph-init-dirs {{ tuple $envAll "ceph_mon" | include "helm-toolkit.snippets.image" | indent 10 }} {{ dict "envAll" $envAll "application" "mon" "container" "ceph_init_dirs" | include "helm-toolkit.snippets.kubernetes_container_security_context" | indent 10 }} command: - /tmp/init-dirs.sh env: - name: CLUSTER value: "ceph" volumeMounts: - name: pod-tmp mountPath: /tmp - name: pod-run mountPath: /run - name: pod-etc-ceph mountPath: /etc/ceph - name: ceph-mon-bin mountPath: /tmp/init-dirs.sh subPath: init-dirs.sh readOnly: true - name: pod-var-lib-ceph mountPath: /var/lib/ceph readOnly: false - name: pod-var-lib-ceph-crash mountPath: /var/lib/ceph/crash readOnly: false - name: ceph-log-ownership {{ tuple $envAll "ceph_mon" | include "helm-toolkit.snippets.image" | indent 10 }} {{ dict "envAll" $envAll "application" "mon" "container" "ceph_log_ownership" | include "helm-toolkit.snippets.kubernetes_container_security_context" | indent 10 }} command: - chown - -R - ceph:root - /var/log/ceph volumeMounts: - name: pod-tmp mountPath: /tmp - name: pod-run mountPath: /run - name: pod-etc-ceph mountPath: /etc/ceph - name: pod-var-log mountPath: /var/log/ceph readOnly: false containers: - name: ceph-mon {{ tuple $envAll "ceph_mon" | include "helm-toolkit.snippets.image" | indent 10 }} {{ tuple $envAll $envAll.Values.pod.resources.mon | include "helm-toolkit.snippets.kubernetes_resources" | indent 10 }} {{ dict "envAll" $envAll "application" "mon" "container" "ceph_mon" | include "helm-toolkit.snippets.kubernetes_container_security_context" | indent 10 }} env: - name: CLUSTER value: "ceph" - name: K8S_HOST_NETWORK value: "1" - name: MONMAP value: /var/lib/ceph/mon/monmap - name: NAMESPACE valueFrom: fieldRef: apiVersion: v1 fieldPath: metadata.namespace - name: CEPH_PUBLIC_NETWORK value: {{ .Values.network.public | quote }} - name: KUBECTL_PARAM value: {{ tuple $envAll "ceph" "mon" | include "helm-toolkit.snippets.kubernetes_kubectl_params" }} - name: MON_PORT value: {{ tuple "ceph_mon" "internal" "mon" $envAll | include "helm-toolkit.endpoints.endpoint_port_lookup" | quote }} - name: MON_PORT_V2 value: {{ tuple "ceph_mon" "internal" "mon_msgr2" $envAll | include "helm-toolkit.endpoints.endpoint_port_lookup" | quote }} - name: MON_IP valueFrom: fieldRef: fieldPath: status.podIP - name: POD_NAME valueFrom: fieldRef: fieldPath: metadata.name - name: NODE_NAME valueFrom: fieldRef: fieldPath: spec.nodeName command: - /tmp/mon-start.sh lifecycle: preStop: exec: command: - /tmp/mon-stop.sh ports: - containerPort: {{ tuple "ceph_mon" "internal" "mon" $envAll | include "helm-toolkit.endpoints.endpoint_port_lookup" }} - containerPort: {{ tuple "ceph_mon" "internal" "mon_msgr2" $envAll | include "helm-toolkit.endpoints.endpoint_port_lookup" }} {{ dict "envAll" . "component" "ceph" "container" "ceph-mon" "type" "liveness" "probeTemplate" (include "monLivenessProbeTemplate" . | fromYaml) | include "helm-toolkit.snippets.kubernetes_probe" | trim | indent 10 }} {{ dict "envAll" . "component" "ceph" "container" "ceph-mon" "type" "readiness" "probeTemplate" (include "monReadinessProbeTemplate" . | fromYaml) | include "helm-toolkit.snippets.kubernetes_probe" | trim | indent 10 }} volumeMounts: - name: pod-tmp mountPath: /tmp - name: pod-run mountPath: /run - name: pod-etc-ceph mountPath: /etc/ceph - name: ceph-mon-bin mountPath: /tmp/mon-start.sh subPath: mon-start.sh readOnly: true - name: ceph-mon-bin mountPath: /tmp/mon-stop.sh subPath: mon-stop.sh readOnly: true - name: ceph-mon-bin mountPath: /tmp/mon-check.sh subPath: mon-check.sh readOnly: true - name: ceph-mon-bin mountPath: /tmp/checkObjectReplication.py subPath: utils-checkObjectReplication.py readOnly: true - name: ceph-mon-bin mountPath: /tmp/utils-checkDNS.sh subPath: utils-checkDNS.sh readOnly: true - name: ceph-mon-etc mountPath: /etc/ceph/ceph.conf.template subPath: ceph.conf readOnly: true - name: ceph-client-admin-keyring mountPath: /etc/ceph/ceph.client.admin.keyring subPath: ceph.client.admin.keyring readOnly: true - name: ceph-mon-keyring mountPath: /etc/ceph/ceph.mon.keyring.seed subPath: ceph.mon.keyring readOnly: true - name: ceph-bootstrap-osd-keyring mountPath: /var/lib/ceph/bootstrap-osd/ceph.keyring subPath: ceph.keyring readOnly: true - name: ceph-bootstrap-mds-keyring mountPath: /var/lib/ceph/bootstrap-mds/ceph.keyring subPath: ceph.keyring readOnly: true - name: pod-var-lib-ceph mountPath: /var/lib/ceph readOnly: false - name: pod-var-lib-ceph-crash mountPath: /var/lib/ceph/crash readOnly: false - name: pod-var-log mountPath: /var/log/ceph readOnly: false volumes: - name: pod-tmp emptyDir: {} - name: pod-run emptyDir: medium: "Memory" - name: pod-etc-ceph emptyDir: {} - name: pod-var-log emptyDir: {} - name: ceph-mon-bin configMap: name: {{ printf "%s-%s" $envAll.Release.Name "bin" | quote }} defaultMode: 0555 - name: ceph-mon-etc configMap: name: {{ $configMapName }} defaultMode: 0444 - name: pod-var-lib-ceph hostPath: path: {{ .Values.conf.storage.mon.directory }} - name: pod-var-lib-ceph-crash hostPath: path: /var/lib/openstack-helm/ceph/crash type: DirectoryOrCreate - name: ceph-client-admin-keyring secret: secretName: {{ .Values.secrets.keyrings.admin }} - name: ceph-mon-keyring secret: secretName: {{ .Values.secrets.keyrings.mon }} - name: ceph-bootstrap-osd-keyring secret: secretName: {{ .Values.secrets.keyrings.osd }} - name: ceph-bootstrap-mds-keyring secret: secretName: {{ .Values.secrets.keyrings.mds }} {{- end }} {{- end }} {{- if .Values.manifests.daemonset_mon }} {{- $daemonset := .Values.daemonset.prefix_name }} {{- $configMapName := (printf "%s-%s" .Release.Name "etc") }} {{- $serviceAccountName := (printf "%s" .Release.Name) }} {{- $daemonset_yaml := list $daemonset $configMapName $serviceAccountName . | include "ceph.mon.daemonset" | toString | fromYaml }} {{- $configmap_yaml := "ceph.mon.configmap.etc" }} {{- list $daemonset $daemonset_yaml $configmap_yaml $configMapName . | include "ceph.utils.mon_daemonset_overrides" }} {{- end }}