openstack-helm/ceph/templates/daemonset-mon.yaml

{{/*
Copyright 2017 The Openstack-Helm Authors.

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

   http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
*/}}

{{- if .Values.manifests.daemonset_mon }}
{{- $envAll := . }}
{{- if .Values.deployment.ceph }}
{{- $dependencies := .Values.dependencies.mon }}

{{- $serviceAccountName := "ceph-mon"}}
{{ tuple $envAll $dependencies $serviceAccountName | include "helm-toolkit.snippets.kubernetes_pod_rbac_serviceaccount" }}
---
apiVersion: rbac.authorization.k8s.io/v1beta1
kind: Role
metadata:
  name: {{ $serviceAccountName }}
rules:
  - apiGroups:
      - ""
    resources:
      - pods
    verbs:
      - get
      - list
---
apiVersion: rbac.authorization.k8s.io/v1beta1
kind: RoleBinding
metadata:
  name: {{ $serviceAccountName }}
roleRef:
  apiGroup: rbac.authorization.k8s.io
  kind: Role
  name: {{ $serviceAccountName }}
subjects:
  - kind: ServiceAccount
    name: {{ $serviceAccountName }}
    namespace: {{ $envAll.Release.Namespace }}
---
kind: DaemonSet
apiVersion: extensions/v1beta1
metadata:
  name: ceph-mon
spec:
  template:
    metadata:
      labels:
{{ tuple $envAll "ceph" "mon" | include "helm-toolkit.snippets.kubernetes_metadata_labels" | indent 8 }}
    spec:
      serviceAccountName: {{ $serviceAccountName }}
      nodeSelector:
        {{ .Values.labels.mon.node_selector_key }}: {{ .Values.labels.mon.node_selector_value }}
      hostNetwork: true
      dnsPolicy: {{ .Values.pod.dns_policy }}
      initContainers:
{{ tuple $envAll $dependencies list | include "helm-toolkit.snippets.kubernetes_entrypoint_init_container" | indent 8 }}
        - name: ceph-init-dirs
          image: {{ .Values.images.tags.ceph_daemon }}
          imagePullPolicy: {{ .Values.images.pull_policy }}
          command:
            - /tmp/init_dirs.sh
          volumeMounts:
            - name: ceph-bin
              mountPath: /tmp/init_dirs.sh
              subPath: init_dirs.sh
              readOnly: true
            - name: ceph-bin
              mountPath: /variables_entrypoint.sh
              subPath: variables_entrypoint.sh
              readOnly: true
            - name: pod-var-lib-ceph
              mountPath: /var/lib/ceph
              readOnly: false
            - name: mon-directory
              mountPath: /var/lib/ceph/mon
              readOnly: false
            - name: pod-run
              mountPath: /run
              readOnly: false
      containers:
        - name: ceph-mon
          image: {{ .Values.images.tags.ceph_daemon }}
          imagePullPolicy: {{ .Values.images.pull_policy }}
{{ tuple $envAll $envAll.Values.pod.resources.mon | include "helm-toolkit.snippets.kubernetes_resources" | indent 10 }}
          env:
            - name: K8S_HOST_NETWORK
              value: "1"
            - name: MONMAP
              value: /var/lib/ceph/mon/monmap
            - name: NAMESPACE
              valueFrom:
                fieldRef:
                  apiVersion: v1
                  fieldPath: metadata.namespace
            - name: CEPH_DAEMON
              value: mon
            - name: CEPH_PUBLIC_NETWORK
              value: {{ .Values.network.public | quote }}
            - name: KUBECTL_PARAM
              value: {{ tuple $envAll "ceph" "mon" | include "helm-toolkit.snippets.kubernetes_kubectl_params" | indent 10 }}
            - name: MON_IP
              valueFrom:
                fieldRef:
                  fieldPath: status.podIP
          command:
            - /start_mon.sh
          lifecycle:
            preStop:
                exec:
                  command:
                    - /remove-mon.sh
          ports:
            - containerPort: 6789
          livenessProbe:
           exec:
            command:
             - /ceph-mon-liveness.sh
           initialDelaySeconds: 60
           periodSeconds: 60
          readinessProbe:
           exec:
            command:
             - /ceph-mon-readiness.sh
           initialDelaySeconds: 60
           periodSeconds: 60
          volumeMounts:
            - name: ceph-bin
              mountPath: /start_mon.sh
              subPath: start_mon.sh
              readOnly: true
            - name: ceph-bin
              mountPath: /remove-mon.sh
              subPath: remove-mon.sh
              readOnly: true
            - name: ceph-bin
              mountPath: /common_functions.sh
              subPath: common_functions.sh
              readOnly: true
            - name: ceph-bin
              mountPath: /ceph-mon-liveness.sh
              subPath: ceph-mon-liveness.sh
              readOnly: true
            - name: ceph-bin
              mountPath: /ceph-mon-readiness.sh
              subPath: ceph-mon-readiness.sh
              readOnly: true
            - name: ceph-etc
              mountPath: /etc/ceph/ceph.conf
              subPath: ceph.conf
              readOnly: true
            - name: ceph-client-admin-keyring
              mountPath: /etc/ceph/ceph.client.admin.keyring
              subPath: ceph.client.admin.keyring
              readOnly: true
            - name: ceph-mon-keyring
              mountPath: /etc/ceph/ceph.mon.keyring
              subPath: ceph.mon.keyring
              readOnly: false
            - name: ceph-bin
              mountPath: /variables_entrypoint.sh
              subPath: variables_entrypoint.sh
              readOnly: true
            - name: ceph-bootstrap-osd-keyring
              mountPath: /var/lib/ceph/bootstrap-osd/ceph.keyring
              subPath: ceph.keyring
              readOnly: false
            - name: ceph-bootstrap-mds-keyring
              mountPath: /var/lib/ceph/bootstrap-mds/ceph.keyring
              subPath: ceph.keyring
              readOnly: false
            - name: ceph-bootstrap-rgw-keyring
              mountPath: /var/lib/ceph/bootstrap-rgw/ceph.keyring
              subPath: ceph.keyring
              readOnly: false
            - name: pod-var-lib-ceph
              mountPath: /var/lib/ceph
              readOnly: false
            - name: mon-directory
              mountPath: /var/lib/ceph/mon
              readOnly: false
            - name: pod-run
              mountPath: /run
              readOnly: false
      volumes:
        - name: ceph-bin
          configMap:
            name: ceph-bin
            defaultMode: 0555
        - name: ceph-etc
          configMap:
            name: ceph-etc
            defaultMode: 0444
        - name: pod-var-lib-ceph
          emptyDir: {}
        - name: pod-run
          emptyDir:
            medium: "Memory"
        - name: mon-directory
          hostPath:
            path: {{ .Values.ceph.storage.mon_directory }}
        - name: ceph-client-admin-keyring
          secret:
            secretName: {{ .Values.secrets.keyrings.admin }}
        - name: ceph-mon-keyring
          secret:
            secretName: {{ .Values.secrets.keyrings.mon }}
        - name: ceph-bootstrap-osd-keyring
          secret:
            secretName: {{ .Values.secrets.keyrings.osd }}
        - name: ceph-bootstrap-mds-keyring
          secret:
            secretName: {{ .Values.secrets.keyrings.mds }}
        - name: ceph-bootstrap-rgw-keyring
          secret:
            secretName: {{ .Values.secrets.keyrings.rgw }}
{{- end }}
{{- end }}