bf126f46b1
This PS extends the host targeting utility to create daemonsets for storage focused charts. This PS supports both block device and bind mount backed journals and OSDs. Change-Id: Id90b197ba3e4f383eea7ce6137ed77b3ef4e5625
103 lines
3.4 KiB
Smarty
103 lines
3.4 KiB
Smarty
#!/bin/bash
|
|
set -ex
|
|
export LC_ALL=C
|
|
: "${HOSTNAME:=$(uname -n)}"
|
|
: "${CRUSH_LOCATION:=root=default host=${HOSTNAME}}"
|
|
: "${OSD_PATH_BASE:=/var/lib/ceph/osd/${CLUSTER}}"
|
|
: "${JOURNAL_DIR:=/var/lib/ceph/journal}"
|
|
: "${OSD_BOOTSTRAP_KEYRING:=/var/lib/ceph/bootstrap-osd/${CLUSTER}.keyring}"
|
|
|
|
function is_available {
|
|
command -v $@ &>/dev/null
|
|
}
|
|
if is_available rpm; then
|
|
OS_VENDOR=redhat
|
|
source /etc/sysconfig/ceph
|
|
elif is_available dpkg; then
|
|
OS_VENDOR=ubuntu
|
|
source /etc/default/ceph
|
|
fi
|
|
|
|
if [[ $(ceph -v | egrep -q "12.2|luminous"; echo $?) -ne 0 ]]; then
|
|
echo "ERROR- need Luminous release"
|
|
exit 1
|
|
fi
|
|
|
|
if [[ ! -d /var/lib/ceph/osd ]]; then
|
|
echo "ERROR- could not find the osd directory, did you bind mount the OSD data directory?"
|
|
echo "ERROR- use -v <host_osd_data_dir>:/var/lib/ceph/osd"
|
|
exit 1
|
|
fi
|
|
|
|
if [ -z "${HOSTNAME}" ]; then
|
|
echo "HOSTNAME not set; This will prevent to add an OSD into the CRUSH map"
|
|
exit 1
|
|
fi
|
|
|
|
# check if anything is present, if not, create an osd and its directory
|
|
if [[ -n "$(find /var/lib/ceph/osd -prune -empty)" ]]; then
|
|
echo "Creating osd"
|
|
UUID=$(uuidgen)
|
|
OSD_SECRET=$(ceph-authtool --gen-print-key)
|
|
OSD_ID=$(echo "{\"cephx_secret\": \"${OSD_SECRET}\"}" | ceph osd new ${UUID} -i - -n client.bootstrap-osd -k "$OSD_BOOTSTRAP_KEYRING")
|
|
|
|
# test that the OSD_ID is an integer
|
|
if [[ "$OSD_ID" =~ ^-?[0-9]+$ ]]; then
|
|
echo "OSD created with ID: ${OSD_ID}"
|
|
else
|
|
echo "OSD creation failed: ${OSD_ID}"
|
|
exit 1
|
|
fi
|
|
|
|
OSD_PATH="$OSD_PATH_BASE-$OSD_ID/"
|
|
if [ -n "${JOURNAL_DIR}" ]; then
|
|
OSD_J="${JOURNAL_DIR}/journal.${OSD_ID}"
|
|
chown -R ceph. ${JOURNAL_DIR}
|
|
else
|
|
if [ -n "${JOURNAL}" ]; then
|
|
OSD_J=${JOURNAL}
|
|
chown -R ceph. $(dirname ${JOURNAL_DIR})
|
|
else
|
|
OSD_J=${OSD_PATH%/}/journal
|
|
fi
|
|
fi
|
|
# create the folder and own it
|
|
mkdir -p "${OSD_PATH}"
|
|
chown "${CHOWN_OPT[@]}" ceph. "${OSD_PATH}"
|
|
echo "created folder ${OSD_PATH}"
|
|
# write the secret to the osd keyring file
|
|
ceph-authtool --create-keyring ${OSD_PATH%/}/keyring --name osd.${OSD_ID} --add-key ${OSD_SECRET}
|
|
OSD_KEYRING="${OSD_PATH%/}/keyring"
|
|
# init data directory
|
|
ceph-osd -i ${OSD_ID} --mkfs --osd-uuid ${UUID} --mkjournal --osd-journal ${OSD_J} --setuser ceph --setgroup ceph
|
|
# add the osd to the crush map
|
|
OSD_WEIGHT=$(df -P -k ${OSD_PATH} | tail -1 | awk '{ d= $2/1073741824 ; r = sprintf("%.2f", d); print r }')
|
|
ceph --name=osd.${OSD_ID} --keyring=${OSD_KEYRING} osd crush create-or-move -- ${OSD_ID} ${OSD_WEIGHT} ${CRUSH_LOCATION}
|
|
fi
|
|
|
|
# create the directory and an empty Procfile
|
|
mkdir -p /etc/forego/"${CLUSTER}"
|
|
echo "" > /etc/forego/"${CLUSTER}"/Procfile
|
|
|
|
for OSD_ID in $(ls /var/lib/ceph/osd | sed 's/.*-//'); do
|
|
OSD_PATH="$OSD_PATH_BASE-$OSD_ID/"
|
|
OSD_KEYRING="${OSD_PATH%/}/keyring"
|
|
if [ -n "${JOURNAL_DIR}" ]; then
|
|
OSD_J="${JOURNAL_DIR}/journal.${OSD_ID}"
|
|
chown -R ceph. ${JOURNAL_DIR}
|
|
else
|
|
if [ -n "${JOURNAL}" ]; then
|
|
OSD_J=${JOURNAL}
|
|
chown -R ceph. $(dirname ${JOURNAL_DIR})
|
|
else
|
|
OSD_J=${OSD_PATH%/}/journal
|
|
fi
|
|
fi
|
|
# log osd filesystem type
|
|
FS_TYPE=`stat --file-system -c "%T" ${OSD_PATH}`
|
|
echo "OSD $OSD_PATH filesystem type: $FS_TYPE"
|
|
echo "${CLUSTER}-${OSD_ID}: /usr/bin/ceph-osd --cluster ${CLUSTER} -f -i ${OSD_ID} --osd-journal ${OSD_J} -k $OSD_KEYRING" | tee -a /etc/forego/"${CLUSTER}"/Procfile
|
|
done
|
|
|
|
exec /usr/local/bin/forego start -f /etc/forego/"${CLUSTER}"/Procfile
|