labs: Adds telemetry service to osbash

Following actions are performed by this patch:
1) Adds the ceilometer packages to the pre-download script.
2) Adds telemetry services on controller node.
3) Configures glance, cinder to send notification to the telemetry module.
4) Adds ceilometer compute agent on compute node.

Co-authored-by: Pranav Salunke <dguitarbite@gmail.com>
Change-Id: I82e8f4799e724e09748bb9c743ec8b77e82af39a

labs/config/credentials

@@ -42,4 +42,7 @@
 # Metadata secret used by neutron and nova.
 : ${METADATA_SECRET:=osbash_training}
 
+# Metering secret used by ceilometer.
+: ${METERING_SECRET:=osbash_training}
+
 # vim: set ai ts=4 sw=4 et ft=sh:

labs/config/scripts.ubuntu_cluster

@@ -35,6 +35,9 @@ cmd snapshot_cycle -n controller openstack_networks_configured
 cmd queue setup_lbaas_controller.sh
 cmd snapshot_cycle -n controller lbaas-controller_installed
 
+cmd queue ubuntu/setup_telemetry_controller.sh
+cmd snapshot_cycle -n controller telemetry-controller_installed
+
 cmd queue ubuntu/setup_heat_controller.sh
 cmd snapshot_cycle -n controller heat_controller_installed
 
@@ -52,7 +55,10 @@ cmd snapshot_cycle -n compute nova-compute_installed
 
 cmd queue ubuntu/setup_neutron_compute.sh
 cmd queue ubuntu/setup_cinder_volumes.sh
-cmd snapshot_cycle -n compute compute_node_installed
+cmd snapshot_cycle -n compute cinder-volume_installed
+
+cmd queue ubuntu/setup_telemetry_compute.sh
+cmd snapshot_cycle -n compute telemetry-compute_installed
 # - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
 # Take snapshot of database changes on controller VM, too
 cmd queue shutdown_controller.sh
@@ -77,7 +83,6 @@ cmd snapshot_cycle -n network lbaas-network_installed
 
 cmd queue ubuntu/setup_heat_network.sh
 cmd snapshot_cycle -n network heat_network_installed
-
 # - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
 # Take snapshot of database changes on controller VM, too
 cmd queue shutdown_controller.sh

labs/scripts/ubuntu/apt_pre-download.sh

@@ -85,3 +85,10 @@ apt_download neutron-common neutron-plugin-ml2 \
 
 # Heat
 apt_download heat-api heat-api-cfn heat-engine python-heatclient
+
+# Ceilometer
+apt_download mongodb-server mongodb-clients python-pymongo \
+    ceilometer-api ceilometer-collector ceilometer-agent-central \
+    ceilometer-agent-notification ceilometer-alarm-evaluator \
+    ceilometer-alarm-notifier ceilometer-agent-compute \
+    python-ceilometerclient

labs/scripts/ubuntu/setup_telemetry_compute.sh

@@ -0,0 +1,104 @@
+#!/usr/bin/env bash
+set -o errexit -o nounset
+TOP_DIR=$(cd "$(dirname "$0")/.." && pwd)
+source "$TOP_DIR/config/paths"
+source "$CONFIG_DIR/credentials"
+source "$LIB_DIR/functions.guest"
+source "$CONFIG_DIR/openstack"
+exec_logfile
+
+indicate_current_auto
+
+#------------------------------------------------------------------------------
+# Install the Telemetry service
+# http://docs.openstack.org/juno/install-guide/install/apt/content/ceilometer-nova.html
+#------------------------------------------------------------------------------
+
+echo "Installing ceilometer."
+sudo apt-get install -y ceilometer-agent-compute
+
+ceilometer_admin_user=$(service_to_user_name ceilometer)
+ceilometer_admin_password=$(service_to_user_password ceilometer)
+
+echo "Configuring ceilometer.conf."
+conf=/etc/ceilometer/ceilometer.conf
+
+iniset_sudo $conf publisher metering_secret "$METERING_SECRET"
+
+
+# Configure RabbitMQ variables
+iniset_sudo $conf DEFAULT rabbit_host controller-mgmt
+iniset_sudo $conf DEFAULT rabbit_password "$RABBIT_PASSWORD"
+
+iniset_sudo $conf keystone_authtoken auth_uri "http://controller-mgmt:5000/v2.0"
+iniset_sudo $conf keystone_authtoken identity_uri "http://controller-mgmt:35357"
+iniset_sudo $conf keystone_authtoken admin_tenant_name "$SERVICE_TENANT_NAME"
+iniset_sudo $conf keystone_authtoken admin_user "$ceilometer_admin_user"
+iniset_sudo $conf keystone_authtoken admin_password "$ceilometer_admin_password"
+
+iniset_sudo $conf service_credentials os_auth_url "http://controller-mgmt:5000/v2.0"
+iniset_sudo $conf service_credentials os_username "$ceilometer_admin_user"
+iniset_sudo $conf service_credentials os_tenant_name "$SERVICE_TENANT_NAME"
+iniset_sudo $conf service_credentials os_password "$ceilometer_admin_password"
+iniset_sudo $conf service_credentials os_endpoint_type internalURL
+iniset_sudo $conf service_credentials os_region_name "$REGION"
+
+
+iniset_sudo $conf DEFAULT verbose True
+
+echo "Configuring nova.conf."
+conf=/etc/ceilometer/ceilometer.conf
+
+iniset_sudo $conf DEFAULT instance_usage_audit True
+iniset_sudo $conf DEFAULT instance_usage_audit_period hour
+iniset_sudo $conf DEFAULT notify_on_state_change vm_and_task_state
+iniset_sudo $conf DEFAULT notification_driver messagingv2
+
+echo "Restarting telemetry service."
+sudo service ceilometer-agent-compute restart
+
+echo "Restarting compute service."
+sudo service nova-compute restart
+
+#------------------------------------------------------------------------------
+# Configure the Block Storage service(cinder-volume)
+# http://docs.openstack.org/juno/install-guide/install/apt/content/ceilometer-cinder.html
+#------------------------------------------------------------------------------
+
+# Configure the Block Storage Service to send notifications to the message bus
+
+echo "Configuring cinder.conf."
+conf=/etc/cinder/cinder.conf
+
+iniset_sudo $conf DEFAULT control_exchange cinder
+iniset_sudo $conf DEFAULT notification_driver messagingv2
+
+echo "Restarting cinder-volumes service."
+sudo service cinder-volume restart
+
+#------------------------------------------------------------------------------
+# Verify the Telemetry installation
+# http://docs.openstack.org/juno/install-guide/install/apt/content/ceilometer-verify.html
+#------------------------------------------------------------------------------
+
+echo "Verifying the telemetry installation."
+
+AUTH="source $CONFIG_DIR/admin-openstackrc.sh"
+
+echo "Waiting for ceilometer to start."
+until node_ssh controller-mgmt "$AUTH; ceilometer meter-list" >/dev/null 2>&1; do
+    sleep 1
+done
+
+echo "List available meters."
+node_ssh controller-mgmt "$AUTH; ceilometer meter-list"
+
+echo "Download an image from the Image Service."
+img_name=$(basename "$CIRROS_URL" -disk.img)
+node_ssh controller-mgmt "$AUTH; glance image-download \"$img_name\" > /tmp/cirros.img"
+
+echo "List available meters again to validate detection of the image download."
+node_ssh controller-mgmt "$AUTH; ceilometer meter-list"
+
+echo "Retrieve usage statistics from the image.download meter."
+node_ssh controller-mgmt "$AUTH; ceilometer statistics -m image.download -p 60"

labs/scripts/ubuntu/setup_telemetry_controller.sh

@@ -0,0 +1,173 @@
+#!/usr/bin/env bash
+set -o errexit -o nounset
+TOP_DIR=$(cd "$(dirname "$0")/.." && pwd)
+source "$TOP_DIR/config/paths"
+source "$CONFIG_DIR/credentials"
+source "$LIB_DIR/functions.guest"
+source "$CONFIG_DIR/openstack"
+
+exec_logfile
+
+indicate_current_auto
+
+#------------------------------------------------------------------------------
+# Install the Telemetry service
+# http://docs.openstack.org/juno/install-guide/install/apt/content/ceilometer-controller-install.html
+#------------------------------------------------------------------------------
+
+echo "Setting up database for telemetry."
+
+echo "Installing the MongoDB packages."
+sudo apt-get install -y mongodb-server mongodb-clients python-pymongo
+
+echo "Configuring mongodb.conf."
+conf=/etc/mongodb.conf
+iniset_sudo_no_section $conf bind_ip "$(hostname_to_ip controller-mgmt)"
+iniset_sudo_no_section $conf smallfiles true
+
+echo "Restarting mongodb."
+sudo service mongodb restart
+
+echo "Waiting for mongodb to start."
+while sudo service mongodb status 2>/dev/null | grep "stop"; do
+    sleep 5
+    echo -n .
+done
+
+ceilometer_admin_user=$(service_to_user_name ceilometer)
+ceilometer_admin_password=$(service_to_user_password ceilometer)
+
+mongodb_user=$(service_to_db_user ceilometer)
+mongodb_password=$(service_to_db_password ceilometer)
+
+echo "Creating the ceilometer database."
+mongo --host "$(hostname_to_ip controller-mgmt)" --eval "
+    db = db.getSiblingDB(\"ceilometer\");
+    db.addUser({user: \"${mongodb_user}\",
+    pwd: \"${mongodb_password}\",
+    roles: [ \"readWrite\", \"dbAdmin\" ]})"
+
+echo "Sourcing the admin credentials."
+source "$CONFIG_DIR/admin-openstackrc.sh"
+
+echo "Creating ceilometer user and giving it admin role under service tenant."
+keystone user-create \
+    --name "$ceilometer_admin_user" \
+    --pass "$ceilometer_admin_password" \
+
+keystone user-role-add \
+    --user "$ceilometer_admin_user" \
+    --tenant "$SERVICE_TENANT_NAME" \
+    --role "$ADMIN_ROLE_NAME"
+
+echo "Registering ceilometer with keystone so that other services can locate it."
+keystone service-create \
+    --name ceilometer \
+    --type metering \
+    --description "Telemetry"
+
+ceilometer_service_id=$(keystone service-list | awk '/ metering / {print $2}')
+keystone endpoint-create \
+    --service-id "$ceilometer_service_id" \
+    --publicurl "http://controller-api:8777" \
+    --internalurl "http://controller-mgmt:8777" \
+    --adminurl "http://controller-mgmt:8777" \
+    --region "$REGION"
+
+echo "Installing ceilometer."
+sudo apt-get install -y ceilometer-api ceilometer-collector \
+                        ceilometer-agent-central \
+                        ceilometer-agent-notification \
+                        ceilometer-alarm-evaluator \
+                        ceilometer-alarm-notifier \
+                        python-ceilometerclient
+
+function get_database_url {
+    local db_user=$(service_to_db_user ceilometer)
+    local db_password=$(service_to_db_password ceilometer)
+    local database_host=controller-mgmt
+
+    echo "mongodb://$db_user:$db_password@$database_host:27017/ceilometer"
+}
+
+database_url=$(get_database_url)
+echo "Database connection: $database_url."
+
+echo "Configuring ceilometer.conf."
+conf=/etc/ceilometer/ceilometer.conf
+iniset_sudo $conf database connection "$database_url"
+
+# Configure RabbitMQ variables
+iniset_sudo $conf DEFAULT rpc_backend rabbit
+iniset_sudo $conf DEFAULT rabbit_host controller-mgmt
+iniset_sudo $conf DEFAULT rabbit_password "$RABBIT_PASSWORD"
+
+# Configure the [DEFAULT] section
+iniset_sudo $conf DEFAULT auth_strategy keystone
+
+iniset_sudo $conf keystone_authtoken auth_uri "http://controller-mgmt:5000/v2.0"
+iniset_sudo $conf keystone_authtoken identity_uri "http://controller-mgmt:35357"
+iniset_sudo $conf keystone_authtoken admin_tenant_name "$SERVICE_TENANT_NAME"
+iniset_sudo $conf keystone_authtoken admin_user "$ceilometer_admin_user"
+iniset_sudo $conf keystone_authtoken admin_password "$ceilometer_admin_password"
+
+iniset_sudo $conf service_credentials os_auth_url "http://controller-mgmt:5000/v2.0"
+iniset_sudo $conf service_credentials os_username "$ceilometer_admin_user"
+iniset_sudo $conf service_credentials os_tenant_name "$SERVICE_TENANT_NAME"
+iniset_sudo $conf service_credentials os_password "$ceilometer_admin_password"
+
+iniset_sudo $conf publisher metering_secret "$METERING_SECRET"
+
+iniset_sudo $conf DEFAULT verbose True
+
+
+echo "Restarting telemetry service."
+sudo service ceilometer-agent-central restart
+sudo service ceilometer-agent-notification restart
+sudo service ceilometer-api restart
+sudo service ceilometer-collector restart
+sudo service ceilometer-alarm-evaluator restart
+sudo service ceilometer-alarm-notifier restart
+
+#------------------------------------------------------------------------------
+# Configure the Image service
+# http://docs.openstack.org/juno/install-guide/install/apt/content/ceilometer-glance.html
+#------------------------------------------------------------------------------
+
+# Configure the Image Service to send notifications to the message bus
+
+echo "Configuring glance-api.conf."
+conf=/etc/glance/glance-api.conf
+
+iniset_sudo $conf DEFAULT notification_driver messagingv2
+iniset_sudo $conf DEFAULT rpc_backend rabbit
+iniset_sudo $conf DEFAULT rabbit_host controller-mgmt
+iniset_sudo $conf DEFAULT rabbit_password "$RABBIT_PASSWORD"
+
+echo "Configuring glance-registry.conf."
+conf=/etc/glance/glance-registry.conf
+
+iniset_sudo $conf DEFAULT notification_driver messagingv2
+iniset_sudo $conf DEFAULT rpc_backend rabbit
+iniset_sudo $conf DEFAULT rabbit_host controller-mgmt
+iniset_sudo $conf DEFAULT rabbit_password "$RABBIT_PASSWORD"
+
+sudo service glance-registry restart
+sudo service glance-api restart
+
+#------------------------------------------------------------------------------
+# Configure the Block Storage service
+# http://docs.openstack.org/juno/install-guide/install/apt/content/ceilometer-cinder.html
+#------------------------------------------------------------------------------
+
+# Configure the Block Storage Service to send notifications to the message bus
+
+echo "Configuring cinder.conf."
+conf=/etc/cinder/cinder.conf
+
+iniset_sudo $conf DEFAULT control_exchange cinder
+iniset_sudo $conf DEFAULT notification_driver messagingv2
+
+echo "Restarting cinder services."
+sudo service cinder-api restart
+sudo service cinder-scheduler restart