9fd2135a46
Extract eavedrop into its own service playbook and puppet manifest. While doing that, stop using jenkinsuser on eavesdrop in favor of zuul-user. Add the ability to override the keys for the zuul user. Remove openstack_project::server, it doesn't do anything. Containerize and anisblize accessbot. The structure of how we're doing it in puppet makes it hard to actually run the puppet in the gate. Run the script in its own playbook so that we can avoid running it in the gate. Change-Id: I53cb63ffa4ae50575d4fa37b24323ad13ec1bac3
958 lines
36 KiB
Puppet
958 lines
36 KiB
Puppet
# Node-OS: xenial
|
|
# Puppet-Version: !3
|
|
node /^grafana\d*\.open.*\.org$/ {
|
|
$group = "grafana"
|
|
class { 'openstack_project::server': }
|
|
class { 'openstack_project::grafana':
|
|
admin_password => hiera('grafana_admin_password'),
|
|
admin_user => hiera('grafana_admin_user', 'username'),
|
|
mysql_host => hiera('grafana_mysql_host', 'localhost'),
|
|
mysql_name => hiera('grafana_mysql_name'),
|
|
mysql_password => hiera('grafana_mysql_password'),
|
|
mysql_user => hiera('grafana_mysql_user', 'username'),
|
|
project_config_repo => 'https://opendev.org/openstack/project-config',
|
|
secret_key => hiera('grafana_secret_key'),
|
|
}
|
|
}
|
|
|
|
# Node-OS: xenial
|
|
node /^health\d*\.openstack\.org$/ {
|
|
$group = "health"
|
|
class { 'openstack_project::server': }
|
|
class { 'openstack_project::openstack_health_api':
|
|
subunit2sql_db_host => hiera('subunit2sql_db_host', 'localhost'),
|
|
hostname => 'health.openstack.org',
|
|
}
|
|
}
|
|
|
|
# Node-OS: xenial
|
|
node /^cacti\d+\.open.*\.org$/ {
|
|
$group = "cacti"
|
|
include openstack_project::ssl_cert_check
|
|
class { 'openstack_project::cacti':
|
|
cacti_hosts => hiera_array('cacti_hosts'),
|
|
vhost_name => 'cacti.openstack.org',
|
|
}
|
|
}
|
|
|
|
# Node-OS: xenial
|
|
node /^graphite\d*\.open.*\.org$/ {
|
|
class { 'openstack_project::server': }
|
|
|
|
class { '::graphite':
|
|
graphite_admin_user => hiera('graphite_admin_user', 'username'),
|
|
graphite_admin_email => hiera('graphite_admin_email', 'email@example.com'),
|
|
graphite_admin_password => hiera('graphite_admin_password'),
|
|
# NOTE(ianw): installed on the host via ansible
|
|
ssl_cert_file => '/etc/letsencrypt-certs/graphite01.opendev.org/graphite01.opendev.org.cer',
|
|
ssl_key_file => '/etc/letsencrypt-certs/graphite01.opendev.org/graphite01.opendev.org.key',
|
|
ssl_chain_file => '/etc/letsencrypt-certs/graphite01.opendev.org/ca.cer',
|
|
}
|
|
}
|
|
|
|
# Node-OS: xenial
|
|
node /^lists\d*\.open.*\.org$/ {
|
|
class { 'openstack_project::server': }
|
|
|
|
class { 'openstack_project::lists':
|
|
listpassword => hiera('listpassword'),
|
|
}
|
|
}
|
|
|
|
# Node-OS: xenial
|
|
node /^lists\d*\.katacontainers\.io$/ {
|
|
class { 'openstack_project::server': }
|
|
|
|
class { 'openstack_project::kata_lists':
|
|
listpassword => hiera('listpassword'),
|
|
}
|
|
}
|
|
|
|
# Node-OS: xenial
|
|
node /^paste\d*\.open.*\.org$/ {
|
|
$group = "paste"
|
|
|
|
class { 'openstack_project::server': }
|
|
class { 'openstack_project::paste':
|
|
db_password => hiera('paste_db_password'),
|
|
db_host => hiera('paste_db_host'),
|
|
vhost_name => 'paste.openstack.org',
|
|
}
|
|
}
|
|
|
|
# Node-OS: xenial
|
|
node /planet\d*\.open.*\.org$/ {
|
|
class { 'openstack_project::planet':
|
|
}
|
|
}
|
|
|
|
# Node-OS: xenial
|
|
node /^ethercalc\d+\.open.*\.org$/ {
|
|
$group = "ethercalc"
|
|
class { 'openstack_project::server': }
|
|
|
|
class { 'openstack_project::ethercalc':
|
|
vhost_name => 'ethercalc.openstack.org',
|
|
ssl_cert_file_contents => hiera('ssl_cert_file_contents'),
|
|
ssl_key_file_contents => hiera('ssl_key_file_contents'),
|
|
ssl_chain_file_contents => hiera('ssl_chain_file_contents'),
|
|
}
|
|
}
|
|
|
|
# Node-OS: xenial
|
|
node /^wiki\d+\.openstack\.org$/ {
|
|
$group = "wiki"
|
|
class { 'openstack_project::wiki':
|
|
bup_user => 'bup-wiki',
|
|
serveradmin => hiera('infra_apache_serveradmin'),
|
|
site_hostname => 'wiki.openstack.org',
|
|
ssl_cert_file_contents => hiera('ssl_cert_file_contents'),
|
|
ssl_key_file_contents => hiera('ssl_key_file_contents'),
|
|
ssl_chain_file_contents => hiera('ssl_chain_file_contents'),
|
|
wg_dbserver => hiera('wg_dbserver'),
|
|
wg_dbname => 'openstack_wiki',
|
|
wg_dbuser => 'wikiuser',
|
|
wg_dbpassword => hiera('wg_dbpassword'),
|
|
wg_secretkey => hiera('wg_secretkey'),
|
|
wg_upgradekey => hiera('wg_upgradekey'),
|
|
wg_recaptchasitekey => hiera('wg_recaptchasitekey'),
|
|
wg_recaptchasecretkey => hiera('wg_recaptchasecretkey'),
|
|
wg_googleanalyticsaccount => hiera('wg_googleanalyticsaccount'),
|
|
}
|
|
}
|
|
|
|
# Node-OS: xenial
|
|
node /^wiki-dev\d+\.openstack\.org$/ {
|
|
$group = "wiki-dev"
|
|
class { 'openstack_project::wiki':
|
|
serveradmin => hiera('infra_apache_serveradmin'),
|
|
site_hostname => 'wiki-dev.openstack.org',
|
|
wg_dbserver => hiera('wg_dbserver'),
|
|
wg_dbname => 'openstack_wiki',
|
|
wg_dbuser => 'wikiuser',
|
|
wg_dbpassword => hiera('wg_dbpassword'),
|
|
wg_secretkey => hiera('wg_secretkey'),
|
|
wg_upgradekey => hiera('wg_upgradekey'),
|
|
wg_recaptchasitekey => hiera('wg_recaptchasitekey'),
|
|
wg_recaptchasecretkey => hiera('wg_recaptchasecretkey'),
|
|
disallow_robots => true,
|
|
}
|
|
}
|
|
|
|
# Node-OS: xenial
|
|
node /^logstash\d*\.open.*\.org$/ {
|
|
class { 'openstack_project::server': }
|
|
|
|
class { 'openstack_project::logstash':
|
|
discover_nodes => [
|
|
'elasticsearch03.openstack.org:9200',
|
|
'elasticsearch04.openstack.org:9200',
|
|
'elasticsearch05.openstack.org:9200',
|
|
'elasticsearch06.openstack.org:9200',
|
|
'elasticsearch07.openstack.org:9200',
|
|
'elasticsearch02.openstack.org:9200',
|
|
],
|
|
subunit2sql_db_host => hiera('subunit2sql_db_host', ''),
|
|
subunit2sql_db_pass => hiera('subunit2sql_db_password', ''),
|
|
}
|
|
}
|
|
|
|
# Node-OS: xenial
|
|
node /^logstash-worker\d+\.open.*\.org$/ {
|
|
$group = 'logstash-worker'
|
|
|
|
$elasticsearch_nodes = [
|
|
'elasticsearch02.openstack.org',
|
|
'elasticsearch03.openstack.org',
|
|
'elasticsearch04.openstack.org',
|
|
'elasticsearch05.openstack.org',
|
|
'elasticsearch06.openstack.org',
|
|
'elasticsearch07.openstack.org',
|
|
]
|
|
|
|
class { 'openstack_project::server': }
|
|
|
|
class { 'openstack_project::logstash_worker':
|
|
discover_node => 'elasticsearch03.openstack.org',
|
|
enable_mqtt => false,
|
|
mqtt_password => hiera('mqtt_service_user_password'),
|
|
mqtt_ca_cert_contents => hiera('mosquitto_tls_ca_file'),
|
|
}
|
|
}
|
|
|
|
# Node-OS: xenial
|
|
node /^subunit-worker\d+\.open.*\.org$/ {
|
|
$group = "subunit-worker"
|
|
class { 'openstack_project::server': }
|
|
class { 'openstack_project::subunit_worker':
|
|
subunit2sql_db_host => hiera('subunit2sql_db_host', ''),
|
|
subunit2sql_db_pass => hiera('subunit2sql_db_password', ''),
|
|
mqtt_pass => hiera('mqtt_service_user_password'),
|
|
mqtt_ca_cert_contents => hiera('mosquitto_tls_ca_file'),
|
|
}
|
|
}
|
|
|
|
# Node-OS: xenial
|
|
node /^elasticsearch\d+\.open.*\.org$/ {
|
|
$group = "elasticsearch"
|
|
|
|
$elasticsearch_nodes = [
|
|
'elasticsearch02.openstack.org',
|
|
'elasticsearch03.openstack.org',
|
|
'elasticsearch04.openstack.org',
|
|
'elasticsearch05.openstack.org',
|
|
'elasticsearch06.openstack.org',
|
|
'elasticsearch07.openstack.org',
|
|
]
|
|
|
|
class { 'openstack_project::server': }
|
|
class { 'openstack_project::elasticsearch_node':
|
|
discover_nodes => $elasticsearch_nodes,
|
|
}
|
|
}
|
|
|
|
# Node-OS: xenial
|
|
node /^firehose\d+\.open.*\.org$/ {
|
|
class { 'openstack_project::server': }
|
|
class { 'openstack_project::firehose':
|
|
gerrit_ssh_host_key => hiera('gerrit_ssh_rsa_pubkey_contents'),
|
|
gerrit_public_key => hiera('germqtt_gerrit_ssh_public_key'),
|
|
gerrit_private_key => hiera('germqtt_gerrit_ssh_private_key'),
|
|
mqtt_password => hiera('mqtt_service_user_password'),
|
|
ca_file => hiera('mosquitto_tls_ca_file'),
|
|
cert_file => hiera('mosquitto_tls_server_cert_file'),
|
|
key_file => hiera('mosquitto_tls_server_key_file'),
|
|
imap_hostname => hiera('lpmqtt_imap_server'),
|
|
imap_username => hiera('lpmqtt_imap_username'),
|
|
imap_password => hiera('lpmqtt_imap_password'),
|
|
statsd_host => 'graphite.opendev.org',
|
|
}
|
|
}
|
|
|
|
# A machine to drive AFS mirror updates.
|
|
# Node-OS: xenial
|
|
node /^mirror-update\d*\.open.*\.org$/ {
|
|
$group = "afsadmin"
|
|
|
|
class { 'openstack_project::mirror_update':
|
|
admin_keytab => hiera('afsadmin_keytab'),
|
|
fedora_keytab => hiera('fedora_keytab'),
|
|
opensuse_keytab => hiera('opensuse_keytab'),
|
|
reprepro_keytab => hiera('reprepro_keytab'),
|
|
gem_keytab => hiera('gem_keytab'),
|
|
centos_keytab => hiera('centos_keytab'),
|
|
epel_keytab => hiera('epel_keytab'),
|
|
yum_puppetlabs_keytab => hiera('yum_puppetlabs_keytab'),
|
|
}
|
|
}
|
|
|
|
# Machines in each region to serve AFS mirrors.
|
|
# Node-OS: xenial
|
|
node /^mirror\d*\..*\.open.*\.org$/ {
|
|
$group = "mirror"
|
|
|
|
class { 'openstack_project::server':
|
|
afs => true,
|
|
afs_cache_size => 50000000, # 50GB
|
|
}
|
|
|
|
class { 'openstack_project::mirror':
|
|
vhost_name => $::fqdn,
|
|
require => Class['Openstack_project::Server'],
|
|
}
|
|
}
|
|
|
|
# Node-OS: trusty
|
|
# Node-OS: xenial
|
|
node /^refstack\d*\.open.*\.org$/ {
|
|
class { 'openstack_project::server': }
|
|
class { 'refstack':
|
|
mysql_host => hiera('refstack_mysql_host', 'localhost'),
|
|
mysql_database => hiera('refstack_mysql_db_name', 'refstack'),
|
|
mysql_user => hiera('refstack_mysql_user', 'refstack'),
|
|
mysql_user_password => hiera('refstack_mysql_password'),
|
|
ssl_cert_content => hiera('refstack_ssl_cert_file_contents'),
|
|
ssl_cert => '/etc/ssl/certs/refstack.pem',
|
|
ssl_key_content => hiera('refstack_ssl_key_file_contents'),
|
|
ssl_key => '/etc/ssl/private/refstack.key',
|
|
ssl_ca_content => hiera('refstack_ssl_chain_file_contents'),
|
|
ssl_ca => '/etc/ssl/certs/refstack.ca.pem',
|
|
protocol => 'https',
|
|
}
|
|
mysql_backup::backup_remote { 'refstack':
|
|
database_host => hiera('refstack_mysql_host', 'localhost'),
|
|
database_user => hiera('refstack_mysql_user', 'refstack'),
|
|
database_password => hiera('refstack_mysql_password'),
|
|
require => Class['::refstack'],
|
|
}
|
|
}
|
|
|
|
# A machine to run Storyboard
|
|
# Node-OS: xenial
|
|
node /^storyboard\d+\.opendev\.org$/ {
|
|
$group = "storyboard"
|
|
class { 'openstack_project::storyboard':
|
|
project_config_repo => 'https://opendev.org/openstack/project-config',
|
|
mysql_host => hiera('storyboard_db_host', 'localhost'),
|
|
mysql_user => hiera('storyboard_db_user', 'username'),
|
|
mysql_password => hiera('storyboard_db_password'),
|
|
rabbitmq_user => hiera('storyboard_rabbit_user', 'username'),
|
|
rabbitmq_password => hiera('storyboard_rabbit_password'),
|
|
ssl_cert => '/etc/ssl/certs/storyboard.openstack.org.pem',
|
|
ssl_cert_file_contents => hiera('storyboard_ssl_cert_file_contents'),
|
|
ssl_key => '/etc/ssl/private/storyboard.openstack.org.key',
|
|
ssl_key_file_contents => hiera('storyboard_ssl_key_file_contents'),
|
|
ssl_chain_file_contents => hiera('storyboard_ssl_chain_file_contents'),
|
|
hostname => 'storyboard.openstack.org',
|
|
valid_oauth_clients => ['storyboard.openstack.org',],
|
|
cors_allowed_origins => ['https://storyboard.openstack.org',],
|
|
sender_email_address => 'storyboard@storyboard.openstack.org',
|
|
default_url => 'https://storyboard.openstack.org',
|
|
}
|
|
}
|
|
|
|
# A machine to run Storyboard devel
|
|
# Node-OS: xenial
|
|
node /^storyboard-dev\d+\.opendev\.org$/ {
|
|
$group = "storyboard-dev"
|
|
class { 'openstack_project::storyboard::dev':
|
|
project_config_repo => 'https://opendev.org/openstack/project-config',
|
|
mysql_host => hiera('storyboard_db_host', 'localhost'),
|
|
mysql_user => hiera('storyboard_db_user', 'username'),
|
|
mysql_password => hiera('storyboard_db_password'),
|
|
rabbitmq_user => hiera('storyboard_rabbit_user', 'username'),
|
|
rabbitmq_password => hiera('storyboard_rabbit_password'),
|
|
hostname => 'storyboard-dev.openstack.org',
|
|
valid_oauth_clients => ['^.*',],
|
|
cors_allowed_origins => ['^.*',],
|
|
sender_email_address => 'storyboard-dev@storyboard-dev.openstack.org',
|
|
default_url => 'https://storyboard-dev.openstack.org',
|
|
}
|
|
|
|
}
|
|
|
|
# A machine to serve various project status updates.
|
|
# Node-OS: xenial
|
|
node /^status\d*\.open.*\.org$/ {
|
|
$group = 'status'
|
|
|
|
class { 'openstack_project::server': }
|
|
|
|
class { 'openstack_project::status':
|
|
gerrit_host => 'review.opendev.org',
|
|
gerrit_ssh_host_key => hiera('gerrit_ssh_rsa_pubkey_contents'),
|
|
reviewday_ssh_public_key => hiera('reviewday_rsa_pubkey_contents'),
|
|
reviewday_ssh_private_key => hiera('reviewday_rsa_key_contents'),
|
|
recheck_ssh_public_key => hiera('elastic-recheck_gerrit_ssh_public_key'),
|
|
recheck_ssh_private_key => hiera('elastic-recheck_gerrit_ssh_private_key'),
|
|
recheck_bot_nick => 'openstackrecheck',
|
|
recheck_bot_passwd => hiera('elastic-recheck_ircbot_password'),
|
|
}
|
|
}
|
|
|
|
# Node-OS: xenial
|
|
node /^survey\d+\.open.*\.org$/ {
|
|
$group = "survey"
|
|
class { 'openstack_project::server': }
|
|
|
|
class { 'openstack_project::survey':
|
|
vhost_name => 'survey.openstack.org',
|
|
auth_openid => true,
|
|
ssl_cert_file_contents => hiera('ssl_cert_file_contents'),
|
|
ssl_key_file_contents => hiera('ssl_key_file_contents'),
|
|
ssl_chain_file_contents => hiera('ssl_chain_file_contents'),
|
|
dbpassword => hiera('dbpassword'),
|
|
dbhost => hiera('dbhost'),
|
|
adminuser => hiera('adminuser'),
|
|
adminpass => hiera('adminpass'),
|
|
adminmail => hiera('adminmail'),
|
|
}
|
|
}
|
|
|
|
# Node-OS: xenial
|
|
node /^nl\d+\.open.*\.org$/ {
|
|
$group = 'nodepool'
|
|
|
|
# NOTE(ianw) From 09-2018 (https://review.opendev.org/#/c/598329/)
|
|
# the cloud credentials are deployed with ansible via the
|
|
# configure-openstacksdk role and are no longer configured here
|
|
|
|
class { 'openstack_project::server': }
|
|
|
|
include openstack_project
|
|
|
|
class { '::openstackci::nodepool_launcher':
|
|
nodepool_ssh_private_key => hiera('zuul_worker_ssh_private_key_contents'),
|
|
project_config_repo => 'https://opendev.org/openstack/project-config',
|
|
statsd_host => 'graphite.opendev.org',
|
|
revision => 'master',
|
|
python_version => 3,
|
|
enable_webapp => true,
|
|
}
|
|
}
|
|
|
|
# Node-OS: xenial
|
|
node /^nb\d+\.open.*\.org$/ {
|
|
$group = 'nodepool'
|
|
|
|
class { 'openstack_project::server': }
|
|
|
|
include openstack_project
|
|
|
|
class { '::openstackci::nodepool_builder':
|
|
nodepool_ssh_public_key => hiera('zuul_worker_ssh_public_key_contents'),
|
|
vhost_name => $::fqdn,
|
|
enable_build_log_via_http => true,
|
|
project_config_repo => 'https://opendev.org/openstack/project-config',
|
|
statsd_host => 'graphite.opendev.org',
|
|
upload_workers => '16',
|
|
revision => 'master',
|
|
python_version => 3,
|
|
zuulv3 => true,
|
|
ssl_cert_file => '/etc/ssl/certs/ssl-cert-snakeoil.pem',
|
|
ssl_key_file => '/etc/ssl/private/ssl-cert-snakeoil.key',
|
|
}
|
|
|
|
cron { 'mirror_gitgc':
|
|
user => 'nodepool',
|
|
hour => '20',
|
|
minute => '0',
|
|
command => 'find /opt/dib_cache/source-repositories/ -type d -name "*.git" -exec git --git-dir="{}" gc \; >/dev/null',
|
|
environment => 'PATH=/usr/bin:/bin:/usr/sbin:/sbin',
|
|
require => Class['::openstackci::nodepool_builder'],
|
|
}
|
|
}
|
|
|
|
# Node-OS: xenial
|
|
node /^ze\d+\.open.*\.org$/ {
|
|
$group = "zuul-executor"
|
|
|
|
$gerrit_server = 'review.opendev.org'
|
|
$gerrit_user = 'zuul'
|
|
$gerrit_ssh_host_key = hiera('gerrit_ssh_rsa_pubkey_contents')
|
|
$gerrit_ssh_private_key = hiera('gerrit_ssh_private_key_contents')
|
|
$zuul_ssh_private_key = hiera('zuul_ssh_private_key_contents')
|
|
$zuul_static_private_key = hiera('jenkins_ssh_private_key_contents')
|
|
$git_email = 'zuul@openstack.org'
|
|
$git_name = 'OpenStack Zuul'
|
|
$revision = 'master'
|
|
|
|
class { 'openstack_project::server':
|
|
afs => true,
|
|
}
|
|
|
|
class { '::project_config':
|
|
url => 'https://opendev.org/openstack/project-config',
|
|
}
|
|
|
|
# We use later HWE kernels for better memory managment, requiring an
|
|
# updated AFS version which we install from our custom ppa.
|
|
include ::apt
|
|
apt::ppa { 'ppa:openstack-ci-core/openafs-amd64-hwe': }
|
|
package { 'linux-generic-hwe-16.04':
|
|
ensure => present,
|
|
require => [
|
|
Apt::Ppa['ppa:openstack-ci-core/openafs-amd64-hwe'],
|
|
Class['apt::update'],
|
|
],
|
|
}
|
|
|
|
# Skopeo is required for pushing/pulling from the intermediate
|
|
# registry, and is available in the projectatomic ppa.
|
|
|
|
apt::ppa { 'ppa:projectatomic/ppa': }
|
|
package { 'skopeo':
|
|
ensure => present,
|
|
require => [
|
|
Apt::Ppa['ppa:projectatomic/ppa'],
|
|
Class['apt::update'],
|
|
],
|
|
}
|
|
|
|
# Socat is also required for pushing/pulling images
|
|
package { 'socat':
|
|
ensure => present,
|
|
require => [
|
|
Class['apt::update'],
|
|
],
|
|
}
|
|
|
|
# NOTE(pabelanger): We call ::zuul directly, so we can override all in one
|
|
# settings.
|
|
class { '::zuul':
|
|
gearman_server => 'zuul01.openstack.org',
|
|
gerrit_server => $gerrit_server,
|
|
gerrit_user => $gerrit_user,
|
|
zuul_ssh_private_key => $gerrit_ssh_private_key,
|
|
git_email => $git_email,
|
|
git_name => $git_name,
|
|
worker_private_key_file => '/var/lib/zuul/ssh/nodepool_id_rsa',
|
|
revision => $revision,
|
|
python_version => 3,
|
|
zookeeper_hosts => 'zk01.openstack.org:2181,zk02.openstack.org:2181,zk03.openstack.org:2181',
|
|
zuulv3 => true,
|
|
connections => hiera('zuul_connections', []),
|
|
connection_secrets => hiera('zuul_connection_secrets', []),
|
|
gearman_client_ssl_cert => hiera('gearman_client_ssl_cert'),
|
|
gearman_client_ssl_key => hiera('gearman_client_ssl_key'),
|
|
gearman_ssl_ca => hiera('gearman_ssl_ca'),
|
|
#TODO(pabelanger): Add openafs role for zuul-jobs to setup /etc/openafs
|
|
# properly. We need to revisting this post Queens PTG.
|
|
trusted_ro_paths => ['/etc/openafs', '/etc/ssl/certs', '/var/lib/zuul/ssh'],
|
|
trusted_rw_paths => ['/afs'],
|
|
untrusted_ro_paths => ['/etc/ssl/certs'],
|
|
disk_limit_per_job => 5000, # Megabytes
|
|
site_variables_yaml_file => $::project_config::zuul_site_variables_yaml,
|
|
require => $::project_config::config_dir,
|
|
statsd_host => 'graphite.opendev.org',
|
|
}
|
|
|
|
class { '::zuul::executor': }
|
|
|
|
# This is used by the log job submission playbook which runs under
|
|
# python2
|
|
package { 'gear':
|
|
ensure => latest,
|
|
provider => openstack_pip,
|
|
require => Class['pip'],
|
|
}
|
|
|
|
file { '/var/lib/zuul/ssh/nodepool_id_rsa':
|
|
owner => 'zuul',
|
|
group => 'zuul',
|
|
mode => '0400',
|
|
require => File['/var/lib/zuul/ssh'],
|
|
content => $zuul_ssh_private_key,
|
|
}
|
|
|
|
file { '/var/lib/zuul/ssh/static_id_rsa':
|
|
owner => 'zuul',
|
|
group => 'zuul',
|
|
mode => '0400',
|
|
require => File['/var/lib/zuul/ssh'],
|
|
content => $zuul_static_private_key,
|
|
}
|
|
|
|
class { '::zuul::known_hosts':
|
|
known_hosts_content => "[review.opendev.org]:29418,[review.openstack.org]:29418,[104.130.246.32]:29418,[2001:4800:7819:103:be76:4eff:fe04:9229]:29418 ${gerrit_ssh_host_key}\n[git.opendaylight.org]:29418,[52.35.122.251]:29418,[2600:1f14:421:f500:7b21:2a58:ab0a:2d17]:29418 ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAyRXyHEw/P1iZr/fFFzbodT5orVV/ftnNRW59Zh9rnSY5Rmbc9aygsZHdtiWBERVVv8atrJSdZool75AglPDDYtPICUGWLR91YBSDcZwReh5S9es1dlQ6fyWTnv9QggSZ98KTQEuE3t/b5SfH0T6tXWmrNydv4J2/mejKRRLU2+oumbeVN1yB+8Uau/3w9/K5F5LgsDDzLkW35djLhPV8r0OfmxV/cAnLl7AaZlaqcJMA+2rGKqM3m3Yu+pQw4pxOfCSpejlAwL6c8tA9naOvBkuJk+hYpg5tDEq2QFGRX5y1F9xQpwpdzZROc5hdGYntM79VMMXTj+95dwVv/8yTsw==\n",
|
|
}
|
|
}
|
|
|
|
# Node-OS: xenial
|
|
node /^zuul\d+\.open.*\.org$/ {
|
|
$group = "zuul-scheduler"
|
|
$gerrit_server = 'review.opendev.org'
|
|
$gerrit_user = 'zuul'
|
|
$gerrit_ssh_host_key = hiera('gerrit_zuul_user_ssh_key_contents')
|
|
$zuul_ssh_private_key = hiera('zuul_ssh_private_key_contents')
|
|
$zuul_url = "http://zuul.openstack.org/p"
|
|
$git_email = 'zuul@openstack.org'
|
|
$git_name = 'OpenStack Zuul'
|
|
$revision = 'master'
|
|
|
|
class { 'openstack_project::server': }
|
|
|
|
class { '::project_config':
|
|
url => 'https://opendev.org/openstack/project-config',
|
|
}
|
|
|
|
# NOTE(pabelanger): We call ::zuul directly, so we can override all in one
|
|
# settings.
|
|
class { '::zuul':
|
|
gerrit_server => $gerrit_server,
|
|
gerrit_user => $gerrit_user,
|
|
zuul_ssh_private_key => $zuul_ssh_private_key,
|
|
git_email => $git_email,
|
|
git_name => $git_name,
|
|
revision => $revision,
|
|
python_version => 3,
|
|
zookeeper_hosts => 'zk01.openstack.org:2181,zk02.openstack.org:2181,zk03.openstack.org:2181',
|
|
zookeeper_session_timeout => 40,
|
|
zuulv3 => true,
|
|
connections => hiera('zuul_connections', []),
|
|
connection_secrets => hiera('zuul_connection_secrets', []),
|
|
vhost_name => 'zuul.openstack.org',
|
|
zuul_status_url => 'http://127.0.0.1:8001/openstack',
|
|
zuul_web_url => 'http://127.0.0.1:9000',
|
|
zuul_tenant_name => 'openstack',
|
|
gearman_client_ssl_cert => hiera('gearman_client_ssl_cert'),
|
|
gearman_client_ssl_key => hiera('gearman_client_ssl_key'),
|
|
gearman_server_ssl_cert => hiera('gearman_server_ssl_cert'),
|
|
gearman_server_ssl_key => hiera('gearman_server_ssl_key'),
|
|
gearman_ssl_ca => hiera('gearman_ssl_ca'),
|
|
proxy_ssl_cert_file_contents => hiera('zuul_ssl_cert_file_contents'),
|
|
proxy_ssl_chain_file_contents => hiera('zuul_ssl_chain_file_contents'),
|
|
proxy_ssl_key_file_contents => hiera('zuul_ssl_key_file_contents'),
|
|
statsd_host => 'graphite.opendev.org',
|
|
status_url => 'https://zuul.openstack.org',
|
|
relative_priority => true,
|
|
web_root => 'https://zuul.opendev.org',
|
|
}
|
|
|
|
file { "/etc/zuul/github.key":
|
|
ensure => present,
|
|
owner => 'zuul',
|
|
group => 'zuul',
|
|
mode => '0600',
|
|
content => hiera('zuul_github_app_key'),
|
|
require => File['/etc/zuul'],
|
|
}
|
|
|
|
class { '::zuul::scheduler':
|
|
layout_dir => $::project_config::zuul_layout_dir,
|
|
require => $::project_config::config_dir,
|
|
python_version => 3,
|
|
use_mysql => true,
|
|
}
|
|
|
|
class { '::zuul::web':
|
|
# We manage backups below
|
|
enable_status_backups => false,
|
|
vhosts => {
|
|
'zuul.openstack.org' => {
|
|
port => 443,
|
|
docroot => '/opt/zuul-web/content',
|
|
priority => '50',
|
|
ssl => true,
|
|
template => 'zuul/zuulv3.vhost.erb',
|
|
vhost_name => 'zuul.openstack.org',
|
|
},
|
|
'zuul.opendev.org' => {
|
|
port => 443,
|
|
docroot => '/opt/zuul-web/content',
|
|
priority => '40',
|
|
ssl => true,
|
|
template => 'zuul/zuulv3.vhost.erb',
|
|
vhost_name => 'zuul.opendev.org',
|
|
},
|
|
'zuul.openstack.org-http' => {
|
|
port => 80,
|
|
docroot => '/opt/zuul-web/content',
|
|
priority => '50',
|
|
ssl => false,
|
|
template => 'zuul/zuulv3.vhost.erb',
|
|
vhost_name => 'zuul.openstack.org',
|
|
},
|
|
'zuul.opendev.org-http' => {
|
|
port => 80,
|
|
docroot => '/opt/zuul-web/content',
|
|
priority => '40',
|
|
ssl => false,
|
|
template => 'zuul/zuulv3.vhost.erb',
|
|
vhost_name => 'zuul.opendev.org',
|
|
},
|
|
},
|
|
vhosts_flags => {
|
|
'zuul.openstack.org' => {
|
|
tenant_name => 'openstack',
|
|
ssl => true,
|
|
use_le => false,
|
|
},
|
|
'zuul.opendev.org' => {
|
|
tenant_name => '',
|
|
ssl => true,
|
|
use_le => true,
|
|
},
|
|
'zuul.openstack.org-http' => {
|
|
tenant_name => 'openstack',
|
|
ssl => false,
|
|
use_le => false,
|
|
},
|
|
'zuul.opendev.org-http' => {
|
|
tenant_name => '',
|
|
ssl => false,
|
|
use_le => false,
|
|
},
|
|
},
|
|
vhosts_ssl => {
|
|
'zuul.openstack.org' => {
|
|
ssl_cert_file_contents => hiera('zuul_ssl_cert_file_contents'),
|
|
ssl_chain_file_contents => hiera('zuul_ssl_chain_file_contents'),
|
|
ssl_key_file_contents => hiera('zuul_ssl_key_file_contents'),
|
|
},
|
|
},
|
|
}
|
|
|
|
zuul::status_backups { 'openstack-zuul-tenant':
|
|
tenant_name => 'openstack',
|
|
ssl => true,
|
|
status_uri => 'https://zuul.opendev.org/api/tenant/openstack/status',
|
|
}
|
|
|
|
zuul::status_backups { 'kata-zuul-tenant':
|
|
tenant_name => 'kata-containers',
|
|
ssl => true,
|
|
status_uri => 'https://zuul.opendev.org/api/tenant/kata-containers/status',
|
|
}
|
|
|
|
class { '::zuul::fingergw': }
|
|
|
|
class { '::zuul::known_hosts':
|
|
known_hosts_content => "[review.opendev.org]:29418,[review.openstack.org]:29418,[104.130.246.32]:29418,[2001:4800:7819:103:be76:4eff:fe04:9229]:29418 ${gerrit_ssh_host_key}\n[git.opendaylight.org]:29418,[52.35.122.251]:29418,[2600:1f14:421:f500:7b21:2a58:ab0a:2d17]:29418 ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAyRXyHEw/P1iZr/fFFzbodT5orVV/ftnNRW59Zh9rnSY5Rmbc9aygsZHdtiWBERVVv8atrJSdZool75AglPDDYtPICUGWLR91YBSDcZwReh5S9es1dlQ6fyWTnv9QggSZ98KTQEuE3t/b5SfH0T6tXWmrNydv4J2/mejKRRLU2+oumbeVN1yB+8Uau/3w9/K5F5LgsDDzLkW35djLhPV8r0OfmxV/cAnLl7AaZlaqcJMA+2rGKqM3m3Yu+pQw4pxOfCSpejlAwL6c8tA9naOvBkuJk+hYpg5tDEq2QFGRX5y1F9xQpwpdzZROc5hdGYntM79VMMXTj+95dwVv/8yTsw==\n",
|
|
}
|
|
|
|
include bup
|
|
bup::site { 'rax.ord':
|
|
backup_user => 'bup-zuulv3',
|
|
backup_server => 'backup01.ord.rax.ci.openstack.org',
|
|
}
|
|
|
|
}
|
|
|
|
# Node-OS: xenial
|
|
node /^zm\d+.open.*\.org$/ {
|
|
$group = "zuul-merger"
|
|
|
|
$gerrit_server = 'review.opendev.org'
|
|
$gerrit_user = 'zuul'
|
|
$gerrit_ssh_host_key = hiera('gerrit_ssh_rsa_pubkey_contents')
|
|
$zuul_ssh_private_key = hiera('zuulv3_ssh_private_key_contents')
|
|
$zuul_url = "http://${::fqdn}/p"
|
|
$git_email = 'zuul@openstack.org'
|
|
$git_name = 'OpenStack Zuul'
|
|
$revision = 'master'
|
|
|
|
class { 'openstack_project::server': }
|
|
|
|
# NOTE(pabelanger): We call ::zuul directly, so we can override all in one
|
|
# settings.
|
|
class { '::zuul':
|
|
gearman_server => 'zuul01.openstack.org',
|
|
gerrit_server => $gerrit_server,
|
|
gerrit_user => $gerrit_user,
|
|
zuul_ssh_private_key => $zuul_ssh_private_key,
|
|
git_email => $git_email,
|
|
git_name => $git_name,
|
|
revision => $revision,
|
|
python_version => 3,
|
|
zookeeper_hosts => 'zk01.openstack.org:2181,zk02.openstack.org:2181,zk03.openstack.org:2181',
|
|
zuulv3 => true,
|
|
connections => hiera('zuul_connections', []),
|
|
connection_secrets => hiera('zuul_connection_secrets', []),
|
|
gearman_client_ssl_cert => hiera('gearman_client_ssl_cert'),
|
|
gearman_client_ssl_key => hiera('gearman_client_ssl_key'),
|
|
gearman_ssl_ca => hiera('gearman_ssl_ca'),
|
|
statsd_host => 'graphite.opendev.org',
|
|
}
|
|
|
|
class { 'openstack_project::zuul_merger':
|
|
gerrit_server => $gerrit_server,
|
|
gerrit_user => $gerrit_user,
|
|
gerrit_ssh_host_key => $gerrit_ssh_host_key,
|
|
zuul_ssh_private_key => $zuul_ssh_private_key,
|
|
manage_common_zuul => false,
|
|
}
|
|
}
|
|
|
|
# Node-OS: xenial
|
|
node /^pbx\d*\.open.*\.org$/ {
|
|
$group = "pbx"
|
|
class { 'openstack_project::server': }
|
|
class { 'openstack_project::pbx':
|
|
sip_providers => [
|
|
{
|
|
provider => 'voipms',
|
|
hostname => 'dallas.voip.ms',
|
|
username => hiera('voipms_username', 'username'),
|
|
password => hiera('voipms_password'),
|
|
outgoing => false,
|
|
},
|
|
],
|
|
}
|
|
}
|
|
|
|
# Node-OS: xenial
|
|
# A backup machine. Don't run cron or puppet agent on it.
|
|
node /^backup\d+\..*\.ci\.open.*\.org$/ {
|
|
$group = "ci-backup"
|
|
class { 'openstack_project::server': }
|
|
include openstack_project::backup_server
|
|
}
|
|
|
|
# Node-OS: xenial
|
|
node /^openstackid\d*(\.openstack)?\.org$/ {
|
|
$group = "openstackid"
|
|
class { 'openstack_project::openstackid_prod':
|
|
site_admin_password => hiera('openstackid_site_admin_password'),
|
|
id_mysql_host => hiera('openstackid_id_mysql_host', 'localhost'),
|
|
id_mysql_password => hiera('openstackid_id_mysql_password'),
|
|
id_mysql_user => hiera('openstackid_id_mysql_user', 'username'),
|
|
id_db_name => hiera('openstackid_id_db_name'),
|
|
redis_password => hiera('openstackid_redis_password'),
|
|
ssl_cert_file_contents => hiera('openstackid_ssl_cert_file_contents'),
|
|
ssl_key_file_contents => hiera('openstackid_ssl_key_file_contents'),
|
|
ssl_chain_file_contents => hiera('openstackid_ssl_chain_file_contents'),
|
|
id_recaptcha_public_key => hiera('openstackid_recaptcha_public_key'),
|
|
id_recaptcha_private_key => hiera('openstackid_recaptcha_private_key'),
|
|
vhost_name => 'openstackid.org',
|
|
session_cookie_domain => 'openstackid.org',
|
|
serveradmin => 'webmaster@openstackid.org',
|
|
canonicalweburl => 'https://openstackid.org/',
|
|
app_url => 'https://openstackid.org',
|
|
app_key => hiera('openstackid_app_key'),
|
|
id_log_error_to_email => 'openstack@tipit.net',
|
|
id_log_error_from_email => 'noreply@openstack.org',
|
|
email_driver => 'sendgrid',
|
|
email_send_grid_api_key => hiera('openstackid_send_grid_api_key'),
|
|
php_version => 7,
|
|
mysql_ssl_enabled => true,
|
|
mysql_ssl_ca_file_contents => hiera('openstackid_mysql_ssl_ca_file_contents'),
|
|
mysql_ssl_client_key_file_contents => hiera('openstackid_mysql_ssl_client_key_file_contents'),
|
|
mysql_ssl_client_cert_file_contents => hiera('openstackid_mysql_ssl_client_cert_file_contents'),
|
|
user_spam_processor_to => hiera('openstackid_user_spam_processor_to'),
|
|
}
|
|
}
|
|
|
|
# Node-OS: xenial
|
|
node /^openstackid-dev\d*\.openstack\.org$/ {
|
|
$group = "openstackid-dev"
|
|
class { 'openstack_project::openstackid_dev':
|
|
site_admin_password => hiera('openstackid_dev_site_admin_password'),
|
|
id_mysql_host => hiera('openstackid_dev_id_mysql_host', 'localhost'),
|
|
id_mysql_password => hiera('openstackid_dev_id_mysql_password'),
|
|
id_mysql_user => hiera('openstackid_dev_id_mysql_user', 'username'),
|
|
redis_password => hiera('openstackid_dev_redis_password'),
|
|
ssl_cert_file_contents => hiera('openstackid_dev_ssl_cert_file_contents'),
|
|
ssl_key_file_contents => hiera('openstackid_dev_ssl_key_file_contents'),
|
|
ssl_chain_file_contents => hiera('openstackid_dev_ssl_chain_file_contents'),
|
|
id_recaptcha_public_key => hiera('openstackid_dev_recaptcha_public_key'),
|
|
id_recaptcha_private_key => hiera('openstackid_dev_recaptcha_private_key'),
|
|
vhost_name => 'openstackid-dev.openstack.org',
|
|
session_cookie_domain => 'openstackid-dev.openstack.org',
|
|
serveradmin => 'webmaster@openstackid-dev.openstack.org',
|
|
canonicalweburl => 'https://openstackid-dev.openstack.org/',
|
|
app_url => 'https://openstackid-dev.openstack.org',
|
|
app_key => hiera('openstackid_dev_app_key'),
|
|
id_log_error_to_email => 'openstack@tipit.net',
|
|
id_log_error_from_email => 'noreply@openstack.org',
|
|
email_driver => 'sendgrid',
|
|
email_send_grid_api_key => hiera('openstackid_dev_send_grid_api_key'),
|
|
php_version => 7,
|
|
mysql_ssl_enabled => true,
|
|
mysql_ssl_ca_file_contents => hiera('openstackid_dev_mysql_ssl_ca_file_contents'),
|
|
mysql_ssl_client_key_file_contents => hiera('openstackid_dev_mysql_ssl_client_key_file_contents'),
|
|
mysql_ssl_client_cert_file_contents => hiera('openstackid_dev_mysql_ssl_client_cert_file_contents'),
|
|
user_spam_processor_to => hiera('openstackid_dev_user_spam_processor_to'),
|
|
}
|
|
}
|
|
|
|
# Node-OS: xenial
|
|
node /^kdc03\.open.*\.org$/ {
|
|
class { 'openstack_project::server': }
|
|
|
|
class { 'openstack_project::kdc': }
|
|
}
|
|
|
|
# Node-OS: xenial
|
|
node /^kdc04\.open.*\.org$/ {
|
|
class { 'openstack_project::server': }
|
|
|
|
class { 'openstack_project::kdc':
|
|
slave => true,
|
|
}
|
|
}
|
|
|
|
# Node-OS: xenial
|
|
node /^afsdb01\.open.*\.org$/ {
|
|
$group = "afsdb"
|
|
|
|
class { 'openstack_project::server':
|
|
afs => true,
|
|
}
|
|
|
|
include openstack_project::afsdb
|
|
include openstack_project::afsrelease
|
|
}
|
|
|
|
# Node-OS: xenial
|
|
node /^afsdb.*\.open.*\.org$/ {
|
|
$group = "afsdb"
|
|
|
|
class { 'openstack_project::server':
|
|
afs => true,
|
|
}
|
|
|
|
include openstack_project::afsdb
|
|
}
|
|
|
|
# Node-OS: xenial
|
|
node /^afs.*\..*\.open.*\.org$/ {
|
|
$group = "afs"
|
|
|
|
class { 'openstack_project::server':
|
|
afs => true,
|
|
}
|
|
|
|
include openstack_project::afsfs
|
|
}
|
|
|
|
# Node-OS: xenial
|
|
node /^ask\d*\.open.*\.org$/ {
|
|
|
|
class { 'openstack_project::server': }
|
|
|
|
class { 'openstack_project::ask':
|
|
db_user => hiera('ask_db_user', 'ask'),
|
|
db_password => hiera('ask_db_password'),
|
|
redis_password => hiera('ask_redis_password'),
|
|
site_ssl_cert_file_contents => hiera('ask_site_ssl_cert_file_contents', undef),
|
|
site_ssl_key_file_contents => hiera('ask_site_ssl_key_file_contents', undef),
|
|
site_ssl_chain_file_contents => hiera('ask_site_ssl_chain_file_contents', undef),
|
|
}
|
|
}
|
|
|
|
# Node-OS: xenial
|
|
node /^ask-staging\d*\.open.*\.org$/ {
|
|
class { 'openstack_project::server': }
|
|
|
|
class { 'openstack_project::ask_staging':
|
|
db_password => hiera('ask_staging_db_password'),
|
|
redis_password => hiera('ask_staging_redis_password'),
|
|
}
|
|
}
|
|
|
|
# Node-OS: xenial
|
|
node /^translate\d+\.open.*\.org$/ {
|
|
$group = "translate"
|
|
class { 'openstack_project::server': }
|
|
class { 'openstack_project::translate':
|
|
admin_users => 'aeng,cboylan,eumel8,ianw,ianychoi,infra,jaegerandi,mordred,stevenk',
|
|
openid_url => 'https://openstackid.org',
|
|
listeners => ['ajp'],
|
|
from_address => 'noreply@openstack.org',
|
|
mysql_host => hiera('translate_mysql_host', 'localhost'),
|
|
mysql_password => hiera('translate_mysql_password'),
|
|
zanata_server_user => hiera('proposal_zanata_user'),
|
|
zanata_server_api_key => hiera('proposal_zanata_api_key'),
|
|
zanata_wildfly_version => '10.1.0',
|
|
zanata_wildfly_install_url => 'https://repo1.maven.org/maven2/org/wildfly/wildfly-dist/10.1.0.Final/wildfly-dist-10.1.0.Final.tar.gz',
|
|
zanata_main_version => 4,
|
|
zanata_url => 'https://github.com/zanata/zanata-platform/releases/download/platform-4.3.3/zanata-4.3.3-wildfly.zip',
|
|
zanata_checksum => 'eaf8bd07401dade758b677007d2358f173193d17',
|
|
project_config_repo => 'https://opendev.org/openstack/project-config',
|
|
ssl_cert_file_contents => hiera('translate_ssl_cert_file_contents'),
|
|
ssl_key_file_contents => hiera('translate_ssl_key_file_contents'),
|
|
ssl_chain_file_contents => hiera('translate_ssl_chain_file_contents'),
|
|
vhost_name => 'translate.openstack.org',
|
|
}
|
|
}
|
|
|
|
# Node-OS: xenial
|
|
node /^translate-dev\d*\.open.*\.org$/ {
|
|
$group = "translate-dev"
|
|
class { 'openstack_project::translate_dev':
|
|
admin_users => 'aeng,cboylan,eumel,eumel8,ianw,ianychoi,infra,jaegerandi,mordred,stevenk',
|
|
openid_url => 'https://openstackid-dev.openstack.org',
|
|
listeners => ['ajp'],
|
|
from_address => 'noreply@openstack.org',
|
|
mysql_host => hiera('translate_dev_mysql_host', 'localhost'),
|
|
mysql_password => hiera('translate_dev_mysql_password'),
|
|
zanata_server_user => hiera('proposal_zanata_user'),
|
|
zanata_server_api_key => hiera('proposal_zanata_api_key'),
|
|
project_config_repo => 'https://opendev.org/openstack/project-config',
|
|
vhost_name => 'translate-dev.openstack.org',
|
|
}
|
|
}
|
|
|
|
# vim:sw=2:ts=2:expandtab:textwidth=79
|