6074bb47b9
moving elastic-recheck to a queries directory instead of a file means we need to make the graphs support that. Also refactor out the er_state_dir to make changing that easier when we pull in the web console. 2Bupdate elastic-recheck bot config to use queries directory Change-Id: Ifcc71511c066e8aee5cb74e013555c628f270e29
456 lines
12 KiB
Puppet
456 lines
12 KiB
Puppet
# == Class: openstack_project::static
|
|
#
|
|
class openstack_project::static (
|
|
$sysadmins = [],
|
|
$reviewday_gerrit_ssh_key = '',
|
|
$reviewday_rsa_pubkey_contents = '',
|
|
$reviewday_rsa_key_contents = '',
|
|
$releasestatus_prvkey_contents = '',
|
|
$releasestatus_pubkey_contents = '',
|
|
$releasestatus_gerrit_ssh_key = '',
|
|
$er_state_dir = '/srv/static/status/elastic-recheck',
|
|
) {
|
|
|
|
class { 'openstack_project::server':
|
|
iptables_public_tcp_ports => [22, 80, 443],
|
|
sysadmins => $sysadmins,
|
|
}
|
|
|
|
include openstack_project
|
|
class { 'jenkins::jenkinsuser':
|
|
ssh_key => $openstack_project::jenkins_ssh_key,
|
|
}
|
|
|
|
include apache
|
|
include apache::mod::wsgi
|
|
|
|
a2mod { 'rewrite':
|
|
ensure => present,
|
|
}
|
|
a2mod { 'proxy':
|
|
ensure => present,
|
|
}
|
|
a2mod { 'proxy_http':
|
|
ensure => present,
|
|
}
|
|
|
|
file { '/srv/static':
|
|
ensure => directory,
|
|
}
|
|
|
|
###########################################################
|
|
# Tarballs
|
|
|
|
apache::vhost { 'tarballs.openstack.org':
|
|
port => 80,
|
|
priority => '50',
|
|
docroot => '/srv/static/tarballs',
|
|
require => File['/srv/static/tarballs'],
|
|
}
|
|
|
|
file { '/srv/static/tarballs':
|
|
ensure => directory,
|
|
owner => 'jenkins',
|
|
group => 'jenkins',
|
|
require => User['jenkins'],
|
|
}
|
|
|
|
###########################################################
|
|
# CI
|
|
|
|
apache::vhost { 'ci.openstack.org':
|
|
port => 80,
|
|
priority => '50',
|
|
docroot => '/srv/static/ci',
|
|
require => File['/srv/static/ci'],
|
|
}
|
|
|
|
file { '/srv/static/ci':
|
|
ensure => directory,
|
|
owner => 'jenkins',
|
|
group => 'jenkins',
|
|
require => User['jenkins'],
|
|
}
|
|
|
|
###########################################################
|
|
# Logs
|
|
|
|
apache::vhost { 'logs.openstack.org':
|
|
port => 80,
|
|
priority => '50',
|
|
docroot => '/srv/static/logs',
|
|
require => File['/srv/static/logs'],
|
|
template => 'openstack_project/logs.vhost.erb',
|
|
}
|
|
|
|
apache::vhost { 'logs-dev.openstack.org':
|
|
port => 80,
|
|
priority => '51',
|
|
docroot => '/srv/static/logs',
|
|
require => File['/srv/static/logs'],
|
|
template => 'openstack_project/logs-dev.vhost.erb',
|
|
}
|
|
|
|
file { '/srv/static/logs':
|
|
ensure => directory,
|
|
owner => 'jenkins',
|
|
group => 'jenkins',
|
|
require => User['jenkins'],
|
|
}
|
|
|
|
file { '/srv/static/logs/robots.txt':
|
|
ensure => present,
|
|
owner => 'root',
|
|
group => 'root',
|
|
mode => '0444',
|
|
source => 'puppet:///modules/openstack_project/disallow_robots.txt',
|
|
require => File['/srv/static/logs'],
|
|
}
|
|
|
|
vcsrepo { '/opt/os-loganalyze':
|
|
ensure => latest,
|
|
provider => git,
|
|
revision => 'master',
|
|
source => 'https://git.openstack.org/openstack-infra/os-loganalyze',
|
|
}
|
|
|
|
exec { 'install_os-loganalyze':
|
|
command => 'python setup.py install',
|
|
cwd => '/opt/os-loganalyze',
|
|
path => '/bin:/usr/bin',
|
|
refreshonly => true,
|
|
subscribe => Vcsrepo['/opt/os-loganalyze'],
|
|
}
|
|
|
|
# NOTE(sdague): soon to be deprecated
|
|
file { '/usr/local/bin/htmlify-screen-log.py':
|
|
ensure => present,
|
|
owner => 'root',
|
|
group => 'root',
|
|
mode => '0755',
|
|
source => 'puppet:///modules/openstack_project/logs/htmlify-screen-log.py',
|
|
}
|
|
|
|
file { '/srv/static/logs/help':
|
|
ensure => directory,
|
|
recurse => true,
|
|
owner => 'root',
|
|
group => 'root',
|
|
mode => '0755',
|
|
source => 'puppet:///modules/openstack_project/logs/help',
|
|
require => File['/srv/static/logs'],
|
|
}
|
|
|
|
file { '/usr/local/sbin/log_archive_maintenance.sh':
|
|
ensure => present,
|
|
owner => 'root',
|
|
group => 'root',
|
|
mode => '0744',
|
|
source => 'puppet:///modules/openstack_project/log_archive_maintenance.sh',
|
|
}
|
|
|
|
cron { 'gziprmlogs':
|
|
user => 'root',
|
|
minute => '0',
|
|
hour => '7',
|
|
weekday => '6',
|
|
command => 'bash /usr/local/sbin/log_archive_maintenance.sh',
|
|
environment => 'PATH=/usr/bin:/bin:/usr/sbin:/sbin',
|
|
require => File['/usr/local/sbin/log_archive_maintenance.sh'],
|
|
}
|
|
|
|
###########################################################
|
|
# Docs-draft
|
|
|
|
apache::vhost { 'docs-draft.openstack.org':
|
|
port => 80,
|
|
priority => '50',
|
|
docroot => '/srv/static/docs-draft',
|
|
require => File['/srv/static/docs-draft'],
|
|
}
|
|
|
|
file { '/srv/static/docs-draft':
|
|
ensure => directory,
|
|
owner => 'jenkins',
|
|
group => 'jenkins',
|
|
require => User['jenkins'],
|
|
}
|
|
|
|
file { '/srv/static/docs-draft/robots.txt':
|
|
ensure => present,
|
|
owner => 'root',
|
|
group => 'root',
|
|
mode => '0444',
|
|
source => 'puppet:///modules/openstack_project/disallow_robots.txt',
|
|
require => File['/srv/static/docs-draft'],
|
|
}
|
|
|
|
###########################################################
|
|
# Pypi Mirror
|
|
|
|
apache::vhost { 'pypi.openstack.org':
|
|
port => 80,
|
|
priority => '50',
|
|
docroot => '/srv/static/pypi',
|
|
require => File['/srv/static/pypi'],
|
|
}
|
|
|
|
file { '/srv/static/pypi':
|
|
ensure => directory,
|
|
owner => 'jenkins',
|
|
group => 'jenkins',
|
|
require => User['jenkins'],
|
|
}
|
|
|
|
file { '/srv/static/pypi/robots.txt':
|
|
ensure => present,
|
|
owner => 'root',
|
|
group => 'root',
|
|
mode => '0444',
|
|
source => 'puppet:///modules/openstack_project/disallow_robots.txt',
|
|
require => File['/srv/static/pypi'],
|
|
}
|
|
|
|
###########################################################
|
|
# Status
|
|
|
|
apache::vhost { 'status.openstack.org':
|
|
port => 80,
|
|
priority => '50',
|
|
docroot => '/srv/static/status',
|
|
template => 'openstack_project/status.vhost.erb',
|
|
require => File['/srv/static/status'],
|
|
}
|
|
|
|
file { '/srv/static/status':
|
|
ensure => directory,
|
|
}
|
|
|
|
package { 'libjs-jquery':
|
|
ensure => present,
|
|
}
|
|
|
|
package { 'yui-compressor':
|
|
ensure => present,
|
|
}
|
|
|
|
file { '/srv/static/status/index.html':
|
|
ensure => present,
|
|
source => 'puppet:///modules/openstack_project/status/index.html',
|
|
require => File['/srv/static/status'],
|
|
}
|
|
|
|
file { '/srv/static/status/favicon.ico':
|
|
ensure => present,
|
|
source => 'puppet:///modules/openstack_project/status/favicon.ico',
|
|
require => File['/srv/static/status'],
|
|
}
|
|
|
|
file { '/srv/static/status/common.js':
|
|
ensure => present,
|
|
source => 'puppet:///modules/openstack_project/status/common.js',
|
|
require => File['/srv/static/status'],
|
|
}
|
|
|
|
file { '/srv/static/status/jquery.min.js':
|
|
ensure => link,
|
|
target => '/usr/share/javascript/jquery/jquery.min.js',
|
|
require => [File['/srv/static/status'],
|
|
Package['libjs-jquery']],
|
|
}
|
|
|
|
vcsrepo { '/opt/jquery-visibility':
|
|
ensure => latest,
|
|
provider => git,
|
|
revision => 'master',
|
|
source => 'https://github.com/mathiasbynens/jquery-visibility.git',
|
|
}
|
|
|
|
exec { 'install_jquery-visibility' :
|
|
command => 'yui-compressor -o /srv/static/status/jquery-visibility.min.js /opt/jquery-visibility/jquery-visibility.js',
|
|
path => '/bin:/usr/bin',
|
|
refreshonly => true,
|
|
subscribe => Vcsrepo['/opt/jquery-visibility'],
|
|
require => [File['/srv/static/status'],
|
|
Vcsrepo['/opt/jquery-visibility']],
|
|
}
|
|
|
|
vcsrepo { '/opt/jquery-graphite':
|
|
ensure => latest,
|
|
provider => git,
|
|
revision => 'master',
|
|
source => 'https://github.com/prestontimmons/graphitejs.git',
|
|
}
|
|
|
|
file { '/srv/static/status/jquery-graphite.js':
|
|
ensure => link,
|
|
target => '/opt/jquery-graphite/jquery.graphite.js',
|
|
require => [File['/srv/static/status'],
|
|
Vcsrepo['/opt/jquery-graphite']],
|
|
}
|
|
vcsrepo { '/opt/flot':
|
|
ensure => latest,
|
|
provider => git,
|
|
revision => 'master',
|
|
source => 'https://github.com/flot/flot.git',
|
|
}
|
|
|
|
exec { 'install_flot' :
|
|
command => 'yui-compressor -o \'.js$:.min.js\' /opt/flot/jquery.flot*.js; mv /opt/flot/jquery.flot*.min.js /srv/static/status',
|
|
path => '/bin:/usr/bin',
|
|
refreshonly => true,
|
|
subscribe => Vcsrepo['/opt/flot'],
|
|
require => [File['/srv/static/status'],
|
|
Vcsrepo['/opt/flot']],
|
|
}
|
|
|
|
###########################################################
|
|
# Status - elastic-recheck
|
|
|
|
group { 'recheck':
|
|
ensure => 'present',
|
|
}
|
|
|
|
user { 'recheck':
|
|
ensure => present,
|
|
home => '/home/recheck',
|
|
shell => '/bin/bash',
|
|
gid => 'recheck',
|
|
require => Group['recheck'],
|
|
}
|
|
|
|
file { '/home/recheck':
|
|
ensure => directory,
|
|
mode => '0700',
|
|
owner => 'recheck',
|
|
group => 'recheck',
|
|
require => User['recheck'],
|
|
}
|
|
|
|
vcsrepo { '/opt/elastic-recheck':
|
|
ensure => latest,
|
|
provider => git,
|
|
revision => 'master',
|
|
source => 'https://git.openstack.org/openstack-infra/elastic-recheck',
|
|
}
|
|
|
|
include pip
|
|
exec { 'install_elastic-recheck' :
|
|
command => 'pip install /opt/elastic-recheck',
|
|
path => '/usr/local/bin:/usr/bin:/bin/',
|
|
refreshonly => true,
|
|
subscribe => Vcsrepo['/opt/elastic-recheck'],
|
|
require => Class['pip'],
|
|
}
|
|
|
|
file { '/srv/static/status/elastic-recheck':
|
|
ensure => directory,
|
|
owner => 'recheck',
|
|
group => 'recheck',
|
|
require => User['recheck'],
|
|
}
|
|
|
|
file { '/srv/static/status/elastic-recheck/index.html':
|
|
ensure => present,
|
|
source => 'puppet:///modules/openstack_project/elastic-recheck/elastic-recheck.html',
|
|
require => File['/srv/static/status/elastic-recheck'],
|
|
}
|
|
|
|
file { '/srv/static/status/elastic-recheck/elastic-recheck.js':
|
|
ensure => present,
|
|
source => 'puppet:///modules/openstack_project/elastic-recheck/elastic-recheck.js',
|
|
require => File['/srv/static/status/elastic-recheck'],
|
|
}
|
|
|
|
cron { 'elastic-recheck':
|
|
user => 'recheck',
|
|
minute => '*/15',
|
|
hour => '*',
|
|
command => "elastic-recheck-graph /opt/elastic-recheck/queries -o ${er_state_dir}/graph-new.json && mv ${er_state_dir}/graph-new.json ${er_state_dir}/graph.json",
|
|
environment => 'PATH=/usr/bin:/bin:/usr/sbin:/sbin:/usr/local/bin',
|
|
require => [Vcsrepo['/opt/elastic-recheck'],
|
|
User['recheck']],
|
|
}
|
|
|
|
###########################################################
|
|
# Status - zuul
|
|
|
|
file { '/srv/static/status/zuul':
|
|
ensure => directory,
|
|
}
|
|
|
|
file { '/srv/static/status/zuul/index.html':
|
|
ensure => present,
|
|
source => 'puppet:///modules/openstack_project/zuul/status.html',
|
|
require => File['/srv/static/status/zuul'],
|
|
}
|
|
|
|
file { '/srv/static/status/zuul/status.js':
|
|
ensure => present,
|
|
source => 'puppet:///modules/openstack_project/zuul/status.js',
|
|
require => File['/srv/static/status/zuul'],
|
|
}
|
|
|
|
file { '/srv/static/status/zuul/green.png':
|
|
ensure => present,
|
|
source => 'puppet:///modules/openstack_project/zuul/green.png',
|
|
require => File['/srv/static/status/zuul'],
|
|
}
|
|
|
|
file { '/srv/static/status/zuul/red.png':
|
|
ensure => present,
|
|
source => 'puppet:///modules/openstack_project/zuul/red.png',
|
|
require => File['/srv/static/status/zuul'],
|
|
}
|
|
|
|
file { '/srv/static/status/zuul/line-angle.png':
|
|
ensure => present,
|
|
source => 'puppet:///modules/openstack_project/zuul/line-angle.png',
|
|
require => File['/srv/static/status/zuul'],
|
|
}
|
|
|
|
file { '/srv/static/status/zuul/line-t.png':
|
|
ensure => present,
|
|
source => 'puppet:///modules/openstack_project/zuul/line-t.png',
|
|
require => File['/srv/static/status/zuul'],
|
|
}
|
|
|
|
file { '/srv/static/status/zuul/line.png':
|
|
ensure => present,
|
|
source => 'puppet:///modules/openstack_project/zuul/line.png',
|
|
require => File['/srv/static/status/zuul'],
|
|
}
|
|
|
|
|
|
###########################################################
|
|
# Status - reviewday
|
|
|
|
include reviewday
|
|
|
|
reviewday::site { 'reviewday':
|
|
git_url => 'git://git.openstack.org/openstack-infra/reviewday',
|
|
serveradmin => 'webmaster@openstack.org',
|
|
httproot => '/srv/static/reviewday',
|
|
gerrit_url => 'review.openstack.org',
|
|
gerrit_port => '29418',
|
|
gerrit_user => 'reviewday',
|
|
reviewday_gerrit_ssh_key => $reviewday_gerrit_ssh_key,
|
|
reviewday_rsa_pubkey_contents => $reviewday_rsa_pubkey_contents,
|
|
reviewday_rsa_key_contents => $reviewday_rsa_key_contents,
|
|
}
|
|
|
|
###########################################################
|
|
# Status - releasestatus
|
|
|
|
class { 'releasestatus':
|
|
releasestatus_prvkey_contents => $releasestatus_prvkey_contents,
|
|
releasestatus_pubkey_contents => $releasestatus_pubkey_contents,
|
|
releasestatus_gerrit_ssh_key => $releasestatus_gerrit_ssh_key,
|
|
}
|
|
|
|
releasestatus::site { 'releasestatus':
|
|
configfile => 'integrated.yaml',
|
|
httproot => '/srv/static/release',
|
|
}
|
|
}
|