# == Class: openstack_project::review

# Current thinking on Gerrit tuning parameters:

# database.poolLimit:
# This limit must be several units higher than the total number of
# httpd and sshd threads as some request processing code paths may need
# multiple connections.
# database.poolLimit = 1 + max(sshd.threads,sshd.batchThreads)
#   + sshd.streamThreads + sshd.commandStartThreads
#   + httpd.acceptorThreads + httpd.maxThreads
# http://groups.google.com/group/repo-discuss/msg/4c2809310cd27255
# or "2x sshd.threads"
# http://groups.google.com/group/repo-discuss/msg/269024c966e05d6a

# container.heaplimit:
# core.packedgit*
# http://groups.google.com/group/repo-discuss/msg/269024c966e05d6a

# sshd.threads:
# http://groups.google.com/group/repo-discuss/browse_thread/thread/b91491c185295a71

# httpd.maxQueued:
# Default value is too low, should increase to new default.
# https://gerrit-review.googlesource.com/#/c/70627

# httpd.maxWait:
# 12:07 <@spearce> httpd.maxwait defaults to 5 minutes and is how long gerrit
#                  waits for an idle sshd.thread before aboring the http request
# 12:08 <@spearce> ironically
# 12:08 <@spearce> ProjectQosFilter passes this value as minutes
# 12:08 <@spearce> to a method that accepts milliseconds
# 12:09 <@spearce> so. you get 5 milliseconds before aborting
# thus, set it to 5000minutes until the bug is fixed.
class openstack_project::review (
  # Created by running jeepyb ?
  $github_oauth_token = '',
  # Create a dedicated user e.g. openstack-project-creator, put
  # details here.
  $github_project_username = '',
  $github_project_password = '',
  # Create arbitrary values and put here, puppet will use during
  # provisioning.
  $mysql_host = '',
  $mysql_password = '',
  $email_private_key = '',
  $token_private_key = '',
  # Register an IRC bot and supply it's password here.
  $gerritbot_password = '',
  $gerritbot_ssh_rsa_key_contents = '',
  $gerritbot_ssh_rsa_pubkey_contents = '',
  # Register SSL keys and pass their contents in.
  $ssl_cert_file = "/etc/ssl/certs/${::fqdn}.pem",
  $ssl_cert_file_contents = '',
  $ssl_key_file = "/etc/ssl/private/${::fqdn}.key",
  $ssl_key_file_contents = '',
  $ssl_chain_file = '/etc/ssl/certs/intermediate.pem',
  $ssl_chain_file_contents = '',
  # Create SSH server key by hand and supply here.
  $ssh_dsa_key_contents = '',
  $ssh_dsa_pubkey_contents = '',
  $ssh_rsa_key_contents = '',
  $ssh_rsa_pubkey_contents='',
  # manage-projects's user ssh key.
  $ssh_project_rsa_key_contents='',
  $ssh_project_rsa_pubkey_contents='',
  # SSH key for outbound ssh-based replication.
  $ssh_replication_rsa_key_contents='',
  $ssh_replication_rsa_pubkey_contents='',
  # welcome-message's user ssh key.
  $ssh_welcome_rsa_key_contents='',
  $ssh_welcome_rsa_pubkey_contents='',
  # Launchpad creds for bug/blueprint updates
  $lp_access_token='',
  $lp_access_secret='',
  $lp_consumer_key='',
  # For openstackwatch.
  $swift_username = '',
  $swift_password = '',
  $storyboard_password = '',
  $project_config_repo = '',
  $projects_config = 'openstack_project/review.projects.ini.erb',
  $gerrit_configure = true,
) {

  class { 'project_config':
    url  => $project_config_repo,
  }

  if ($gerrit_configure) {
    $accountpatchreviewdb_url = "jdbc:mysql://${mysql_host}:3306/accountPatchReviewDb?characterSetResults=utf8&characterEncoding=utf8&connectionCollation=utf8_bin&useUnicode=yes&user=gerrit2&password=${mysql_password}"
    class { 'openstack_project::gerrit':
      vhost_name                          => 'review.openstack.org',
      canonicalweburl                     => 'https://review.openstack.org/',
      git_http_url                        => 'https://git.openstack.org/',
      canonical_git_url                   => 'git://git.openstack.org/',
      ssl_cert_file                       => $ssl_cert_file,
      ssl_key_file                        => $ssl_key_file,
      ssl_chain_file                      => $ssl_chain_file,
      ssl_cert_file_contents              => $ssl_cert_file_contents,
      ssl_key_file_contents               => $ssl_key_file_contents,
      ssl_chain_file_contents             => $ssl_chain_file_contents,
      ssh_dsa_key_contents                => $ssh_dsa_key_contents,
      ssh_dsa_pubkey_contents             => $ssh_dsa_pubkey_contents,
      ssh_rsa_key_contents                => $ssh_rsa_key_contents,
      ssh_rsa_pubkey_contents             => $ssh_rsa_pubkey_contents,
      ssh_project_rsa_key_contents        => $ssh_project_rsa_key_contents,
      ssh_project_rsa_pubkey_contents     => $ssh_project_rsa_pubkey_contents,
      ssh_replication_rsa_key_contents    => $ssh_replication_rsa_key_contents,
      ssh_replication_rsa_pubkey_contents => $ssh_replication_rsa_pubkey_contents,
      ssh_welcome_rsa_key_contents        => $ssh_welcome_rsa_key_contents,
      ssh_welcome_rsa_pubkey_contents     => $ssh_welcome_rsa_pubkey_contents,
      email                               => 'review@openstack.org',
        # 1 + 100 + 9 + 2 + 2 + 25 => 139(rounded up)
      database_poollimit                  => '225',
      container_heaplimit                 => '48g',
      core_packedgitopenfiles             => '4096',
      core_packedgitlimit                 => '400m',
      core_packedgitwindowsize            => '16k',
      sshd_threads                        => '100',
      index_threads                       => 4,
      httpd_minthreads                    => '20',
      httpd_maxthreads                    => '100',
      httpd_maxqueued                     => '200',
      war                                 =>
        'https://tarballs.openstack.org/gerrit/gerrit-v2.13.12.11.1707fec.war',
      acls_dir                            => $::project_config::gerrit_acls_dir,
      notify_impact_file                  => $::project_config::gerrit_notify_impact_file,
      projects_file                       => $::project_config::jeepyb_project_file,
      projects_config                     => $projects_config,
      github_username                     => 'openstack-gerrit',
      github_oauth_token                  => $github_oauth_token,
      github_project_username             => $github_project_username,
      github_project_password             => $github_project_password,
      mysql_host                          => $mysql_host,
      mysql_password                      => $mysql_password,
      accountpatchreviewdb_url            => $accountpatchreviewdb_url,
      email_private_key                   => $email_private_key,
      token_private_key                   => $token_private_key,
      swift_username                      => $swift_username,
      swift_password                      => $swift_password,
      commentlinks                        => [
        {
          name  => 'bugheader',
          match => '([Cc]loses|[Pp]artial|[Rr]elated)-[Bb]ug:\\\\s*#?(\\\\d+)',
          link  => 'https://launchpad.net/bugs/$2',
        },
        {
          name  => 'bug',
          match => '\\\\b[Bb]ug:? #?(\\\\d+)',
          link  => 'https://launchpad.net/bugs/$1',
        },
        {
          name  => 'story',
          match => '\\\\b[Ss]tory:? #?(\\\\d+)',
          link  => 'https://storyboard.openstack.org/#!/story/$1',
        },
        {
          name  => 'task',
          match => '\\\\b[Tt]ask:? #?(\\\\d+)',
          link  => 'https://storyboard.openstack.org/#!/task/$1',
        },
        {
          name  => 'its-storyboard',
          match => '\\\\b[Tt]ask:? #?(\\\\d+)',
          link  => 'task: $1',
        },
        {
          name  => 'blueprint',
          match => '(\\\\b[Bb]lue[Pp]rint\\\\b|\\\\b[Bb][Pp]\\\\b)[ \\\\t#:]*([A-Za-z0-9\\\\-]+)',
          link  => 'https://blueprints.launchpad.net/openstack/?searchtext=$2',
        },
        {
          name  => 'testresult',
          match => '<li>([^ ]+) <a href=\"[^\"]+\" target=\"_blank\" rel=\"nofollow\">([^<]+)</a> : ([^ ]+)([^<]*)</li>',
          html  => '<li class=\"comment_test\"><span class=\"comment_test_name\"><a href=\"$2\" rel=\"nofollow\">$1</a></span> <span class=\"comment_test_result\"><span class=\"result_$3\">$3</span>$4</span></li>',
        },
        {
          name  => 'testresultnoop',
          match => '<li>noop noop : SUCCESS([^<]*)</li>',
          html  => '<li class=\"comment_test\"><span class=\"comment_test_name\">noop</span> <span class=\"comment_test_result\"><span class=\"result_SUCCESS\">SUCCESS</span>$1</span></li>',
        },
        {
          name  => 'launchpadbug',
          match => '<a href=\"(https://bugs\\\\.launchpad\\\\.net/[a-zA-Z0-9\\\\-]+/\\\\+bug/(\\\\d+))[^\"]*\">[^<]+</a>',
          html  => '<a href=\"$1\">$1</a>'
        },
        {
          name  => 'changeid',
          match => '(I[0-9a-f]{8,40})',
          link  => '/#/q/$1',
        },
        {
          name  => 'gitsha',
          match => '(<p>|[\\\\s(])([0-9a-f]{40})(</p>|[\\\\s.,;:)])',
          html  => '$1<a href=\"/#/q/$2\">$2</a>$3',
        },
      ],
      its_plugins                        => [
        {
          name     => 'its-storyboard',
          password => $storyboard_password,
          url      => 'https://storyboard.openstack.org',
        },
      ],
      # See https://gerrit.googlesource.com/plugins/its-storyboard
      #   /+/stable-2.13/src/main/resources/Documentation
      #   /quick-install-guide.md#its_actions_its_actionsconfigure-its-actions
      # for documentation on these options.
      its_rules                          => [
        {
          name       => 'comment-on-status-update',
          event_type => 'patchset-created,change-abandoned,change-restored,change-merged',
          action     => 'add-standard-comment',
        },
        {
          name       => 'change_abandoned',
          event_type => 'change-abandoned',
          action     => 'set-status TODO',
        },
        {
          name       => 'change_in_progress',
          event_type => 'patchset-created,change-restored',
          action     => 'set-status REVIEW',
        },
        {
          name       => 'change_merged',
          event_type => 'change-merged',
          action     => 'set-status MERGED',
        },
      ],
      download                            => {
          'command' => ['checkout', 'cherry_pick', 'pull', 'format_patch'],
          'scheme'  => ['ssh', 'anon_http', 'anon_git'],
          'archive' => ['tar', 'tbz2', 'tgz', 'txz'],
      },
      replication_force_update            => true,
      replication                         => [
        {
          name                 => 'github',
          url                  => 'git@github.com:',
          authGroup            => 'Anonymous Users',
          replicationDelay     => '1',
          replicatePermissions => false,
          mirror               => true,
          projects             => [
            'openstack/*',
            'openstack-dev/*',
            'openstack-infra/*',
          ]
        },
        {
          name                 => 'gitea',
          url                  => 'git@38.108.68.64:',
          authGroup            => 'Anonymous Users',
          replicationDelay     => '1',
          replicatePermissions => false,
          mirror               => true,
          push                 => [
            '+refs/heads/*:refs/heads/*',
            '+refs/tags/*:refs/tags/*',
          ],
          threads              => '8',
        },
        {
          name                 => 'local',
          url                  => 'file:///opt/lib/git/',
          replicationDelay     => '1',
          threads              => '4',
          mirror               => true,
        },
        {
          name                 => 'git01',
          url                  => 'cgit@git01.openstack.org:/var/lib/git/',
          replicationDelay     => '1',
          threads              => '4',
          mirror               => true,
        },
        {
          name                 => 'git02',
          url                  => 'cgit@git02.openstack.org:/var/lib/git/',
          replicationDelay     => '1',
          threads              => '4',
          mirror               => true,
        },
        {
          name                 => 'git03',
          url                  => 'cgit@git03.openstack.org:/var/lib/git/',
          replicationDelay     => '1',
          threads              => '4',
          mirror               => true,
        },
        {
          name                 => 'git04',
          url                  => 'cgit@git04.openstack.org:/var/lib/git/',
          replicationDelay     => '1',
          threads              => '4',
          mirror               => true,
        },
        {
          name                 => 'git05',
          url                  => 'cgit@git05.openstack.org:/var/lib/git/',
          replicationDelay     => '1',
          threads              => '4',
          mirror               => true,
        },
        {
          name                 => 'git06',
          url                  => 'cgit@git06.openstack.org:/var/lib/git/',
          replicationDelay     => '1',
          threads              => '4',
          mirror               => true,
        },
        {
          name                 => 'git07',
          url                  => 'cgit@git07.openstack.org:/var/lib/git/',
          replicationDelay     => '1',
          threads              => '4',
          mirror               => true,
        },
        {
          name                 => 'git08',
          url                  => 'cgit@git08.openstack.org:/var/lib/git/',
          replicationDelay     => '1',
          threads              => '4',
          mirror               => true,
        },
      ],
      require                             => $::project_config::config_dir,
    }

    gerrit::plugin { 'javamelody': version       => 'v2.13.3.e4233d6' }
    gerrit::plugin { 'its-storyboard': version   => '805f9ac' }

    class { 'gerritbot':
      nick                    => 'openstackgerrit',
      password                => $gerritbot_password,
      server                  => 'irc.freenode.net',
      user                    => 'gerritbot',
      vhost_name              => 'review.openstack.org',
      ssh_rsa_key_contents    => $gerritbot_ssh_rsa_key_contents,
      ssh_rsa_pubkey_contents => $gerritbot_ssh_rsa_pubkey_contents,
      channel_file            => $::project_config::gerritbot_channel_file,
      require                 => $::project_config::config_dir,
    }

    class { 'gerrit::remotes':
      ensure => absent,
    }
  } else {
    # Only create gerrit user / group so we can bring a server online.
    include ::gerrit::user
  }

  package { 'python-launchpadlib':
    ensure => present,
  }
  file { '/home/gerrit2/.launchpadlib':
    ensure  => directory,
    owner   => 'gerrit2',
    group   => 'gerrit2',
    mode    => '0775',
    require => User['gerrit2'],
  }
  file { '/home/gerrit2/.launchpadlib/creds':
    ensure  => present,
    owner   => 'gerrit2',
    group   => 'gerrit2',
    mode    => '0600',
    content => template('openstack_project/infra_lp_creds.erb'),
    replace => true,
    require => User['gerrit2'],
  }

  include bup
  bup::site { 'ord.rax':
    backup_user   => 'bup-review',
    backup_server => 'backup01.ord.rax.ci.openstack.org',
  }
}