Add testr-full nonvoting runs for tempest.

This commit adds a new devstack-gate jenkins job for running full
tempest with testr. It also adds a non-voting run on every project
that runs tempest's check queue. This is done so we can shake out
all the issues with tempest in parallel. It was not added to the
gate queue to conserve resources. Eventually this job and the regular
tempest-full job will be combined once tempest with testr is stable
enough to gate on.

Change-Id: I44488c1b8bc5effb32a3042c58020107d3224b42

modules/openstack_project/files/jenkins_job_builder/config/devstack-gate.yaml

@@ -64,6 +64,38 @@
       - console-log
       - devstack-complete
 
+- job:
+    name: gate-tempest-devstack-vm-testr-full
+    node: devstack-precise
+
+    wrappers:
+      - timeout:
+          timeout: 180
+          fail: true
+      - timestamps
+
+    parameters:
+      - label:
+          name: NODE_LABEL
+          description: Label of node to use for this build
+          default: devstack-precise
+
+    builders:
+      - devstack-inprogress
+      - devstack-checkout
+      - shell: |
+          #!/bin/bash -xe
+          export PYTHONUNBUFFERED=true
+          export DEVSTACK_GATE_TEMPEST=1
+          export DEVSTACK_GATE_TEMPEST_TESTR_FULL=1
+          cp devstack-gate/devstack-vm-gate-wrap.sh ./safe-devstack-vm-gate-wrap.sh
+          ./safe-devstack-vm-gate-wrap.sh
+      - link-logs
+
+    publishers:
+      - devstack-logs
+      - console-log
+      - devstack-complete
 
 - job:
     name: gate-tempest-devstack-vm-cinder

modules/openstack_project/files/zuul/layout.yaml

@@ -70,6 +70,9 @@ jobs:
     branch: stable/folsom
   - name: gate-tempest-devstack-vm-full
     branch: ^(?!stable/folsom).*$
+  - name: gate-tempest-devstack-vm-testr-full
+    branch: ^(?!stable/(folsom|grizzly)).*$
+    voting: false
   - name: gate-tempest-devstack-vm-neutron
     branch: ^(?!stable/folsom).*$
     voting: false
@@ -413,6 +416,7 @@ projects:
       - gate-tempest-devstack-vm-smoke
       - gate-tempest-devstack-vm-full
       - gate-tempest-devstack-vm-cells-full
+      - gate-tempest-devstack-vm-testr-full
       - gate-tempest-devstack-vm-cinder
       - gate-tempest-devstack-vm-postgres-full
       - gate-tempest-devstack-vm-neutron
@@ -450,6 +454,7 @@ projects:
       - gate-tempest-devstack-vm-smoke
       - gate-tempest-devstack-vm-full
       - gate-tempest-devstack-vm-cells-full
+      - gate-tempest-devstack-vm-testr-full
       - gate-tempest-devstack-vm-cinder
       - gate-tempest-devstack-vm-postgres-full
       - gate-tempest-devstack-vm-neutron
@@ -488,6 +493,7 @@ projects:
       - gate-tempest-devstack-vm-smoke
       - gate-tempest-devstack-vm-full
       - gate-tempest-devstack-vm-cells-full
+      - gate-tempest-devstack-vm-testr-full
       - gate-tempest-devstack-vm-cinder
       - gate-tempest-devstack-vm-postgres-full
       - gate-tempest-devstack-vm-neutron
@@ -551,6 +557,7 @@ projects:
       - gate-tempest-devstack-vm-smoke
       - gate-tempest-devstack-vm-full
       - gate-tempest-devstack-vm-cells-full
+      - gate-tempest-devstack-vm-testr-full
       - gate-tempest-devstack-vm-cinder
       - gate-tempest-devstack-vm-postgres-full
       - gate-tempest-devstack-vm-neutron
@@ -589,6 +596,7 @@ projects:
       - gate-tempest-devstack-vm-smoke
       - gate-tempest-devstack-vm-full
       - gate-tempest-devstack-vm-cells-full
+      - gate-tempest-devstack-vm-testr-full
       - gate-tempest-devstack-vm-cinder
       - gate-tempest-devstack-vm-postgres-full
       - gate-tempest-devstack-vm-neutron
@@ -742,6 +750,7 @@ projects:
       - gate-tempest-devstack-vm-smoke
       - gate-tempest-devstack-vm-full
       - gate-tempest-devstack-vm-cells-full
+      - gate-tempest-devstack-vm-testr-full
       - gate-tempest-devstack-vm-cinder
       - gate-tempest-devstack-vm-neutron
       - gate-tempest-devstack-vm-postgres-full
@@ -803,6 +812,7 @@ projects:
       - gate-tempest-devstack-vm-smoke
       - gate-tempest-devstack-vm-full
       - gate-tempest-devstack-vm-cells-full
+      - gate-tempest-devstack-vm-testr-full
       - gate-tempest-devstack-vm-postgres-full
       - gate-tempest-devstack-vm-cinder
       - gate-tempest-devstack-vm-neutron
@@ -841,6 +851,7 @@ projects:
       - gate-tempest-devstack-vm-smoke
       - gate-tempest-devstack-vm-full
       - gate-tempest-devstack-vm-cells-full
+      - gate-tempest-devstack-vm-testr-full
       - gate-tempest-devstack-vm-postgres-full
       - gate-tempest-devstack-vm-cinder
       - gate-tempest-devstack-vm-neutron
@@ -879,6 +890,7 @@ projects:
       - gate-tempest-devstack-vm-smoke
       - gate-tempest-devstack-vm-full
       - gate-tempest-devstack-vm-cells-full
+      - gate-tempest-devstack-vm-testr-full
       - gate-tempest-devstack-vm-postgres-full
       - gate-tempest-devstack-vm-cinder
       - gate-tempest-devstack-vm-neutron
@@ -917,6 +929,7 @@ projects:
       - gate-tempest-devstack-vm-smoke
       - gate-tempest-devstack-vm-full
       - gate-tempest-devstack-vm-cells-full
+      - gate-tempest-devstack-vm-testr-full
       - gate-tempest-devstack-vm-postgres-full
       - gate-tempest-devstack-vm-cinder
       - gate-tempest-devstack-vm-neutron
@@ -980,6 +993,7 @@ projects:
       - gate-tempest-devstack-vm-smoke
       - gate-tempest-devstack-vm-full
       - gate-tempest-devstack-vm-cells-full
+      - gate-tempest-devstack-vm-testr-full
       - gate-tempest-devstack-vm-postgres-full
       - gate-tempest-devstack-vm-cinder
       - gate-tempest-devstack-vm-neutron
@@ -1086,6 +1100,7 @@ projects:
       - gate-tempest-devstack-vm-smoke
       - gate-tempest-devstack-vm-full
       - gate-tempest-devstack-vm-cells-full
+      - gate-tempest-devstack-vm-testr-full
       - gate-tempest-devstack-vm-cinder
       - gate-tempest-devstack-vm-postgres-full
       - gate-tempest-devstack-vm-neutron
@@ -1121,6 +1136,7 @@ projects:
       - gate-tempest-devstack-vm-smoke
       - gate-tempest-devstack-vm-full
       - gate-tempest-devstack-vm-cells-full
+      - gate-tempest-devstack-vm-testr-full
       - gate-tempest-devstack-vm-cinder
       - gate-tempest-devstack-vm-postgres-full
       - gate-tempest-devstack-vm-neutron
@@ -1138,6 +1154,7 @@ projects:
       - gate-tempest-devstack-vm-smoke
       - gate-tempest-devstack-vm-full
       - gate-tempest-devstack-vm-cells-full
+      - gate-tempest-devstack-vm-testr-full
       - gate-tempest-devstack-vm-cinder
       - gate-tempest-devstack-vm-postgres-full
       - gate-tempest-devstack-vm-neutron
@@ -1176,6 +1193,7 @@ projects:
       - gate-tempest-devstack-vm-smoke
       - gate-tempest-devstack-vm-full
       - gate-tempest-devstack-vm-cells-full
+      - gate-tempest-devstack-vm-testr-full
       - gate-tempest-devstack-vm-postgres-full
       - gate-tempest-devstack-vm-cinder
       - gate-tempest-devstack-vm-neutron
@@ -1262,6 +1280,7 @@ projects:
       - gate-heat-python27
       - gate-tempest-devstack-vm-full
       - gate-tempest-devstack-vm-cells-full
+      - gate-tempest-devstack-vm-testr-full
       - gate-tempest-devstack-vm-postgres-full
       - gate-tempest-devstack-vm-neutron
     gate: