Adding Performance CI Dashboards

Saving off our Perforamnce dashboards for others to consume.

Change-Id: Ia577688734a867eaba18c41115fc8ca9401e8008

ansible/install/roles/kibana-visualization/tasks/main.yml

@@ -49,6 +49,7 @@
     - "{{ browbeat_path }}/visualization/Neutron/search/*"
     - "{{ browbeat_path }}/visualization/OpenStack-Workers/search/*"
     - "{{ browbeat_path }}/visualization/Shaker/search/*"
+    - "{{ browbeat_path }}/visualization/Performance-Dashboard/search/*"
   ignore_errors: true
 
 - name: Remove Visuals
@@ -63,6 +64,7 @@
     - "{{ browbeat_path }}/visualization/Neutron/visualization/*"
     - "{{ browbeat_path }}/visualization/OpenStack-Workers/visualization/*"
     - "{{ browbeat_path }}/visualization/Shaker/visualization/*"
+    - "{{ browbeat_path }}/visualization/Performance-Dashboard/visualization/*"
   ignore_errors: true
 
 - name: Remove Dashboards
@@ -77,6 +79,7 @@
     - "{{ browbeat_path }}/visualization/Neutron/dashboard/*"
     - "{{ browbeat_path }}/visualization/OpenStack-Workers/dashboard/*"
     - "{{ browbeat_path }}/visualization/Shaker/dashboard/*"
+    - "{{ browbeat_path }}/visualization/Performance-Dashboard/dashboard/*"
   ignore_errors: true
 
 - name: Upload Searches
@@ -91,6 +94,7 @@
     - "{{ browbeat_path }}/visualization/Neutron/search/*"
     - "{{ browbeat_path }}/visualization/OpenStack-Workers/search/*"
     - "{{ browbeat_path }}/visualization/Shaker/search/*"
+    - "{{ browbeat_path }}/visualization/Performance-Dashboard/search/*"
   ignore_errors: true
 
 - name: Upload Visuals
@@ -105,6 +109,7 @@
     - "{{ browbeat_path }}/visualization/Neutron/visualization/*"
     - "{{ browbeat_path }}/visualization/OpenStack-Workers/visualization/*"
     - "{{ browbeat_path }}/visualization/Shaker/visualization/*"
+    - "{{ browbeat_path }}/visualization/Performance-Dashboard/visualization/*"
   ignore_errors: true
 
 - name: Upload Dashboards
@@ -119,6 +124,7 @@
     - "{{ browbeat_path }}/visualization/Neutron/dashboard/*"
     - "{{ browbeat_path }}/visualization/OpenStack-Workers/dashboard/*"
     - "{{ browbeat_path }}/visualization/Shaker/dashboard/*"
+    - "{{ browbeat_path }}/visualization/Performance-Dashboard/dashboard/*"
   ignore_errors: true
 
 - name: Cleanup Keystone Visualizations

visualization/Performance-Dashboard/README.rst

@@ -0,0 +1,2 @@
+# OpenStack Browbeat Performance-CI Kibana page
+-------------------------------------------------

visualization/Performance-Dashboard/dashboard/Browbeat-Performance-CI.json

@@ -0,0 +1,13 @@
+{
+    "title": "Browbeat - Performance Dashboard",
+    "hits": 0,
+    "description": "",
+    "panelsJSON": "[{\"col\":1,\"id\":\"BrowbeatErrors\",\"panelIndex\":2,\"row\":5,\"size_x\":12,\"size_y\":3,\"type\":\"visualization\"},{\"col\":9,\"id\":\"ErrorCountPerUUID\",\"panelIndex\":9,\"row\":1,\"size_x\":4,\"size_y\":2,\"type\":\"visualization\"},{\"col\":6,\"id\":\"ResultPerUUID\",\"panelIndex\":10,\"row\":1,\"size_x\":3,\"size_y\":2,\"type\":\"visualization\"},{\"col\":4,\"id\":\"VersionDataTable\",\"panelIndex\":12,\"row\":1,\"size_x\":2,\"size_y\":2,\"type\":\"visualization\"},{\"col\":1,\"id\":\"ResultsPerCloudName\",\"panelIndex\":16,\"row\":1,\"size_x\":3,\"size_y\":2,\"type\":\"visualization\"},{\"col\":9,\"id\":\"Times\",\"panelIndex\":18,\"row\":3,\"size_x\":4,\"size_y\":2,\"type\":\"visualization\"},{\"col\":1,\"id\":\"PerformanceMaxResults\",\"panelIndex\":25,\"row\":8,\"size_x\":6,\"size_y\":6,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Performance95Results\",\"panelIndex\":26,\"row\":8,\"size_x\":6,\"size_y\":6,\"type\":\"visualization\"},{\"col\":1,\"id\":\"PerformanceAverageResults\",\"panelIndex\":27,\"row\":14,\"size_x\":6,\"size_y\":6,\"type\":\"visualization\"},{\"col\":7,\"id\":\"PerformanceMinResults\",\"panelIndex\":28,\"row\":14,\"size_x\":6,\"size_y\":6,\"type\":\"visualization\"},{\"col\":1,\"id\":\"RallyScenario\",\"panelIndex\":29,\"row\":3,\"size_x\":3,\"size_y\":2,\"type\":\"visualization\"},{\"col\":6,\"id\":\"Concurrency\",\"panelIndex\":30,\"row\":3,\"size_x\":3,\"size_y\":2,\"type\":\"visualization\"},{\"col\":4,\"id\":\"Action\",\"panelIndex\":31,\"row\":3,\"size_x\":2,\"size_y\":2,\"type\":\"visualization\"}]",
+    "optionsJSON": "{\"darkTheme\":true}",
+    "uiStateJSON": "{\"P-2\":{\"spy\":{\"mode\":{\"fill\":false,\"name\":null}}}}",
+    "version": 1,
+    "timeRestore": false,
+    "kibanaSavedObjectMeta": {
+        "searchSourceJSON": "{\"filter\":[{\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}}}]}"
+    }
+}

visualization/Performance-Dashboard/visualization/Action.json

@@ -0,0 +1,10 @@
+{
+    "title": "Browbeat Action",
+    "visState": "{\"title\":\"Concurrency\",\"type\":\"table\",\"params\":{\"perPage\":10,\"showPartialRows\":false,\"showMeticsAtAllLevels\":false},\"aggs\":[{\"id\":\"1\",\"type\":\"count\",\"schema\":\"metric\",\"params\":{}},{\"id\":\"3\",\"type\":\"terms\",\"schema\":\"bucket\",\"params\":{\"field\":\"action\",\"size\":20,\"order\":\"desc\",\"orderBy\":\"1\"}}],\"listeners\":{}}",
+    "uiStateJSON": "{}",
+    "description": "",
+    "version": 1,
+    "kibanaSavedObjectMeta": {
+        "searchSourceJSON": "{\"index\":\"[browbeat-rally-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}},\"filter\":[]}"
+    }
+}

visualization/Performance-Dashboard/visualization/BrowbeatErrors.json

@@ -0,0 +1,10 @@
+{
+    "title": "Errors",
+    "visState": "{\"title\":\"Errors\",\"type\":\"pie\",\"params\":{\"shareYAxis\":true,\"addTooltip\":true,\"addLegend\":true,\"isDonut\":false},\"aggs\":[{\"id\":\"1\",\"type\":\"count\",\"schema\":\"metric\",\"params\":{}},{\"id\":\"2\",\"type\":\"terms\",\"schema\":\"segment\",\"params\":{\"field\":\"error_type\",\"size\":10,\"order\":\"desc\",\"orderBy\":\"1\"}},{\"id\":\"4\",\"type\":\"terms\",\"schema\":\"segment\",\"params\":{\"field\":\"action\",\"size\":10,\"order\":\"desc\",\"orderBy\":\"1\"}},{\"id\":\"5\",\"type\":\"terms\",\"schema\":\"segment\",\"params\":{\"field\":\"version.osp_series\",\"size\":10,\"order\":\"desc\",\"orderBy\":\"1\"}},{\"id\":\"6\",\"type\":\"terms\",\"schema\":\"segment\",\"params\":{\"field\":\"browbeat_uuid\",\"size\":5,\"order\":\"desc\",\"orderBy\":\"1\"}}],\"listeners\":{}}",
+    "uiStateJSON": "{}",
+    "description": "",
+    "version": 1,
+    "kibanaSavedObjectMeta": {
+        "searchSourceJSON": "{\"index\":\"[browbeat-rally-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}},\"filter\":[]}"
+    }
+}

visualization/Performance-Dashboard/visualization/Concurrency.json

@@ -0,0 +1,10 @@
+{
+    "title": "Browbeat Concurrency",
+    "visState": "{\"title\":\"Times\",\"type\":\"table\",\"params\":{\"perPage\":10,\"showPartialRows\":false,\"showMeticsAtAllLevels\":false},\"aggs\":[{\"id\":\"1\",\"type\":\"count\",\"schema\":\"metric\",\"params\":{}},{\"id\":\"3\",\"type\":\"terms\",\"schema\":\"bucket\",\"params\":{\"field\":\"scenario\",\"size\":20,\"order\":\"desc\",\"orderBy\":\"1\"}},{\"id\":\"4\",\"type\":\"terms\",\"schema\":\"bucket\",\"params\":{\"field\":\"rally_setup.kw.runner.concurrency\",\"size\":20,\"order\":\"desc\",\"orderBy\":\"1\"}}],\"listeners\":{}}",
+    "uiStateJSON": "{}",
+    "description": "",
+    "version": 1,
+    "kibanaSavedObjectMeta": {
+        "searchSourceJSON": "{\"index\":\"[browbeat-rally-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}},\"filter\":[]}"
+    }
+}

visualization/Performance-Dashboard/visualization/ErrorCountPerUUID.json

@@ -0,0 +1,10 @@
+{
+    "title": "Browbeat Error count per browbeat-uuid",
+    "visState": "{\"title\":\"New Visualization\",\"type\":\"table\",\"params\":{\"perPage\":10,\"showPartialRows\":false,\"showMeticsAtAllLevels\":false},\"aggs\":[{\"id\":\"1\",\"type\":\"count\",\"schema\":\"metric\",\"params\":{}},{\"id\":\"3\",\"type\":\"terms\",\"schema\":\"bucket\",\"params\":{\"field\":\"browbeat_uuid\",\"size\":5,\"order\":\"desc\",\"orderBy\":\"1\"}}],\"listeners\":{}}",
+    "uiStateJSON": "{}",
+    "description": "",
+    "version": 1,
+    "kibanaSavedObjectMeta": {
+        "searchSourceJSON": "{\"index\":\"[browbeat-rally-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"_type:error\",\"analyze_wildcard\":true}},\"filter\":[]}"
+    }
+}

visualization/Performance-Dashboard/visualization/Performance95Results.json

@@ -0,0 +1,10 @@
+{
+    "title": "All Results - UUID 95 (v2)",
+    "visState": "{\"title\":\"All Results - UUID 95 (v2)\",\"type\":\"histogram\",\"params\":{\"addLegend\":true,\"addTimeMarker\":false,\"addTooltip\":true,\"defaultYExtents\":false,\"mode\":\"grouped\",\"scale\":\"linear\",\"setYExtents\":false,\"shareYAxis\":true,\"times\":[],\"yAxis\":{}},\"aggs\":[{\"id\":\"6\",\"type\":\"percentiles\",\"schema\":\"metric\",\"params\":{\"field\":\"raw\",\"percents\":[95]}},{\"id\":\"3\",\"type\":\"terms\",\"schema\":\"group\",\"params\":{\"field\":\"action\",\"size\":25,\"order\":\"desc\",\"orderBy\":\"6.95\"}},{\"id\":\"7\",\"type\":\"terms\",\"schema\":\"split\",\"params\":{\"field\":\"action\",\"size\":25,\"order\":\"desc\",\"orderBy\":\"_term\",\"row\":false}},{\"id\":\"2\",\"type\":\"terms\",\"schema\":\"segment\",\"params\":{\"field\":\"cloud_name\",\"size\":25,\"order\":\"desc\",\"orderBy\":\"6.95\"}}],\"listeners\":{}}",
+    "uiStateJSON": "{}",
+    "description": "",
+    "version": 1,
+    "kibanaSavedObjectMeta": {
+        "searchSourceJSON": "{\"index\":\"[browbeat-rally-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}},\"filter\":[]}"
+    }
+}

visualization/Performance-Dashboard/visualization/PerformanceAverageResults.json

@@ -0,0 +1,10 @@
+{
+    "title": "All Results - UUID Average (v2)",
+    "visState": "{\"title\":\"All Results - UUID Average (v2)\",\"type\":\"histogram\",\"params\":{\"addLegend\":true,\"addTimeMarker\":false,\"addTooltip\":true,\"defaultYExtents\":false,\"mode\":\"grouped\",\"scale\":\"linear\",\"setYExtents\":false,\"shareYAxis\":true,\"times\":[],\"yAxis\":{}},\"aggs\":[{\"id\":\"6\",\"type\":\"avg\",\"schema\":\"metric\",\"params\":{\"field\":\"raw\"}},{\"id\":\"3\",\"type\":\"terms\",\"schema\":\"group\",\"params\":{\"field\":\"action\",\"size\":25,\"order\":\"desc\",\"orderBy\":\"6\"}},{\"id\":\"7\",\"type\":\"terms\",\"schema\":\"split\",\"params\":{\"field\":\"action\",\"size\":25,\"order\":\"desc\",\"orderBy\":\"_term\",\"row\":false}},{\"id\":\"2\",\"type\":\"terms\",\"schema\":\"segment\",\"params\":{\"field\":\"cloud_name\",\"size\":25,\"order\":\"desc\",\"orderBy\":\"_term\"}}],\"listeners\":{}}",
+    "uiStateJSON": "{}",
+    "description": "",
+    "version": 1,
+    "kibanaSavedObjectMeta": {
+        "searchSourceJSON": "{\"index\":\"[browbeat-rally-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}},\"filter\":[]}"
+    }
+}

visualization/Performance-Dashboard/visualization/PerformanceMaxResults.json

@@ -0,0 +1,10 @@
+{
+    "title": "All Results - UUID Max (v2)",
+    "visState": "{\"title\":\"All Results - UUID Max (v2)\",\"type\":\"histogram\",\"params\":{\"addLegend\":true,\"addTimeMarker\":false,\"addTooltip\":true,\"defaultYExtents\":false,\"mode\":\"grouped\",\"scale\":\"linear\",\"setYExtents\":false,\"shareYAxis\":true,\"times\":[],\"yAxis\":{}},\"aggs\":[{\"id\":\"6\",\"type\":\"max\",\"schema\":\"metric\",\"params\":{\"field\":\"raw\"}},{\"id\":\"7\",\"type\":\"terms\",\"schema\":\"split\",\"params\":{\"field\":\"action\",\"size\":25,\"order\":\"desc\",\"orderBy\":\"6\",\"row\":false}},{\"id\":\"3\",\"type\":\"terms\",\"schema\":\"group\",\"params\":{\"field\":\"action\",\"size\":25,\"order\":\"desc\",\"orderBy\":\"_term\"}},{\"id\":\"2\",\"type\":\"terms\",\"schema\":\"segment\",\"params\":{\"field\":\"cloud_name\",\"size\":25,\"order\":\"desc\",\"orderBy\":\"6\"}}],\"listeners\":{}}",
+    "uiStateJSON": "{}",
+    "description": "",
+    "version": 1,
+    "kibanaSavedObjectMeta": {
+        "searchSourceJSON": "{\"index\":\"[browbeat-rally-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}},\"filter\":[]}"
+    }
+}

visualization/Performance-Dashboard/visualization/PerformanceMinResults.json

@@ -0,0 +1,10 @@
+{
+    "title": "All Results - UUID Min (v2)",
+    "visState": "{\"title\":\"All Results - UUID Min (v2)\",\"type\":\"histogram\",\"params\":{\"addLegend\":true,\"addTimeMarker\":false,\"addTooltip\":true,\"defaultYExtents\":false,\"mode\":\"grouped\",\"scale\":\"linear\",\"setYExtents\":false,\"shareYAxis\":true,\"times\":[],\"yAxis\":{}},\"aggs\":[{\"id\":\"6\",\"type\":\"min\",\"schema\":\"metric\",\"params\":{\"field\":\"raw\"}},{\"id\":\"3\",\"type\":\"terms\",\"schema\":\"group\",\"params\":{\"field\":\"action\",\"size\":25,\"order\":\"desc\",\"orderBy\":\"6\"}},{\"id\":\"7\",\"type\":\"terms\",\"schema\":\"split\",\"params\":{\"field\":\"action\",\"size\":25,\"order\":\"desc\",\"orderBy\":\"_term\",\"row\":false}},{\"id\":\"2\",\"type\":\"terms\",\"schema\":\"segment\",\"params\":{\"field\":\"cloud_name\",\"size\":25,\"order\":\"desc\",\"orderBy\":\"6\"}}],\"listeners\":{}}",
+    "uiStateJSON": "{}",
+    "description": "",
+    "version": 1,
+    "kibanaSavedObjectMeta": {
+        "searchSourceJSON": "{\"index\":\"[browbeat-rally-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}},\"filter\":[]}"
+    }
+}

visualization/Performance-Dashboard/visualization/RallyScenario.json

@@ -0,0 +1,10 @@
+{
+    "title": "Browbeat Rally Scenario",
+    "visState": "{\"title\":\"Times\",\"type\":\"table\",\"params\":{\"perPage\":10,\"showPartialRows\":false,\"showMeticsAtAllLevels\":false},\"aggs\":[{\"id\":\"1\",\"type\":\"count\",\"schema\":\"metric\",\"params\":{}},{\"id\":\"3\",\"type\":\"terms\",\"schema\":\"bucket\",\"params\":{\"field\":\"scenario\",\"size\":20,\"order\":\"desc\",\"orderBy\":\"1\"}},{\"id\":\"4\",\"type\":\"terms\",\"schema\":\"bucket\",\"params\":{\"field\":\"rally_setup.kw.runner.times\",\"size\":20,\"order\":\"desc\",\"orderBy\":\"1\"}}],\"listeners\":{}}",
+    "uiStateJSON": "{}",
+    "description": "",
+    "version": 1,
+    "kibanaSavedObjectMeta": {
+        "searchSourceJSON": "{\"index\":\"[browbeat-rally-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}},\"filter\":[]}"
+    }
+}

visualization/Performance-Dashboard/visualization/ResultPerUUID.json

@@ -0,0 +1,10 @@
+{
+    "title": "Result count per browbeat-uuid",
+    "visState": "{\"title\":\"result count per browbeat-uuid\",\"type\":\"table\",\"params\":{\"perPage\":10,\"showPartialRows\":false,\"showMeticsAtAllLevels\":false},\"aggs\":[{\"id\":\"1\",\"type\":\"count\",\"schema\":\"metric\",\"params\":{}},{\"id\":\"3\",\"type\":\"terms\",\"schema\":\"bucket\",\"params\":{\"field\":\"browbeat_uuid\",\"size\":5,\"order\":\"desc\",\"orderBy\":\"1\"}}],\"listeners\":{}}",
+    "uiStateJSON": "{}",
+    "description": "",
+    "version": 1,
+    "kibanaSavedObjectMeta": {
+        "searchSourceJSON": "{\"index\":\"[browbeat-rally-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"_type:result\",\"analyze_wildcard\":true}},\"filter\":[]}"
+    }
+}

visualization/Performance-Dashboard/visualization/ResultsPerCloudName.json

@@ -0,0 +1,10 @@
+{
+    "title": "Browbeat Results per cloudname",
+    "visState": "{\"title\":\"New Visualization\",\"type\":\"table\",\"params\":{\"perPage\":10,\"showPartialRows\":false,\"showMeticsAtAllLevels\":false},\"aggs\":[{\"id\":\"1\",\"type\":\"count\",\"schema\":\"metric\",\"params\":{}},{\"id\":\"2\",\"type\":\"terms\",\"schema\":\"bucket\",\"params\":{\"field\":\"cloud_name\",\"size\":10,\"order\":\"desc\",\"orderBy\":\"1\"}}],\"listeners\":{}}",
+    "uiStateJSON": "{}",
+    "description": "",
+    "version": 1,
+    "kibanaSavedObjectMeta": {
+        "searchSourceJSON": "{\"index\":\"[browbeat-rally-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}},\"filter\":[]}"
+    }
+}

visualization/Performance-Dashboard/visualization/Times.json

@@ -0,0 +1,10 @@
+{
+    "title": "Browbeat Times",
+    "visState": "{\"title\":\"Times\",\"type\":\"table\",\"params\":{\"perPage\":10,\"showPartialRows\":false,\"showMeticsAtAllLevels\":false},\"aggs\":[{\"id\":\"1\",\"type\":\"count\",\"schema\":\"metric\",\"params\":{}},{\"id\":\"3\",\"type\":\"terms\",\"schema\":\"bucket\",\"params\":{\"field\":\"scenario\",\"size\":20,\"order\":\"desc\",\"orderBy\":\"1\"}},{\"id\":\"4\",\"type\":\"terms\",\"schema\":\"bucket\",\"params\":{\"field\":\"rally_setup.kw.runner.times\",\"size\":20,\"order\":\"desc\",\"orderBy\":\"1\"}}],\"listeners\":{}}",
+    "uiStateJSON": "{}",
+    "description": "",
+    "version": 1,
+    "kibanaSavedObjectMeta": {
+        "searchSourceJSON": "{\"index\":\"[browbeat-rally-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}},\"filter\":[]}"
+    }
+}

visualization/Performance-Dashboard/visualization/VersionDataTable.json

@@ -0,0 +1,10 @@
+{
+    "title": "Browbeat Version data table",
+    "visState": "{\"title\":\"version data table\",\"type\":\"table\",\"params\":{\"perPage\":10,\"showPartialRows\":false,\"showMeticsAtAllLevels\":false},\"aggs\":[{\"id\":\"1\",\"type\":\"count\",\"schema\":\"metric\",\"params\":{}},{\"id\":\"2\",\"type\":\"terms\",\"schema\":\"bucket\",\"params\":{\"field\":\"version.osp_series\",\"size\":5,\"order\":\"desc\",\"orderBy\":\"1\"}}],\"listeners\":{}}",
+    "uiStateJSON": "{}",
+    "description": "",
+    "version": 1,
+    "kibanaSavedObjectMeta": {
+        "searchSourceJSON": "{\"index\":\"[browbeat-rally-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}},\"filter\":[]}"
+    }
+}