x/browbeat
Code Issues Proposed changes

Adding Performance CI Dashboards

Browse Source 
Saving off our Perforamnce dashboards for others to consume.

Change-Id: Ia577688734a867eaba18c41115fc8ca9401e8008
This commit is contained in:
Joe Talerico 2017-01-12 15:34:08 -05:00
parent df016487ae
commit c0902c8d21
16 changed files with 151 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
ansible/install/roles/kibana-visualization/tasks/main.yml
View File

@ -49,6 +49,7 @@
- "{{ browbeat_path }}/visualization/Neutron/search/*"
- "{{ browbeat_path }}/visualization/OpenStack-Workers/search/*"
- "{{ browbeat_path }}/visualization/Shaker/search/*"
- "{{ browbeat_path }}/visualization/Performance-Dashboard/search/*"
ignore_errors: true
- name: Remove Visuals
@ -63,6 +64,7 @@
- "{{ browbeat_path }}/visualization/Neutron/visualization/*"
- "{{ browbeat_path }}/visualization/OpenStack-Workers/visualization/*"
- "{{ browbeat_path }}/visualization/Shaker/visualization/*"
- "{{ browbeat_path }}/visualization/Performance-Dashboard/visualization/*"
ignore_errors: true
- name: Remove Dashboards
@ -77,6 +79,7 @@
- "{{ browbeat_path }}/visualization/Neutron/dashboard/*"
- "{{ browbeat_path }}/visualization/OpenStack-Workers/dashboard/*"
- "{{ browbeat_path }}/visualization/Shaker/dashboard/*"
- "{{ browbeat_path }}/visualization/Performance-Dashboard/dashboard/*"
ignore_errors: true
- name: Upload Searches
@ -91,6 +94,7 @@
- "{{ browbeat_path }}/visualization/Neutron/search/*"
- "{{ browbeat_path }}/visualization/OpenStack-Workers/search/*"
- "{{ browbeat_path }}/visualization/Shaker/search/*"
- "{{ browbeat_path }}/visualization/Performance-Dashboard/search/*"
ignore_errors: true
- name: Upload Visuals
@ -105,6 +109,7 @@
- "{{ browbeat_path }}/visualization/Neutron/visualization/*"
- "{{ browbeat_path }}/visualization/OpenStack-Workers/visualization/*"
- "{{ browbeat_path }}/visualization/Shaker/visualization/*"
- "{{ browbeat_path }}/visualization/Performance-Dashboard/visualization/*"
ignore_errors: true
- name: Upload Dashboards
@ -119,6 +124,7 @@
- "{{ browbeat_path }}/visualization/Neutron/dashboard/*"
- "{{ browbeat_path }}/visualization/OpenStack-Workers/dashboard/*"
- "{{ browbeat_path }}/visualization/Shaker/dashboard/*"
- "{{ browbeat_path }}/visualization/Performance-Dashboard/dashboard/*"
ignore_errors: true
- name: Cleanup Keystone Visualizations

2
visualization/Performance-Dashboard/README.rst Normal file
View File

@ -0,0 +1,2 @@
# OpenStack Browbeat Performance-CI Kibana page
-------------------------------------------------

13
visualization/Performance-Dashboard/dashboard/Browbeat-Performance-CI.json Normal file
View File

@ -0,0 +1,13 @@
{
"title": "Browbeat - Performance Dashboard",
"hits": 0,
"description": "",
"panelsJSON": "[{\"col\":1,\"id\":\"BrowbeatErrors\",\"panelIndex\":2,\"row\":5,\"size_x\":12,\"size_y\":3,\"type\":\"visualization\"},{\"col\":9,\"id\":\"ErrorCountPerUUID\",\"panelIndex\":9,\"row\":1,\"size_x\":4,\"size_y\":2,\"type\":\"visualization\"},{\"col\":6,\"id\":\"ResultPerUUID\",\"panelIndex\":10,\"row\":1,\"size_x\":3,\"size_y\":2,\"type\":\"visualization\"},{\"col\":4,\"id\":\"VersionDataTable\",\"panelIndex\":12,\"row\":1,\"size_x\":2,\"size_y\":2,\"type\":\"visualization\"},{\"col\":1,\"id\":\"ResultsPerCloudName\",\"panelIndex\":16,\"row\":1,\"size_x\":3,\"size_y\":2,\"type\":\"visualization\"},{\"col\":9,\"id\":\"Times\",\"panelIndex\":18,\"row\":3,\"size_x\":4,\"size_y\":2,\"type\":\"visualization\"},{\"col\":1,\"id\":\"PerformanceMaxResults\",\"panelIndex\":25,\"row\":8,\"size_x\":6,\"size_y\":6,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Performance95Results\",\"panelIndex\":26,\"row\":8,\"size_x\":6,\"size_y\":6,\"type\":\"visualization\"},{\"col\":1,\"id\":\"PerformanceAverageResults\",\"panelIndex\":27,\"row\":14,\"size_x\":6,\"size_y\":6,\"type\":\"visualization\"},{\"col\":7,\"id\":\"PerformanceMinResults\",\"panelIndex\":28,\"row\":14,\"size_x\":6,\"size_y\":6,\"type\":\"visualization\"},{\"col\":1,\"id\":\"RallyScenario\",\"panelIndex\":29,\"row\":3,\"size_x\":3,\"size_y\":2,\"type\":\"visualization\"},{\"col\":6,\"id\":\"Concurrency\",\"panelIndex\":30,\"row\":3,\"size_x\":3,\"size_y\":2,\"type\":\"visualization\"},{\"col\":4,\"id\":\"Action\",\"panelIndex\":31,\"row\":3,\"size_x\":2,\"size_y\":2,\"type\":\"visualization\"}]",
"optionsJSON": "{\"darkTheme\":true}",
"uiStateJSON": "{\"P-2\":{\"spy\":{\"mode\":{\"fill\":false,\"name\":null}}}}",
"version": 1,
"timeRestore": false,
"kibanaSavedObjectMeta": {
"searchSourceJSON": "{\"filter\":[{\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}}}]}"
}
}

10
visualization/Performance-Dashboard/visualization/Action.json Normal file
View File

@ -0,0 +1,10 @@
{
"title": "Browbeat Action",
"visState": "{\"title\":\"Concurrency\",\"type\":\"table\",\"params\":{\"perPage\":10,\"showPartialRows\":false,\"showMeticsAtAllLevels\":false},\"aggs\":[{\"id\":\"1\",\"type\":\"count\",\"schema\":\"metric\",\"params\":{}},{\"id\":\"3\",\"type\":\"terms\",\"schema\":\"bucket\",\"params\":{\"field\":\"action\",\"size\":20,\"order\":\"desc\",\"orderBy\":\"1\"}}],\"listeners\":{}}",
"uiStateJSON": "{}",
"description": "",
"version": 1,
"kibanaSavedObjectMeta": {
"searchSourceJSON": "{\"index\":\"[browbeat-rally-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}},\"filter\":[]}"
}
}

10
visualization/Performance-Dashboard/visualization/BrowbeatErrors.json Normal file
View File

@ -0,0 +1,10 @@
{
"title": "Errors",
"visState": "{\"title\":\"Errors\",\"type\":\"pie\",\"params\":{\"shareYAxis\":true,\"addTooltip\":true,\"addLegend\":true,\"isDonut\":false},\"aggs\":[{\"id\":\"1\",\"type\":\"count\",\"schema\":\"metric\",\"params\":{}},{\"id\":\"2\",\"type\":\"terms\",\"schema\":\"segment\",\"params\":{\"field\":\"error_type\",\"size\":10,\"order\":\"desc\",\"orderBy\":\"1\"}},{\"id\":\"4\",\"type\":\"terms\",\"schema\":\"segment\",\"params\":{\"field\":\"action\",\"size\":10,\"order\":\"desc\",\"orderBy\":\"1\"}},{\"id\":\"5\",\"type\":\"terms\",\"schema\":\"segment\",\"params\":{\"field\":\"version.osp_series\",\"size\":10,\"order\":\"desc\",\"orderBy\":\"1\"}},{\"id\":\"6\",\"type\":\"terms\",\"schema\":\"segment\",\"params\":{\"field\":\"browbeat_uuid\",\"size\":5,\"order\":\"desc\",\"orderBy\":\"1\"}}],\"listeners\":{}}",
"uiStateJSON": "{}",
"description": "",
"version": 1,
"kibanaSavedObjectMeta": {
"searchSourceJSON": "{\"index\":\"[browbeat-rally-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}},\"filter\":[]}"
}
}

10
visualization/Performance-Dashboard/visualization/Concurrency.json Normal file
View File

@ -0,0 +1,10 @@
{
"title": "Browbeat Concurrency",
"visState": "{\"title\":\"Times\",\"type\":\"table\",\"params\":{\"perPage\":10,\"showPartialRows\":false,\"showMeticsAtAllLevels\":false},\"aggs\":[{\"id\":\"1\",\"type\":\"count\",\"schema\":\"metric\",\"params\":{}},{\"id\":\"3\",\"type\":\"terms\",\"schema\":\"bucket\",\"params\":{\"field\":\"scenario\",\"size\":20,\"order\":\"desc\",\"orderBy\":\"1\"}},{\"id\":\"4\",\"type\":\"terms\",\"schema\":\"bucket\",\"params\":{\"field\":\"rally_setup.kw.runner.concurrency\",\"size\":20,\"order\":\"desc\",\"orderBy\":\"1\"}}],\"listeners\":{}}",
"uiStateJSON": "{}",
"description": "",
"version": 1,
"kibanaSavedObjectMeta": {
"searchSourceJSON": "{\"index\":\"[browbeat-rally-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}},\"filter\":[]}"
}
}

10
visualization/Performance-Dashboard/visualization/ErrorCountPerUUID.json Normal file
View File

@ -0,0 +1,10 @@
{
"title": "Browbeat Error count per browbeat-uuid",
"visState": "{\"title\":\"New Visualization\",\"type\":\"table\",\"params\":{\"perPage\":10,\"showPartialRows\":false,\"showMeticsAtAllLevels\":false},\"aggs\":[{\"id\":\"1\",\"type\":\"count\",\"schema\":\"metric\",\"params\":{}},{\"id\":\"3\",\"type\":\"terms\",\"schema\":\"bucket\",\"params\":{\"field\":\"browbeat_uuid\",\"size\":5,\"order\":\"desc\",\"orderBy\":\"1\"}}],\"listeners\":{}}",
"uiStateJSON": "{}",
"description": "",
"version": 1,
"kibanaSavedObjectMeta": {
"searchSourceJSON": "{\"index\":\"[browbeat-rally-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"_type:error\",\"analyze_wildcard\":true}},\"filter\":[]}"
}
}

10
visualization/Performance-Dashboard/visualization/Performance95Results.json Normal file
View File

@ -0,0 +1,10 @@
{
"title": "All Results - UUID 95 (v2)",
"visState": "{\"title\":\"All Results - UUID 95 (v2)\",\"type\":\"histogram\",\"params\":{\"addLegend\":true,\"addTimeMarker\":false,\"addTooltip\":true,\"defaultYExtents\":false,\"mode\":\"grouped\",\"scale\":\"linear\",\"setYExtents\":false,\"shareYAxis\":true,\"times\":[],\"yAxis\":{}},\"aggs\":[{\"id\":\"6\",\"type\":\"percentiles\",\"schema\":\"metric\",\"params\":{\"field\":\"raw\",\"percents\":[95]}},{\"id\":\"3\",\"type\":\"terms\",\"schema\":\"group\",\"params\":{\"field\":\"action\",\"size\":25,\"order\":\"desc\",\"orderBy\":\"6.95\"}},{\"id\":\"7\",\"type\":\"terms\",\"schema\":\"split\",\"params\":{\"field\":\"action\",\"size\":25,\"order\":\"desc\",\"orderBy\":\"_term\",\"row\":false}},{\"id\":\"2\",\"type\":\"terms\",\"schema\":\"segment\",\"params\":{\"field\":\"cloud_name\",\"size\":25,\"order\":\"desc\",\"orderBy\":\"6.95\"}}],\"listeners\":{}}",
"uiStateJSON": "{}",
"description": "",
"version": 1,
"kibanaSavedObjectMeta": {
"searchSourceJSON": "{\"index\":\"[browbeat-rally-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}},\"filter\":[]}"
}
}

10
visualization/Performance-Dashboard/visualization/PerformanceAverageResults.json Normal file
View File

@ -0,0 +1,10 @@
{
"title": "All Results - UUID Average (v2)",
"visState": "{\"title\":\"All Results - UUID Average (v2)\",\"type\":\"histogram\",\"params\":{\"addLegend\":true,\"addTimeMarker\":false,\"addTooltip\":true,\"defaultYExtents\":false,\"mode\":\"grouped\",\"scale\":\"linear\",\"setYExtents\":false,\"shareYAxis\":true,\"times\":[],\"yAxis\":{}},\"aggs\":[{\"id\":\"6\",\"type\":\"avg\",\"schema\":\"metric\",\"params\":{\"field\":\"raw\"}},{\"id\":\"3\",\"type\":\"terms\",\"schema\":\"group\",\"params\":{\"field\":\"action\",\"size\":25,\"order\":\"desc\",\"orderBy\":\"6\"}},{\"id\":\"7\",\"type\":\"terms\",\"schema\":\"split\",\"params\":{\"field\":\"action\",\"size\":25,\"order\":\"desc\",\"orderBy\":\"_term\",\"row\":false}},{\"id\":\"2\",\"type\":\"terms\",\"schema\":\"segment\",\"params\":{\"field\":\"cloud_name\",\"size\":25,\"order\":\"desc\",\"orderBy\":\"_term\"}}],\"listeners\":{}}",
"uiStateJSON": "{}",
"description": "",
"version": 1,
"kibanaSavedObjectMeta": {
"searchSourceJSON": "{\"index\":\"[browbeat-rally-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}},\"filter\":[]}"
}
}

10
visualization/Performance-Dashboard/visualization/PerformanceMaxResults.json Normal file
View File

@ -0,0 +1,10 @@
{
"title": "All Results - UUID Max (v2)",
"visState": "{\"title\":\"All Results - UUID Max (v2)\",\"type\":\"histogram\",\"params\":{\"addLegend\":true,\"addTimeMarker\":false,\"addTooltip\":true,\"defaultYExtents\":false,\"mode\":\"grouped\",\"scale\":\"linear\",\"setYExtents\":false,\"shareYAxis\":true,\"times\":[],\"yAxis\":{}},\"aggs\":[{\"id\":\"6\",\"type\":\"max\",\"schema\":\"metric\",\"params\":{\"field\":\"raw\"}},{\"id\":\"7\",\"type\":\"terms\",\"schema\":\"split\",\"params\":{\"field\":\"action\",\"size\":25,\"order\":\"desc\",\"orderBy\":\"6\",\"row\":false}},{\"id\":\"3\",\"type\":\"terms\",\"schema\":\"group\",\"params\":{\"field\":\"action\",\"size\":25,\"order\":\"desc\",\"orderBy\":\"_term\"}},{\"id\":\"2\",\"type\":\"terms\",\"schema\":\"segment\",\"params\":{\"field\":\"cloud_name\",\"size\":25,\"order\":\"desc\",\"orderBy\":\"6\"}}],\"listeners\":{}}",
"uiStateJSON": "{}",
"description": "",
"version": 1,
"kibanaSavedObjectMeta": {
"searchSourceJSON": "{\"index\":\"[browbeat-rally-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}},\"filter\":[]}"
}
}

10
visualization/Performance-Dashboard/visualization/PerformanceMinResults.json Normal file
View File

@ -0,0 +1,10 @@
{
"title": "All Results - UUID Min (v2)",
"visState": "{\"title\":\"All Results - UUID Min (v2)\",\"type\":\"histogram\",\"params\":{\"addLegend\":true,\"addTimeMarker\":false,\"addTooltip\":true,\"defaultYExtents\":false,\"mode\":\"grouped\",\"scale\":\"linear\",\"setYExtents\":false,\"shareYAxis\":true,\"times\":[],\"yAxis\":{}},\"aggs\":[{\"id\":\"6\",\"type\":\"min\",\"schema\":\"metric\",\"params\":{\"field\":\"raw\"}},{\"id\":\"3\",\"type\":\"terms\",\"schema\":\"group\",\"params\":{\"field\":\"action\",\"size\":25,\"order\":\"desc\",\"orderBy\":\"6\"}},{\"id\":\"7\",\"type\":\"terms\",\"schema\":\"split\",\"params\":{\"field\":\"action\",\"size\":25,\"order\":\"desc\",\"orderBy\":\"_term\",\"row\":false}},{\"id\":\"2\",\"type\":\"terms\",\"schema\":\"segment\",\"params\":{\"field\":\"cloud_name\",\"size\":25,\"order\":\"desc\",\"orderBy\":\"6\"}}],\"listeners\":{}}",
"uiStateJSON": "{}",
"description": "",
"version": 1,
"kibanaSavedObjectMeta": {
"searchSourceJSON": "{\"index\":\"[browbeat-rally-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}},\"filter\":[]}"
}
}

10
visualization/Performance-Dashboard/visualization/RallyScenario.json Normal file
View File

@ -0,0 +1,10 @@
{
"title": "Browbeat Rally Scenario",
"visState": "{\"title\":\"Times\",\"type\":\"table\",\"params\":{\"perPage\":10,\"showPartialRows\":false,\"showMeticsAtAllLevels\":false},\"aggs\":[{\"id\":\"1\",\"type\":\"count\",\"schema\":\"metric\",\"params\":{}},{\"id\":\"3\",\"type\":\"terms\",\"schema\":\"bucket\",\"params\":{\"field\":\"scenario\",\"size\":20,\"order\":\"desc\",\"orderBy\":\"1\"}},{\"id\":\"4\",\"type\":\"terms\",\"schema\":\"bucket\",\"params\":{\"field\":\"rally_setup.kw.runner.times\",\"size\":20,\"order\":\"desc\",\"orderBy\":\"1\"}}],\"listeners\":{}}",
"uiStateJSON": "{}",
"description": "",
"version": 1,
"kibanaSavedObjectMeta": {
"searchSourceJSON": "{\"index\":\"[browbeat-rally-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}},\"filter\":[]}"
}
}

10
visualization/Performance-Dashboard/visualization/ResultPerUUID.json Normal file
View File

@ -0,0 +1,10 @@
{
"title": "Result count per browbeat-uuid",
"visState": "{\"title\":\"result count per browbeat-uuid\",\"type\":\"table\",\"params\":{\"perPage\":10,\"showPartialRows\":false,\"showMeticsAtAllLevels\":false},\"aggs\":[{\"id\":\"1\",\"type\":\"count\",\"schema\":\"metric\",\"params\":{}},{\"id\":\"3\",\"type\":\"terms\",\"schema\":\"bucket\",\"params\":{\"field\":\"browbeat_uuid\",\"size\":5,\"order\":\"desc\",\"orderBy\":\"1\"}}],\"listeners\":{}}",
"uiStateJSON": "{}",
"description": "",
"version": 1,
"kibanaSavedObjectMeta": {
"searchSourceJSON": "{\"index\":\"[browbeat-rally-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"_type:result\",\"analyze_wildcard\":true}},\"filter\":[]}"
}
}

10
visualization/Performance-Dashboard/visualization/ResultsPerCloudName.json Normal file
View File

@ -0,0 +1,10 @@
{
"title": "Browbeat Results per cloudname",
"visState": "{\"title\":\"New Visualization\",\"type\":\"table\",\"params\":{\"perPage\":10,\"showPartialRows\":false,\"showMeticsAtAllLevels\":false},\"aggs\":[{\"id\":\"1\",\"type\":\"count\",\"schema\":\"metric\",\"params\":{}},{\"id\":\"2\",\"type\":\"terms\",\"schema\":\"bucket\",\"params\":{\"field\":\"cloud_name\",\"size\":10,\"order\":\"desc\",\"orderBy\":\"1\"}}],\"listeners\":{}}",
"uiStateJSON": "{}",
"description": "",
"version": 1,
"kibanaSavedObjectMeta": {
"searchSourceJSON": "{\"index\":\"[browbeat-rally-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}},\"filter\":[]}"
}
}

10
visualization/Performance-Dashboard/visualization/Times.json Normal file
View File

@ -0,0 +1,10 @@
{
"title": "Browbeat Times",
"visState": "{\"title\":\"Times\",\"type\":\"table\",\"params\":{\"perPage\":10,\"showPartialRows\":false,\"showMeticsAtAllLevels\":false},\"aggs\":[{\"id\":\"1\",\"type\":\"count\",\"schema\":\"metric\",\"params\":{}},{\"id\":\"3\",\"type\":\"terms\",\"schema\":\"bucket\",\"params\":{\"field\":\"scenario\",\"size\":20,\"order\":\"desc\",\"orderBy\":\"1\"}},{\"id\":\"4\",\"type\":\"terms\",\"schema\":\"bucket\",\"params\":{\"field\":\"rally_setup.kw.runner.times\",\"size\":20,\"order\":\"desc\",\"orderBy\":\"1\"}}],\"listeners\":{}}",
"uiStateJSON": "{}",
"description": "",
"version": 1,
"kibanaSavedObjectMeta": {
"searchSourceJSON": "{\"index\":\"[browbeat-rally-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}},\"filter\":[]}"
}
}

10
visualization/Performance-Dashboard/visualization/VersionDataTable.json Normal file
View File

@ -0,0 +1,10 @@
{
"title": "Browbeat Version data table",
"visState": "{\"title\":\"version data table\",\"type\":\"table\",\"params\":{\"perPage\":10,\"showPartialRows\":false,\"showMeticsAtAllLevels\":false},\"aggs\":[{\"id\":\"1\",\"type\":\"count\",\"schema\":\"metric\",\"params\":{}},{\"id\":\"2\",\"type\":\"terms\",\"schema\":\"bucket\",\"params\":{\"field\":\"version.osp_series\",\"size\":5,\"order\":\"desc\",\"orderBy\":\"1\"}}],\"listeners\":{}}",
"uiStateJSON": "{}",
"description": "",
"version": 1,
"kibanaSavedObjectMeta": {
"searchSourceJSON": "{\"index\":\"[browbeat-rally-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}},\"filter\":[]}"
}
}