openstack/rally-openstack
Code Issues Proposed changes

[ci] Update magnum, manila, mistral and monasca jobs to task v2

Browse Source 
* fix ManilaShares.create_share_then_allow_and_deny_access workload

Change-Id: I979c849bb5763db5f98e8fc220d876b5c0031ca8
This commit is contained in:
Boris Pavlovic 2017-09-11 22:50:43 -07:00 committed by Andrey Kurilin
parent 98c6dfac32
commit 0fdd1bed9b
5 changed files with 431 additions and 420 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

117
rally-jobs/rally-magnum.yaml
View File

@ -1,36 +1,67 @@
{% set image = "Fedora-Atomic-26-20170723.0.x86_64" %} {% set image = "Fedora-Atomic-26-20170723.0.x86_64" %}
--- ---
MagnumClusterTemplates.list_cluster_templates: version: 2
title: Task for gate-rally-dsvm-magnum-rally-nv job
description: >
This task contains various subtasks for testing magnum plugins
subtasks:
- -
runner: title: MagnumClusterTemplates.list_cluster_templates tests
type: "constant" workloads:
times: 40 -
concurrency: 20 scenario:
context: MagnumClusterTemplates.list_cluster_templates: {}
users: runner:
tenants: 1 constant:
users_per_tenant: 1 times: 40
cluster_templates: concurrency: 20
image_id: {{ image }} contexts:
flavor_id: "m1.small" users:
master_flavor_id: "m1.small" tenants: 1
external_network_id: "public" users_per_tenant: 1
dns_nameserver: "8.8.8.8" cluster_templates:
docker_volume_size: 5 image_id: {{ image }}
coe: "kubernetes" flavor_id: "m1.small"
network_driver: "flannel" master_flavor_id: "m1.small"
docker_storage_driver: "devicemapper" external_network_id: "public"
master_lb_enabled: False dns_nameserver: "8.8.8.8"
sla: docker_volume_size: 5
failure_rate: coe: "kubernetes"
max: 0 network_driver: "flannel"
docker_storage_driver: "devicemapper"
master_lb_enabled: False
-
scenario:
MagnumClusterTemplates.list_cluster_templates: {}
runner:
constant:
times: 40
concurrency: 20
contexts:
users:
tenants: 1
users_per_tenant: 1
cluster_templates:
image_id: {{ image }}
flavor_id: "m1.small"
master_flavor_id: "m1.small"
external_network_id: "public"
dns_nameserver: "8.8.8.8"
docker_volume_size: 5
coe: "swarm"
network_driver: "docker"
docker_storage_driver: "devicemapper"
master_lb_enabled: False
- -
title: MagnumClusters.create_and_list_clusters tests
scenario:
MagnumClusters.create_and_list_clusters:
node_count: 1
runner: runner:
type: "constant" constant:
times: 40 times: 1
concurrency: 20 concurrency: 1
context: contexts:
users: users:
tenants: 1 tenants: 1
users_per_tenant: 1 users_per_tenant: 1
@ -45,33 +76,3 @@
network_driver: "docker" network_driver: "docker"
docker_storage_driver: "devicemapper" docker_storage_driver: "devicemapper"
master_lb_enabled: False master_lb_enabled: False
sla:
failure_rate:
max: 0
MagnumClusters.create_and_list_clusters:
-
args:
node_count: 1
runner:
type: "constant"
times: 1
concurrency: 1
context:
users:
tenants: 1
users_per_tenant: 1
cluster_templates:
image_id: {{ image }}
flavor_id: "m1.small"
master_flavor_id: "m1.small"
external_network_id: "public"
dns_nameserver: "8.8.8.8"
docker_volume_size: 5
coe: "swarm"
network_driver: "docker"
docker_storage_driver: "devicemapper"
master_lb_enabled: False
sla:
failure_rate:
max: 0

193
rally-jobs/rally-manila-no-ss.yaml
View File

@ -1,11 +1,18 @@
--- ---
Dummy.openstack: version: 2
title: Task for gate-rally-dsvm-manila-multibackend-no-ss job
description: >
This task contains various subtasks for testing manila plugins
subtasks:
- -
title: Test Manila Quotas context
scenario:
Dummy.openstack: {}
runner: runner:
type: "constant" constant:
times: 1 times: 1
concurrency: 1 concurrency: 1
context: contexts:
users: users:
tenants: 1 tenants: 1
users_per_tenant: 1 users_per_tenant: 1
@ -16,35 +23,33 @@
snapshots: -1 snapshots: -1
snapshot_gigabytes: -1 snapshot_gigabytes: -1
share_networks: -1 share_networks: -1
ManilaShares.list_shares:
- -
args: title: ManilaShares.list_shares tests
detailed: True scenario:
ManilaShares.list_shares:
detailed: True
runner: runner:
type: "constant" constant:
times: 10 times: 10
concurrency: 1 concurrency: 1
context: contexts:
users: users:
tenants: 1 tenants: 1
users_per_tenant: 1 users_per_tenant: 1
sla:
failure_rate:
max: 0
ManilaShares.create_share_then_allow_and_deny_access:
- -
args: title: ManilaShares.create_share_then_allow_and_deny_access tests
share_proto: "nfs" scenario:
size: 1 ManilaShares.create_share_then_allow_and_deny_access:
access: "127.0.0.1" share_proto: "nfs"
access_type: "ip" share_type: "dhss_false"
size: 1
access: "127.0.0.1"
access_type: "ip"
runner: runner:
type: "constant" constant:
times: 2 times: 2
concurrency: 2 concurrency: 2
context: contexts:
quotas: quotas:
manila: manila:
shares: -1 shares: -1
@ -52,24 +57,20 @@
users: users:
tenants: 2 tenants: 2
users_per_tenant: 1 users_per_tenant: 1
sla:
failure_rate:
max: 0
{% for s in ("create_and_delete_share", "create_and_list_share") %}
ManilaShares.{{s}}:
- -
args: title: ManilaShares.create_and_delete_share tests
share_proto: "nfs" scenario:
size: 1 ManilaShares.create_and_delete_share:
share_type: "dhss_false" share_proto: "nfs"
min_sleep: 1 size: 1
max_sleep: 2 share_type: "dhss_false"
min_sleep: 1
max_sleep: 2
runner: runner:
type: "constant" constant:
times: 4 times: 4
concurrency: 4 concurrency: 4
context: contexts:
quotas: quotas:
manila: manila:
shares: -1 shares: -1
@ -77,23 +78,20 @@
users: users:
tenants: 2 tenants: 2
users_per_tenant: 1 users_per_tenant: 1
sla:
failure_rate:
max: 0
{% endfor %}
ManilaShares.create_and_extend_share:
- -
args: title: ManilaShares.create_and_list_share tests
share_proto: "nfs" scenario:
size: 1 ManilaShares.create_and_list_share:
share_type: "dhss_false" share_proto: "nfs"
new_size: 2 size: 1
share_type: "dhss_false"
min_sleep: 1
max_sleep: 2
runner: runner:
type: "constant" constant:
times: 4 times: 4
concurrency: 4 concurrency: 4
context: contexts:
quotas: quotas:
manila: manila:
shares: -1 shares: -1
@ -101,22 +99,19 @@
users: users:
tenants: 2 tenants: 2
users_per_tenant: 1 users_per_tenant: 1
sla:
failure_rate:
max: 0
ManilaShares.create_and_shrink_share:
- -
args: title: ManilaShares.create_and_extend_share tests
share_proto: "nfs" scenario:
size: 2 ManilaShares.create_and_extend_share:
share_type: "dhss_false" share_proto: "nfs"
new_size: 1 size: 1
share_type: "dhss_false"
new_size: 2
runner: runner:
type: "constant" constant:
times: 4 times: 4
concurrency: 4 concurrency: 4
context: contexts:
quotas: quotas:
manila: manila:
shares: -1 shares: -1
@ -124,25 +119,42 @@
users: users:
tenants: 2 tenants: 2
users_per_tenant: 1 users_per_tenant: 1
sla:
failure_rate:
max: 0
ManilaShares.set_and_delete_metadata:
- -
args: title: ManilaShares.create_and_shrink_share tests
sets: 1 scenario:
set_size: 3 ManilaShares.create_and_shrink_share:
delete_size: 3 share_proto: "nfs"
key_min_length: 1 size: 2
key_max_length: 256 share_type: "dhss_false"
value_min_length: 1 new_size: 1
value_max_length: 1024
runner: runner:
type: "constant" constant:
times: 10 times: 4
concurrency: 10 concurrency: 4
context: contexts:
quotas:
manila:
shares: -1
gigabytes: -1
users:
tenants: 2
users_per_tenant: 1
-
title: ManilaShares.set_and_delete_metadata tests
scenario:
ManilaShares.set_and_delete_metadata:
sets: 1
set_size: 3
delete_size: 3
key_min_length: 1
key_max_length: 256
value_min_length: 1
value_max_length: 1024
runner:
constant:
times: 10
concurrency: 10
contexts:
quotas: quotas:
manila: manila:
shares: -1 shares: -1
@ -155,6 +167,3 @@
share_proto: "NFS" share_proto: "NFS"
size: 1 size: 1
share_type: "dhss_false" share_type: "dhss_false"
sla:
failure_rate:
max: 0

341
rally-jobs/rally-manila.yaml
View File

@ -1,11 +1,18 @@
--- ---
Dummy.openstack: version: 2
title: Task for gate-rally-dsvm-manila-multibackend-no-ss job
description: >
This task contains various subtasks for testing manila plugins
subtasks:
- -
title: Test Manila Quotas context
scenario:
Dummy.openstack: {}
runner: runner:
type: "constant" constant:
times: 1 times: 1
concurrency: 1 concurrency: 1
context: contexts:
users: users:
tenants: 1 tenants: 1
users_per_tenant: 1 users_per_tenant: 1
@ -16,36 +23,33 @@
snapshots: -1 snapshots: -1
snapshot_gigabytes: -1 snapshot_gigabytes: -1
share_networks: -1 share_networks: -1
ManilaShares.list_shares:
- -
args: title: ManilaShares.list_shares tests
detailed: True scenario:
ManilaShares.list_shares:
detailed: True
runner: runner:
type: "constant" constant:
times: 12 times: 12
concurrency: 1 concurrency: 4
context: contexts:
users: users:
tenants: 3 tenants: 3
users_per_tenant: 4 users_per_tenant: 4
user_choice_method: "round_robin" user_choice_method: "round_robin"
sla:
failure_rate:
max: 0
ManilaShares.create_and_extend_share:
- -
args: title: ManilaShares.create_and_extend_share tests
share_proto: "nfs" scenario:
size: 1 ManilaShares.create_and_extend_share:
new_size: 2 share_proto: "nfs"
share_type: "dhss_true" size: 1
new_size: 2
share_type: "dhss_true"
runner: runner:
type: "constant" constant:
times: 4 times: 4
concurrency: 4 concurrency: 4
context: contexts:
quotas: quotas:
manila: manila:
shares: -1 shares: -1
@ -57,22 +61,19 @@
user_choice_method: "round_robin" user_choice_method: "round_robin"
manila_share_networks: manila_share_networks:
use_share_networks: True use_share_networks: True
sla:
failure_rate:
max: 0
ManilaShares.create_and_shrink_share:
- -
args: title: ManilaShares.create_and_shrink_share tests
share_proto: "nfs" scenario:
size: 2 ManilaShares.create_and_shrink_share:
new_size: 1 share_proto: "nfs"
share_type: "dhss_true" size: 2
new_size: 1
share_type: "dhss_true"
runner: runner:
type: "constant" constant:
times: 4 times: 4
concurrency: 4 concurrency: 4
context: contexts:
quotas: quotas:
manila: manila:
shares: -1 shares: -1
@ -84,23 +85,20 @@
user_choice_method: "round_robin" user_choice_method: "round_robin"
manila_share_networks: manila_share_networks:
use_share_networks: True use_share_networks: True
sla:
failure_rate:
max: 0
ManilaShares.create_share_then_allow_and_deny_access:
- -
args: title: ManilaShares.create_share_then_allow_and_deny_access tests
share_proto: "nfs" scenario:
size: 1 ManilaShares.create_share_then_allow_and_deny_access:
share_type: "dhss_true" share_proto: "nfs"
access: "127.0.0.1" size: 1
access_type: "ip" share_type: "dhss_true"
access: "127.0.0.1"
access_type: "ip"
runner: runner:
type: "constant" constant:
times: 4 times: 4
concurrency: 4 concurrency: 4
context: contexts:
quotas: quotas:
manila: manila:
shares: -1 shares: -1
@ -112,24 +110,20 @@
user_choice_method: "round_robin" user_choice_method: "round_robin"
manila_share_networks: manila_share_networks:
use_share_networks: True use_share_networks: True
sla:
failure_rate:
max: 0
{% for s in ("create_and_delete_share", "create_and_list_share") %}
ManilaShares.{{s}}:
- -
args: title: ManilaShares.create_and_delete_share tests
share_proto: "nfs" scenario:
size: 1 ManilaShares.create_and_delete_share:
share_type: "dhss_true" share_proto: "nfs"
min_sleep: 1 size: 1
max_sleep: 2 share_type: "dhss_true"
min_sleep: 1
max_sleep: 2
runner: runner:
type: "constant" constant:
times: 4 times: 4
concurrency: 4 concurrency: 4
context: contexts:
quotas: quotas:
manila: manila:
shares: -1 shares: -1
@ -141,125 +135,135 @@
user_choice_method: "round_robin" user_choice_method: "round_robin"
manila_share_networks: manila_share_networks:
use_share_networks: True use_share_networks: True
sla:
failure_rate:
max: 0
{% endfor %}
ManilaShares.create_share_network_and_delete:
- -
args: title: ManilaShares.create_and_list_share tests
name: "rally" scenario:
ManilaShares.create_and_list_share:
share_proto: "nfs"
size: 1
share_type: "dhss_true"
min_sleep: 1
max_sleep: 2
runner: runner:
type: "constant" constant:
times: 10 times: 4
concurrency: 10 concurrency: 4
context: contexts:
quotas: quotas:
manila: manila:
shares: -1
gigabytes: -1
share_networks: -1 share_networks: -1
users: users:
tenants: 2 tenants: 2
users_per_tenant: 1 users_per_tenant: 1
sla: user_choice_method: "round_robin"
failure_rate: manila_share_networks:
max: 0 use_share_networks: True
ManilaShares.create_share_network_and_list:
- -
args: title: ManilaShares.create_share_network_and_delete tests
name: "rally" scenario:
detailed: True ManilaShares.create_share_network_and_delete:
search_opts:
name: "rally" name: "rally"
runner: runner:
type: "constant" constant:
times: 10 times: 10
concurrency: 10 concurrency: 10
context: contexts:
quotas: quotas:
manila: manila:
share_networks: -1 share_networks: -1
users: users:
tenants: 2 tenants: 2
users_per_tenant: 1 users_per_tenant: 1
sla:
failure_rate:
max: 0
ManilaShares.list_share_servers:
- -
args: title: ManilaShares.create_share_network_and_list tests
search_opts: {} scenario:
ManilaShares.create_share_network_and_list:
name: "rally"
detailed: True
search_opts:
name: "rally"
runner: runner:
type: "constant" constant:
times: 10 times: 10
concurrency: 10 concurrency: 10
sla: contexts:
failure_rate:
max: 0
ManilaShares.create_security_service_and_delete:
{% for s in ("ldap", "kerberos", "active_directory") %}
-
args:
security_service_type: {{s}}
dns_ip: "fake_dns_ip"
server: "fake-server"
domain: "fake_domain"
user: "fake_user"
password: "fake_password"
name: "fake_name"
description: "fake_description"
runner:
type: "constant"
times: 10
concurrency: 10
context:
users:
tenants: 1
users_per_tenant: 1
sla:
failure_rate:
max: 0
{% endfor %}
ManilaShares.attach_security_service_to_share_network:
{% for s in ("ldap", "kerberos", "active_directory") %}
-
args:
security_service_type: {{s}}
runner:
type: "constant"
times: 10
concurrency: 10
context:
users:
tenants: 1
users_per_tenant: 1
quotas: quotas:
manila: manila:
share_networks: -1 share_networks: -1
sla: users:
failure_rate: tenants: 2
max: 0 users_per_tenant: 1
{% endfor %}
ManilaShares.set_and_delete_metadata:
- -
args: title: ManilaShares.list_share_servers tests
sets: 1 scenario:
set_size: 3 ManilaShares.list_share_servers:
delete_size: 3 search_opts: {}
key_min_length: 1
key_max_length: 256
value_min_length: 1
value_max_length: 1024
runner: runner:
type: "constant" constant:
times: 10 times: 10
concurrency: 10 concurrency: 10
context: -
title: ManilaShares.create_security_service_and_delete tests
workloads:
{% for s in ("ldap", "kerberos", "active_directory") %}
-
scenario:
ManilaShares.create_security_service_and_delete:
security_service_type: {{s}}
dns_ip: "fake_dns_ip"
server: "fake-server"
domain: "fake_domain"
user: "fake_user"
password: "fake_password"
name: "fake_name"
description: "fake_description"
runner:
constant:
times: 10
concurrency: 10
contexts:
users:
tenants: 1
users_per_tenant: 1
{% endfor %}
-
title: ManilaShares.attach_security_service_to_share_network tests
workloads:
{% for s in ("ldap", "kerberos", "active_directory") %}
-
scenario:
ManilaShares.attach_security_service_to_share_network:
security_service_type: {{s}}
runner:
constant:
times: 10
concurrency: 10
contexts:
users:
tenants: 1
users_per_tenant: 1
quotas:
manila:
share_networks: -1
{% endfor %}
-
title: ManilaShares.set_and_delete_metadata tests
scenario:
ManilaShares.set_and_delete_metadata:
sets: 1
set_size: 3
delete_size: 3
key_min_length: 1
key_max_length: 256
value_min_length: 1
value_max_length: 1024
runner:
constant:
times: 10
concurrency: 10
contexts:
quotas: quotas:
manila: manila:
shares: -1 shares: -1
@ -275,6 +279,3 @@
share_proto: "NFS" share_proto: "NFS"
size: 1 size: 1
share_type: "dhss_true" share_type: "dhss_true"
sla:
failure_rate:
max: 0

121
rally-jobs/rally-mistral.yaml
View File

@ -1,80 +1,75 @@
--- ---
MistralWorkbooks.list_workbooks: version: 2
title: Task for gate-rally-dsvm-mistral-rally-ubuntu-xenial-nv job
description: >
This task contains various subtasks for testing mistral plugins
subtasks:
- -
title: MistralWorkbooks.list_workbooks tests
scenario:
MistralWorkbooks.list_workbooks: {}
runner: runner:
type: "constant" constant:
times: 50 times: 50
concurrency: 10 concurrency: 10
context: contexts:
users: users:
tenants: 1 tenants: 1
users_per_tenant: 1 users_per_tenant: 1
sla:
failure_rate:
max: 0
MistralWorkbooks.create_workbook:
- -
args: title: MistralWorkbooks.create_workbook tests
definition: "~/.rally/extra/mistral_wb.yaml" workloads:
runner: -
type: "constant" scenario:
times: 50 MistralWorkbooks.create_workbook:
concurrency: 10 definition: "~/.rally/extra/mistral_wb.yaml"
context: runner:
users: constant:
tenants: 1 times: 50
users_per_tenant: 1 concurrency: 10
sla: contexts:
failure_rate: users:
max: 0 tenants: 1
users_per_tenant: 1
-
scenario:
MistralWorkbooks.create_workbook:
definition: "~/.rally/extra/mistral_wb.yaml"
do_delete: true
runner:
constant:
times: 50
concurrency: 10
contexts:
users:
tenants: 1
users_per_tenant: 1
- -
args: title: MistralExecutions.list_executions tests
definition: "~/.rally/extra/mistral_wb.yaml" scenario:
do_delete: true MistralExecutions.list_executions: {}
runner: runner:
type: "constant" constant:
times: 50 times: 50
concurrency: 10 concurrency: 10
context: contexts:
users:
tenants: 1
users_per_tenant: 1
sla:
failure_rate:
max: 0
MistralExecutions.list_executions:
-
runner:
type: "constant"
times: 50
concurrency: 10
context:
users: users:
tenants: 2 tenants: 2
users_per_tenant: 2 users_per_tenant: 2
sla:
failure_rate:
max: 0
MistralExecutions.create_execution_from_workbook:
- -
args: title: MistralExecutions.create_execution_from_workbook tests
definition: "~/.rally/extra/mistral_wb.yaml" scenario:
workflow_name: "wf1" MistralExecutions.create_execution_from_workbook:
params: "~/.rally/extra/mistral_params.json" definition: "~/.rally/extra/mistral_wb.yaml"
wf_input: "~/.rally/extra/mistral_input.json" workflow_name: "wf1"
do_delete: true params: "~/.rally/extra/mistral_params.json"
wf_input: "~/.rally/extra/mistral_input.json"
do_delete: true
runner: runner:
type: "constant" constant:
times: 50 times: 50
concurrency: 10 concurrency: 10
context: contexts:
users: users:
tenants: 2 tenants: 2
users_per_tenant: 2 users_per_tenant: 2
sla:
failure_rate:
max: 0

79
rally-jobs/rally-monasca.yaml
View File

@ -1,39 +1,44 @@
--- ---
MonascaMetrics.list_metrics: version: 2
title: Task for gate-rally-dsvm-monasca-rally-ubuntu-xenial-nv job
description: >
This task contains various subtasks for testing Monasca plugins
subtasks:
- -
runner: title: MonascaMetrics.list_metrics tests
type: "constant" workloads:
times: 10 -
concurrency: 2 scenario:
context: MonascaMetrics.list_metrics: {}
users: runner:
tenants: 2 constant:
users_per_tenant: 2 times: 10
roles: concurrency: 2
- "monasca-user" contexts:
monasca_metrics: users:
"dimensions": tenants: 2
"region": "RegionOne" users_per_tenant: 2
"service": "identity" roles:
"hostname": "fake_host" - "monasca-user"
"url": "http://fake_host:5000/v2.0" monasca_metrics:
"metrics_per_tenant": 10 "dimensions":
sla: "region": "RegionOne"
failure_rate: "service": "identity"
max: 0 "hostname": "fake_host"
- "url": "http://fake_host:5000/v2.0"
runner: "metrics_per_tenant": 10
type: "constant" -
times: 10 scenario:
concurrency: 2 MonascaMetrics.list_metrics: {}
context: runner:
users: constant:
tenants: 2 times: 10
users_per_tenant: 2 concurrency: 2
roles: contexts:
- "monasca-user" users:
monasca_metrics: tenants: 2
"metrics_per_tenant": 10 users_per_tenant: 2
sla: roles:
failure_rate: - "monasca-user"
max: 0 monasca_metrics:
"metrics_per_tenant": 10