openstack/rally-openstack
Code Issues Proposed changes
7d0c257388
rally-openstack/rally-jobs/nova.yaml
Andrey Kurilin 1e711fc3d6 Make our CI great again 
* remove nova-net scenarios. Nova-Network is dead. We do not have it in
  our gates
* Do not duplicate VMTask scenarios in *-nova and *-neutron jobs. We
  have equal envs there, so we shouldn't waste infra's resources and
  test them twice. It is redundant. Let's keep VMTask scenarios only
  in *-neutron job for now and balance number of scenarios in each job
  in future.
* Move Authenticate.validate_heat from main rally job to special *-heat
  job.
* Return GlanceImages.create_image_and_boot_instances to keystone-api-v2
  (it was broken due to nova-net).
* NovaSecGroup.create_and_* scenarios from nova's gates switched to be
  launched at Neutron(Nova-API is a proxy in such cases), so we need to
  setup Neutron secutiry groups quotas for these scenarios

Change-Id: Ib7d952e2f7b520d46a1b932e85d3cd70b2ff11aa
2016-12-08 10:09:46 +00:00

1284 lines
24 KiB
YAML
Executable File
Raw Blame History

{%- set cirros_image_url = "http://download.cirros-cloud.net/0.3.4/cirros-0.3.4-x86_64-disk.img" %}
{% set image_name = "^(cirros.*uec|TestVM)$" %}
{% set flavor_name = "m1.tiny" %}
{% set volume_type = "" %}
---
Authenticate.validate_nova:
-
args:
repetitions: 2
runner:
type: "constant"
times: 10
concurrency: 5
context:
users:
tenants: 3
users_per_tenant: 5
sla:
failure_rate:
max: 0
Quotas.nova_update_and_delete:
-
args:
max_quota: 1024
runner:
type: "constant"
times: 4
concurrency: 1
context:
users:
tenants: 3
users_per_tenant: 2
sla:
failure_rate:
max: 0
Quotas.nova_get:
-
runner:
type: "constant"
times: 10
concurrency: 2
context:
users:
tenants: 2
users_per_tenant: 2
sla:
failure_rate:
max: 0
Quotas.nova_update:
-
args:
max_quota: 1024
runner:
type: "constant"
times: 10
concurrency: 2
context:
users:
tenants: 3
users_per_tenant: 2
sla:
failure_rate:
max: 0
NovaServers.boot_and_delete_server:
-
args:
flavor:
name: {{flavor_name}}
image:
name: {{image_name}}
runner:
type: "constant"
times: 2
concurrency: 2
context:
users:
tenants: 3
users_per_tenant: 2
sla:
failure_rate:
max: 0
-
args:
flavor:
name: {{flavor_name}}
image:
name: {{image_name}}
auto_assign_nic: true
runner:
type: "constant"
times: 2
concurrency: 2
context:
users:
tenants: 3
users_per_tenant: 2
network:
start_cidr: "10.2.0.0/24"
networks_per_tenant: 2
-
args:
flavor:
name: {{flavor_name}}
image:
name: {{image_name}}
force_delete: true
runner:
type: "constant"
times: 2
concurrency: 2
context:
users:
tenants: 3
users_per_tenant: 2
sla:
failure_rate:
max: 0
NovaServers.boot_and_list_server:
-
args:
flavor:
name: {{flavor_name}}
image:
name: {{image_name}}
detailed: True
runner:
type: "constant"
times: 2
concurrency: 2
context:
users:
tenants: 3
users_per_tenant: 1
sla:
failure_rate:
max: 0
NovaServers.boot_and_list_server:
-
args:
flavor:
name: {{flavor_name}}
image:
name: {{image_name}}
detailed: True
runner:
type: "constant"
times: 4
concurrency: 2
context:
users:
tenants: 2
users_per_tenant: 2
user_choice_method: "round_robin"
sla:
failure_rate:
max: 0
NovaServers.suspend_and_resume_server:
-
args:
flavor:
name: {{flavor_name}}
image:
name: {{image_name}}
runner:
type: "constant"
times: 2
concurrency: 2
context:
users:
tenants: 3
users_per_tenant: 1
sla:
failure_rate:
max: 0
NovaServers.pause_and_unpause_server:
-
args:
flavor:
name: {{flavor_name}}
image:
name: {{image_name}}
runner:
type: "constant"
times: 2
concurrency: 2
context:
users:
tenants: 3
users_per_tenant: 1
sla:
failure_rate:
max: 0
NovaServers.shelve_and_unshelve_server:
-
args:
flavor:
name: {{flavor_name}}
image:
name: {{image_name}}
runner:
type: "constant"
times: 2
concurrency: 2
context:
users:
tenants: 3
users_per_tenant: 1
sla:
failure_rate:
max: 0
NovaServers.boot_and_rebuild_server:
-
args:
flavor:
name: {{flavor_name}}
from_image:
name: {{image_name}}
to_image:
name: {{image_name}}
runner:
type: "constant"
times: 2
concurrency: 2
context:
users:
tenants: 3
users_per_tenant: 1
sla:
failure_rate:
max: 0
NovaServers.boot_and_associate_floating_ip:
-
args:
flavor:
name: {{flavor_name}}
image:
name: {{image_name}}
runner:
type: "constant"
times: 2
concurrency: 2
context:
users:
tenants: 3
users_per_tenant: 1
network: {}
sla:
failure_rate:
max: 0
NovaServers.boot_server_associate_and_dissociate_floating_ip:
-
args:
flavor:
name: {{flavor_name}}
image:
name: {{image_name}}
runner:
type: "constant"
times: 5
concurrency: 2
context:
users:
tenants: 3
users_per_tenant: 2
network: {}
sla:
failure_rate:
max: 0
NovaServers.list_servers:
-
args:
detailed: True
runner:
type: "constant"
times: 2
concurrency: 2
context:
users:
tenants: 3
users_per_tenant: 1
servers:
flavor:
name: {{flavor_name}}
image:
name: {{image_name}}
servers_per_tenant: 2
auto_assign_nic: True
network:
networks_per_tenant: 2
sla:
failure_rate:
max: 0
NovaServers.boot_and_show_server:
-
args:
image:
name: {{image_name}}
flavor:
name: {{flavor_name}}
runner:
type: "constant"
times: 2
concurrency: 2
context:
users:
tenants: 3
users_per_tenant: 1
sla:
failure_rate:
max: 0
NovaServers.boot_and_get_console_output:
-
args:
image:
name: {{image_name}}
flavor:
name: {{flavor_name}}
runner:
type: "constant"
times: 2
concurrency: 2
context:
users:
tenants: 3
users_per_tenant: 1
sla:
failure_rate:
max: 0
NovaServers.resize_server:
-
args:
flavor:
name: {{flavor_name}}
image:
name: {{image_name}}
to_flavor:
name: "m1.small"
confirm: true
runner:
type: "constant"
times: 2
concurrency: 2
context:
users:
tenants: 2
users_per_tenant: 1
sla:
failure_rate:
max: 0
-
args:
flavor:
name: {{flavor_name}}
image:
name: {{image_name}}
to_flavor:
name: "m1.small"
confirm: false
runner:
type: "constant"
times: 2
concurrency: 2
context:
users:
tenants: 2
users_per_tenant: 1
sla:
failure_rate:
max: 0
NovaServers.boot_server_attach_created_volume_and_resize:
-
args:
flavor:
name: {{flavor_name}}
image:
name: {{image_name}}
to_flavor:
name: "m1.small"
volume_size: 1
confirm: true
force_delete: false
do_delete: true
boot_server_kwargs: {}
create_volume_kwargs: {}
runner:
type: "constant"
times: 2
concurrency: 2
context:
users:
tenants: 2
users_per_tenant: 1
sla:
failure_rate:
max: 0
NovaServers.boot_server_from_volume_and_resize:
-
args:
flavor:
name: {{flavor_name}}
image:
name: {{image_name}}
to_flavor:
name: "m1.small"
volume_size: 1
confirm: true
force_delete: false
do_delete: true
boot_server_kwargs: {}
create_volume_kwargs: {}
runner:
type: "constant"
times: 2
concurrency: 2
context:
users:
tenants: 2
users_per_tenant: 1
sla:
failure_rate:
max: 0
NovaServers.boot_and_bounce_server:
-
args:
flavor:
name: {{flavor_name}}
image:
name: {{image_name}}
actions:
-
hard_reboot: 1
-
stop_start: 1
-
rescue_unrescue: 1
-
pause_unpause: 1
-
suspend_resume: 1
-
lock_unlock: 1
-
shelve_unshelve: 1
runner:
type: "constant"
times: 2
concurrency: 2
context:
users:
tenants: 2
users_per_tenant: 1
sla:
failure_rate:
max: 0
NovaServers.boot_lock_unlock_and_delete:
-
args:
flavor:
name: {{flavor_name}}
image:
name: {{image_name}}
runner:
type: "constant"
times: 2
concurrency: 2
context:
users:
tenants: 2
users_per_tenant: 1
sla:
failure_rate:
max: 0
NovaServers.boot_server_from_volume_and_delete:
-
args:
flavor:
name: {{flavor_name}}
image:
name: {{image_name}}
volume_size: 1
volume_type: {{volume_type}}
runner:
type: "constant"
times: 2
concurrency: 2
context:
users:
tenants: 3
users_per_tenant: 3
sla:
failure_rate:
max: 0
NovaServers.boot_server_from_volume:
-
args:
flavor:
name: {{flavor_name}}
image:
name: {{image_name}}
volume_size: 1
volume_type: {{volume_type}}
runner:
type: "constant"
times: 2
concurrency: 2
context:
users:
tenants: 2
users_per_tenant: 2
sla:
failure_rate:
max: 0
NovaServers.snapshot_server:
-
args:
flavor:
name: {{flavor_name}}
image:
name: {{image_name}}
runner:
type: "constant"
times: 2
concurrency: 2
context:
users:
tenants: 2
users_per_tenant: 2
sla:
failure_rate:
max: 0
-
args:
flavor:
name: {{flavor_name}}
image:
name: {{image_name}}
runner:
type: "constant"
times: 2
concurrency: 2
context:
users:
tenants: 2
users_per_tenant: 2
api_versions:
glance:
version: 2
sla:
failure_rate:
max: 0
-
args:
flavor:
name: {{flavor_name}}
image:
name: {{image_name}}
runner:
type: "constant"
times: 2
concurrency: 2
context:
users:
tenants: 2
users_per_tenant: 2
roles:
- admin
api_versions:
glance:
version: 1
sla:
failure_rate:
max: 0
NovaServers.boot_server:
-
args:
flavor:
name: "^ram64$"
image:
name: {{image_name}}
auto_assign_nic: false
runner:
type: "constant"
times: 2
concurrency: 2
context:
users:
tenants: 3
users_per_tenant: 2
flavors:
-
name: "ram64"
ram: 64
sla:
failure_rate:
max: 0
-
args:
flavor:
name: {{flavor_name}}
image:
name: {{image_name}}
runner:
type: "constant"
times: 2
concurrency: 2
context:
users:
tenants: 3
users_per_tenant: 2
sla:
failure_rate:
max: 0
-
args:
flavor:
name: {{flavor_name}}
image:
name: "rally-named-image-from-context"
runner:
type: "constant"
times: 5
concurrency: 2
context:
users:
tenants: 1
users_per_tenant: 2
roles:
- admin
images:
image_url: "{{ cirros_image_url }}"
image_type: "qcow2"
image_container: "bare"
images_per_tenant: 1
image_name: "rally-named-image-from-context"
image_args:
is_public: True
sla:
failure_rate:
max: 0
NovaHypervisors.list_hypervisors:
-
args:
detailed: True
runner:
type: "constant"
times: 5
concurrency: 2
sla:
failure_rate:
max: 0
NovaHypervisors.statistics_hypervisors:
-
args: {}
runner:
type: "constant"
times: 5
concurrency: 2
context:
users:
tenants: 2
users_per_tenant: 2
sla:
failure_rate:
max: 0
NovaHypervisors.list_and_get_hypervisors:
-
args:
detailed: True
runner:
type: "constant"
times: 5
concurrency: 2
context:
users:
tenants: 2
users_per_tenant: 2
sla:
failure_rate:
max: 0
NovaHypervisors.list_and_get_uptime_hypervisors:
-
args:
detailed: True
runner:
type: "constant"
times: 5
concurrency: 2
context:
users:
tenants: 3
users_per_tenant: 2
sla:
failure_rate:
max: 0
NovaHypervisors.list_and_search_hypervisors:
-
args:
detailed: True
runner:
type: "constant"
times: 5
concurrency: 2
context:
users:
tenants: 2
users_per_tenant: 2
sla:
failure_rate:
max: 0
NovaImages.list_images:
-
args:
detailed: True
runner:
type: "constant"
times: 5
concurrency: 2
context:
users:
tenants: 2
users_per_tenant: 2
sla:
failure_rate:
max: 0
NovaSecGroup.create_and_delete_secgroups:
-
args:
security_group_count: 5
rules_per_security_group: 5
runner:
type: "constant"
times: 4
concurrency: 4
context:
users:
tenants: 3
users_per_tenant: 2
quotas:
neutron:
security_group: -1
security_group_rule: -1
sla:
failure_rate:
max: 0
NovaSecGroup.create_and_update_secgroups:
-
args:
security_group_count: 5
runner:
type: "constant"
times: 4
concurrency: 4
context:
users:
tenants: 3
users_per_tenant: 2
quotas:
neutron:
security_group: -1
sla:
failure_rate:
max: 0
NovaSecGroup.create_and_list_secgroups:
-
args:
security_group_count: 5
rules_per_security_group: 5
runner:
type: "constant"
times: 4
concurrency: 2
context:
users:
tenants: 2
users_per_tenant: 2
user_choice_method: "round_robin"
quotas:
neutron:
security_group: -1
security_group_rule: -1
sla:
failure_rate:
max: 0
NovaSecGroup.boot_and_delete_server_with_secgroups:
-
args:
flavor:
name: {{flavor_name}}
image:
name: {{image_name}}
security_group_count: 5
rules_per_security_group: 5
runner:
type: "constant"
times: 2
concurrency: 2
context:
users:
tenants: 3
users_per_tenant: 2
network:
start_cidr: "10.2.0.0/24"
quotas:
nova:
security_groups: -1
security_group_rules: -1
NovaSecGroup.boot_server_and_add_secgroups:
-
args:
flavor:
name: {{flavor_name}}
image:
name: {{image_name}}
security_group_count: 5
rules_per_security_group: 5
runner:
type: "constant"
times: 2
concurrency: 2
context:
users:
tenants: 3
users_per_tenant: 2
network:
start_cidr: "10.2.0.0/24"
quotas:
nova:
security_groups: -1
security_group_rules: -1
sla:
failure_rate:
max: 0
NovaKeypair.create_and_delete_keypair:
-
runner:
type: "constant"
times: 4
concurrency: 4
context:
users:
tenants: 3
users_per_tenant: 2
sla:
failure_rate:
max: 0
-
args:
key_type: "x509"
runner:
type: "constant"
times: 4
concurrency: 4
context:
users:
tenants: 3
users_per_tenant: 2
api_versions:
nova:
version: 2.2
sla:
failure_rate:
max: 0
NovaKeypair.create_and_list_keypairs:
-
runner:
type: "constant"
times: 4
concurrency: 4
context:
users:
tenants: 3
users_per_tenant: 2
sla:
failure_rate:
max: 0
NovaKeypair.boot_and_delete_server_with_keypair:
-
args:
flavor:
name: {{flavor_name}}
image:
name: {{image_name}}
runner:
type: "constant"
times: 2
concurrency: 2
context:
users:
tenants: 3
users_per_tenant: 2
network:
start_cidr: "10.2.0.0/24"
sla:
failure_rate:
max: 0
-
args:
flavor:
name: {{flavor_name}}
image:
name: {{image_name}}
key_type: "x509"
runner:
type: "constant"
times: 2
concurrency: 2
context:
users:
tenants: 3
users_per_tenant: 2
network:
start_cidr: "10.2.0.0/24"
api_versions:
nova:
version: 2.2
sla:
failure_rate:
max: 0
NovaServers.boot_and_delete_multiple_servers:
-
args:
flavor:
name: {{flavor_name}}
image:
name: {{image_name}}
count: 5
runner:
type: "constant"
times: 2
concurrency: 2
context:
users:
tenants: 2
users_per_tenant: 2
NovaFlavors.list_flavors:
-
args:
detailed: True
runner:
type: "constant"
times: 5
concurrency: 2
context:
users:
tenants: 2
users_per_tenant: 2
sla:
failure_rate:
max: 0
NovaAgents.list_agents:
-
runner:
type: "constant"
concurrency: 2
times: 5
sla:
failure_rate:
max: 0
NovaAggregates.list_aggregates:
-
runner:
type: "constant"
concurrency: 2
times : 5
sla:
failure_rate:
max: 0
NovaAggregates.create_aggregate_add_and_remove_host:
-
args:
availability_zone: "nova"
runner:
type: "constant"
times: 10
concurrency: 2
context:
users:
tenants: 3
users_per_tenant: 2
sla:
failure_rate:
max: 0
NovaAvailabilityZones.list_availability_zones:
-
args:
detailed: true
runner:
type: "constant"
concurrency: 2
times: 5
sla:
failure_rate:
max: 0
NovaHosts.list_hosts:
-
runner:
type: "constant"
concurrency: 2
times: 5
sla:
failure_rate:
max: 0
NovaHosts.list_and_get_hosts:
-
args: {}
runner:
type: "constant"
concurrency: 2
times: 5
context:
users:
tenants: 3
users_per_tenant: 2
sla:
failure_rate:
max: 0
NovaServices.list_services:
-
runner:
type: "constant"
times: 5
concurrency: 2
sla:
failure_rate:
max: 0
NovaFlavors.create_flavor:
-
args:
ram: 500
vcpus: 1
disk: 1
runner:
type: "constant"
times: 5
concurrency: 2
sla:
failure_rate:
max: 0
NovaFlavors.create_flavor_and_set_keys:
-
args:
ram: 500
vcpus : 1
disk: 1
extra_specs:
quota:disk_read_bytes_sec: 10240
runner:
type: "constant"
concurrency: 2
times: 10
context:
users:
tenants: 2
users_per_tenant: 2
sla:
failure_rate:
max: 0
NovaFlavors.create_and_get_flavor:
-
args:
ram: 500
vcpus: 1
disk: 1
runner:
type: "constant"
times: 5
concurrency: 2
sla:
failure_rate:
max: 0
NovaFlavors.create_and_delete_flavor:
-
runner:
type: "constant"
concurrency: 2
times: 10
args:
ram: 500
vcpus : 1
disk: 1
context:
users:
tenants: 2
users_per_tenant: 2
sla:
failure_rate:
max: 0
NovaFlavors.create_and_list_flavor_access:
-
args:
ram: 500
vcpus: 1
disk: 1
runner:
type: "constant"
times: 5
concurrency: 2
sla:
failure_rate:
max: 0
NovaServers.boot_and_update_server:
-
args:
flavor:
name: {{flavor_name}}
image:
name: {{image_name}}
runner:
type: "constant"
times: 5
concurrency: 2
context:
users:
tenants: 2
users_per_tenant: 2
sla:
failure_rate:
max: 0
NovaServers.boot_server_from_volume_snapshot:
-
args:
flavor:
name: {{flavor_name}}
image:
name: {{image_name}}
volume_size: 1
volume_type: {{volume_type}}
runner:
type: "constant"
times: 2
concurrency: 2
context:
users:
tenants: 2
users_per_tenant: 2
sla:
failure_rate:
max: 0
NovaAggregates.create_and_list_aggregates:
-
args:
availability_zone: "nova"
runner:
type: "constant"
times: 10
concurrency: 2
context:
users:
tenants: 2
users_per_tenant: 2
sla:
failure_rate:
max: 0
NovaAggregates.create_and_delete_aggregate:
-
args:
availability_zone: "nova"
runner:
type: "constant"
times: 10
concurrency: 2
context:
users:
tenants: 3
users_per_tenant: 2
sla:
failure_rate:
max: 0
NovaAggregates.create_and_update_aggregate:
-
args:
availability_zone: "nova"
runner:
type: "constant"
times: 10
concurrency: 2
context:
users:
tenants: 3
users_per_tenant: 2
sla:
failure_rate:
max: 0
NovaAggregates.create_and_get_aggregate_details:
-
args:
availability_zone: "nova"
runner:
type: "constant"
times: 10
concurrency: 2
context:
users:
tenants: 3
users_per_tenant: 2
sla:
failure_rate:
max: 0
NovaAggregates.create_aggregate_add_host_and_boot_server:
-
args:
image:
name: {{image_name}}
metadata:
test_metadata: "true"
availability_zone: "nova"
ram: 512
vcpus: 1
disk: 1
boot_server_kwargs: {}
runner:
type: "constant"
times: 10
concurrency: 2
context:
users:
tenants: 3
users_per_tenant: 2
sla:
failure_rate:
max: 0
View Git Blame Copy Permalink