diff --git a/rally-jobs/heat.yaml b/rally-jobs/heat.yaml index 268143b5..14355625 100644 --- a/rally-jobs/heat.yaml +++ b/rally-jobs/heat.yaml @@ -1,367 +1,297 @@ --- - HeatStacks.create_and_list_stack: + version: 2 + title: Task for gate-rally-dsvm-rally-heat-nv job + description: > + This task contains various scenarios for testing heat plugins + subtasks: - - args: - template_path: "~/.rally/extra/default.yaml.template" + title: HeatStacks.create_and_list_stack tests + scenario: + HeatStacks.create_and_list_stack: + template_path: "~/.rally/extra/default.yaml.template" runner: - type: "constant" - times: 6 - concurrency: 3 - context: + constant: + times: 6 + concurrency: 3 + contexts: users: tenants: 1 users_per_tenant: 1 - sla: - failure_rate: - max: 0 - - HeatStacks.create_and_delete_stack: - - args: - template_path: "~/.rally/extra/default.yaml.template" - runner: - type: "constant" - times: 6 - concurrency: 3 - context: - users: - tenants: 2 - users_per_tenant: 3 - sla: - failure_rate: - max: 0 + title: HeatStacks.create_and_delete_stack tests + workloads: + - + scenario: + HeatStacks.create_and_delete_stack: + template_path: "~/.rally/extra/default.yaml.template" + runner: + constant: + times: 6 + concurrency: 3 + contexts: + users: + tenants: 2 + users_per_tenant: 3 + - + scenario: + HeatStacks.create_and_delete_stack: + template_path: "~/.rally/extra/server_with_volume.yaml.template" + runner: + constant: + times: 2 + concurrency: 2 + contexts: + users: + tenants: 2 + users_per_tenant: 2 + - + scenario: + HeatStacks.create_and_delete_stack: + template_path: "~/.rally/extra/resource_group_server_with_volume.yaml.template" + parameters: + num_instances: 2 + files: ["~/.rally/extra/server_with_volume.yaml.template"] + runner: + constant: + times: 2 + concurrency: 2 + contexts: + users: + tenants: 2 + users_per_tenant: 1 + - + scenario: + HeatStacks.create_and_delete_stack: + template_path: "~/.rally/extra/resource_group_with_constraint.yaml.template" + runner: + constant: + times: 6 + concurrency: 3 + contexts: + users: + tenants: 2 + users_per_tenant: 2 - - args: - template_path: "~/.rally/extra/server_with_volume.yaml.template" + title: HeatStacks.create_check_delete_stack tests + scenario: + HeatStacks.create_check_delete_stack: + template_path: "~/.rally/extra/random_strings.yaml.template" runner: - type: "constant" - times: 2 - concurrency: 2 - context: + constant: + times: 6 + concurrency: 3 + contexts: users: tenants: 2 users_per_tenant: 2 - sla: - failure_rate: - max: 0 + - + title: HeatStacks.create_update_delete_stack tests + workloads: + - + scenario: + HeatStacks.create_update_delete_stack: + template_path: "~/.rally/extra/random_strings.yaml.template" + updated_template_path: "~/.rally/extra/updated_random_strings_add.yaml.template" + runner: + constant: + times: 6 + concurrency: 3 + contexts: + users: + tenants: 2 + users_per_tenant: 2 + - + scenario: + HeatStacks.create_update_delete_stack: + template_path: "~/.rally/extra/random_strings.yaml.template" + updated_template_path: "~/.rally/extra/updated_random_strings_delete.yaml.template" + runner: + constant: + times: 6 + concurrency: 3 + contexts: + users: + tenants: 2 + users_per_tenant: 2 + - + scenario: + HeatStacks.create_update_delete_stack: + template_path: "~/.rally/extra/random_strings.yaml.template" + updated_template_path: "~/.rally/extra/updated_random_strings_replace.yaml.template" + runner: + constant: + times: 6 + concurrency: 3 + contexts: + users: + tenants: 2 + users_per_tenant: 2 + - + scenario: + HeatStacks.create_update_delete_stack: + template_path: "~/.rally/extra/autoscaling_policy.yaml.template" + updated_template_path: "~/.rally/extra/updated_autoscaling_policy_inplace.yaml.template" + runner: + constant: + times: 6 + concurrency: 3 + contexts: + users: + tenants: 2 + users_per_tenant: 2 + - + scenario: + HeatStacks.create_update_delete_stack: + template_path: "~/.rally/extra/resource_group.yaml.template" + updated_template_path: "~/.rally/extra/updated_resource_group_increase.yaml.template" + runner: + constant: + times: 6 + concurrency: 3 + contexts: + users: + tenants: 2 + users_per_tenant: 3 + - + scenario: + HeatStacks.create_update_delete_stack: + template_path: "~/.rally/extra/resource_group.yaml.template" + updated_template_path: "~/.rally/extra/updated_resource_group_reduce.yaml.template" + runner: + constant: + times: 6 + concurrency: 3 + contexts: + users: + tenants: 2 + users_per_tenant: 3 - - args: - template_path: "~/.rally/extra/resource_group_server_with_volume.yaml.template" - parameters: - num_instances: 2 - files: ["~/.rally/extra/server_with_volume.yaml.template"] + title: HeatStacks.create_suspend_resume_delete_stack tests + scenario: + HeatStacks.create_suspend_resume_delete_stack: + template_path: "~/.rally/extra/random_strings.yaml.template" runner: - type: "constant" - times: 2 - concurrency: 2 - context: + constant: + times: 6 + concurrency: 3 + contexts: users: tenants: 2 - users_per_tenant: 1 - sla: - failure_rate: - max: 0 - + users_per_tenant: 3 - - args: - template_path: "~/.rally/extra/resource_group_with_constraint.yaml.template" + title: HeatStacks.create_snapshot_restore_delete_stack tests + scenario: + HeatStacks.create_snapshot_restore_delete_stack: + template_path: "~/.rally/extra/random_strings.yaml.template" runner: - type: "constant" - times: 6 - concurrency: 2 - context: + constant: + times: 6 + concurrency: 3 + contexts: + users: + tenants: 2 + users_per_tenant: 3 + - + title: HeatStacks.create_stack_and_scale tests + workloads: + - + scenario: + HeatStacks.create_stack_and_scale: + template_path: "~/.rally/extra/autoscaling_group.yaml.template" + output_key: "scaling_url" + delta: 1 + parameters: + scaling_adjustment: 1 + runner: + constant: + times: 2 + concurrency: 1 + contexts: + users: + tenants: 2 + users_per_tenant: 1 + - + scenario: + HeatStacks.create_stack_and_scale: + template_path: "~/.rally/extra/autoscaling_group.yaml.template" + output_key: "scaling_url" + delta: -1 + parameters: + scaling_adjustment: -1 + runner: + constant: + times: 2 + concurrency: 2 + contexts: + users: + tenants: 2 + users_per_tenant: 1 + - + title: HeatStacks.create_stack_and_list_output tests + scenario: + HeatStacks.create_stack_and_list_output: + template_path: "~/.rally/extra/resource_group_with_outputs.yaml.template" + runner: + constant: + times: 4 + concurrency: 2 + contexts: users: tenants: 2 users_per_tenant: 2 - sla: - failure_rate: - max: 0 - - HeatStacks.create_check_delete_stack: - - args: - template_path: "~/.rally/extra/random_strings.yaml.template" + title: HeatStacks.create_stack_and_list_output_via_API tests + scenario: + HeatStacks.create_stack_and_list_output_via_API: + template_path: "~/.rally/extra/resource_group_with_outputs.yaml.template" runner: - type: "constant" - times: 6 - concurrency: 2 - context: + constant: + times: 4 + concurrency: 2 + contexts: users: tenants: 2 users_per_tenant: 2 - sla: - failure_rate: - max: 0 - - HeatStacks.create_update_delete_stack: - - args: - template_path: "~/.rally/extra/random_strings.yaml.template" - updated_template_path: "~/.rally/extra/updated_random_strings_add.yaml.template" + title: HeatStacks.create_stack_and_show_output tests + scenario: + HeatStacks.create_stack_and_show_output: + template_path: "~/.rally/extra/resource_group_with_outputs.yaml.template" + output_key: "val1" runner: - type: "constant" - times: 6 - concurrency: 3 - context: - users: - tenants: 2 - users_per_tenant: 3 - sla: - failure_rate: - max: 0 - - - - args: - template_path: "~/.rally/extra/random_strings.yaml.template" - updated_template_path: "~/.rally/extra/updated_random_strings_delete.yaml.template" - runner: - type: "constant" - times: 6 - concurrency: 3 - context: - users: - tenants: 2 - users_per_tenant: 3 - sla: - failure_rate: - max: 0 - - - - args: - template_path: "~/.rally/extra/random_strings.yaml.template" - updated_template_path: "~/.rally/extra/updated_random_strings_replace.yaml.template" - runner: - type: "constant" - times: 6 - concurrency: 3 - context: - users: - tenants: 2 - users_per_tenant: 3 - sla: - failure_rate: - max: 0 - - - - args: - template_path: "~/.rally/extra/autoscaling_policy.yaml.template" - updated_template_path: "~/.rally/extra/updated_autoscaling_policy_inplace.yaml.template" - runner: - type: "constant" - times: 6 - concurrency: 3 - context: - users: - tenants: 2 - users_per_tenant: 3 - sla: - failure_rate: - max: 0 - - - - args: - template_path: "~/.rally/extra/resource_group.yaml.template" - updated_template_path: "~/.rally/extra/updated_resource_group_increase.yaml.template" - runner: - type: "constant" - times: 6 - concurrency: 3 - context: - users: - tenants: 2 - users_per_tenant: 3 - sla: - failure_rate: - max: 0 - - - - args: - template_path: "~/.rally/extra/resource_group.yaml.template" - updated_template_path: "~/.rally/extra/updated_resource_group_reduce.yaml.template" - runner: - type: "constant" - times: 6 - concurrency: 3 - context: - users: - tenants: 2 - users_per_tenant: 3 - sla: - failure_rate: - max: 0 - - # HeatStacks.list_stacks_and_resources: - # - - # runner: - # type: "constant" - # times: 6 - # concurrency: 3 - # context: - # users: - # tenants: 2 - # users_per_tenant: 3 - # stacks: - # stacks_per_tenant: 2 - # resources_per_stack: 10 - # sla: - # failure_rate: - # max: 0 - - HeatStacks.create_suspend_resume_delete_stack: - - - args: - template_path: "~/.rally/extra/random_strings.yaml.template" - runner: - type: "constant" - times: 6 - concurrency: 3 - context: - users: - tenants: 2 - users_per_tenant: 3 - sla: - failure_rate: - max: 0 - - #HeatStacks.list_stacks_and_events: - # - - # runner: - # type: "constant" - # times: 6 - # concurrency: 3 - # context: - # users: - # tenants: 2 - # users_per_tenant: 3 - # stacks: - # stacks_per_tenant: 2 - # resources_per_stack: 10 - # sla: - # failure_rate: - # max: 0 - - HeatStacks.create_snapshot_restore_delete_stack: - - - args: - template_path: "~/.rally/extra/random_strings.yaml.template" - runner: - type: "constant" - times: 6 - concurrency: 3 - context: - users: - tenants: 2 - users_per_tenant: 3 - sla: - failure_rate: - max: 0 - - HeatStacks.create_stack_and_scale: - - - args: - template_path: "~/.rally/extra/autoscaling_group.yaml.template" - output_key: "scaling_url" - delta: 1 - parameters: - scaling_adjustment: 1 - runner: - type: "constant" - times: 2 - concurrency: 1 - context: - users: - tenants: 2 - users_per_tenant: 1 - sla: - failure_rate: - max: 0 - - - args: - template_path: "~/.rally/extra/autoscaling_group.yaml.template" - output_key: "scaling_url" - delta: -1 - parameters: - scaling_adjustment: -1 - runner: - type: "constant" - times: 2 - concurrency: 2 - context: - users: - tenants: 2 - users_per_tenant: 1 - sla: - failure_rate: - max: 0 - - HeatStacks.create_stack_and_list_output: - - - args: - template_path: "~/.rally/extra/resource_group_with_outputs.yaml.template" - runner: - type: "constant" - times: 5 - concurrency: 2 - context: + constant: + times: 4 + concurrency: 2 + contexts: users: tenants: 2 users_per_tenant: 2 - - HeatStacks.create_stack_and_list_output_via_API: - - args: - template_path: "~/.rally/extra/resource_group_with_outputs.yaml.template" + title: HeatStacks.create_stack_and_show_output_via_API tests + scenario: + HeatStacks.create_stack_and_show_output_via_API: + template_path: "~/.rally/extra/resource_group_with_outputs.yaml.template" + output_key: "val1" runner: - type: "constant" - times: 5 - concurrency: 2 - context: + constant: + times: 4 + concurrency: 2 + contexts: users: tenants: 2 users_per_tenant: 2 - - HeatStacks.create_stack_and_show_output: - - args: - template_path: "~/.rally/extra/resource_group_with_outputs.yaml.template" - output_key: "val1" + title: Authenticate.validate_heat tests + scenario: + Authenticate.validate_heat: + repetitions: 2 runner: - type: "constant" - times: 5 - concurrency: 2 - context: - users: - tenants: 2 - users_per_tenant: 2 - - HeatStacks.create_stack_and_show_output_via_API: - - - args: - template_path: "~/.rally/extra/resource_group_with_outputs.yaml.template" - output_key: "val1" - runner: - type: "constant" - times: 5 - concurrency: 2 - context: - users: - tenants: 2 - users_per_tenant: 2 - - Authenticate.validate_heat: - - - args: - repetitions: 2 - runner: - type: "constant" - times: 10 - concurrency: 5 - context: + constant: + times: 10 + concurrency: 5 + contexts: users: tenants: 3 users_per_tenant: 5 - sla: - failure_rate: - max: 0