{ "release" : "havana", "schema" : "1.0", "criteria" : { "atomic" : { "Description" : "Capabilities is unique and cannot be built out of other must-pass capabilities", "name" : "Atomic", "weight" : 8 }, "clients" : { "Description" : "Candidates are widely used capabilities: Should be included if part of common libraries (Fog, Apache jclouds, etc)", "name" : "Used by Clients", "weight" : 8 }, "complete" : { "Description" : "Where the code being tested has a designated area of alternate implementation (extension framework) as per the Core Principles, there should be parity in capability tested across extension implementations. This also implies that the capability test is not configuration specific or locked to non-open technology.", "name" : "Complete", "weight" : 8 }, "deployed" : { "Description" : "Candidates are widely deployed capabilities. We favor capabilities that are supported by multiple public cloud providers and private cloud products.", "name" : "Widely Deployed", "weight" : 8 }, "discover" : { "Description" : "Capability being tested is Service Discoverable (can be found in Keystone and via service introspection)", "name" : "Discoverable", "weight" : 8 }, "doc" : { "Description" : "Should be well documented, particularly the expected behavior. This can be a very subjective measure and we expect to refine this definition over time.", "name" : "Documented", "weight" : 8 }, "foundation" : { "Description" : "Test capabilities that are required by other must-pass tests and/or depended on by many other capabilities", "name" : "Foundation", "weight" : 8 }, "future" : { "Description" : "Should reflect future technical direction (from the project technical teams and the TC) and help manage deprecated capabilities.", "name" : "Future Direction", "weight" : 9 }, "proximity" : { "Description" : "Sometimes called a Test Cluster, selects for Capabilities that are related to Core Capabilities. This helps ensure that related capabilities are managed together.", "name" : "Proximity", "weight" : 8 }, "stable" : { "Description" : "Test is required stable for >2 releases because we don't want core capabilities that do not have dependable APIs.", "name" : "Stable", "weight" : 9 }, "sticky" : { "Description" : "A test that is a must-pass test should stay a must-pass test. This make makes core capabilities sticky release per release. Leaving Core is disruptive to the ecosystem", "name" : "Core in Last Release", "weight" : 9 }, "tools" : { "Description" : "Candidates are widely used capabilities:Should be included if supported by common tools (RightScale, Scalr, CloudForms, ...)", "name" : "Used by Tools", "weight" : 9 } }, "capabilities" : { "compute-admin-aggregates" : { "achievements" : [ "deployed", "future", "complete", "stable", "doc", "atomic", "proximity" ], "admin" : true, "core" : false, "description" : "compute-admin-aggregates description missing", "flagged" : [ ], "name" : "compute-admin-aggregates", "tests" : [ "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_delete_server_pass_id_exceeding_length_limit" ] }, "compute-admin-avail-zone" : { "achievements" : [ "deployed", "tools", "clients", "complete", "stable", "discover", "doc", "sticky", "foundation", "atomic" ], "admin" : true, "core" : false, "description" : "compute-admin-avail-zone description missing", "flagged" : [ ], "name" : "compute-admin-avail-zone", "tests" : [ "tempest.api.compute.admin/test_availalbility_zone.PublicObjectTest.test_get_availability_zone_list", "tempest.api.compute.admin/test_availalbility_zone.PublicObjectTest.test_get_availability_zone_list_detail", "tempest.api.compute.admin/test_availalbility_zone.PublicObjectTest.test_get_availability_zone_list_with_non_admin_user", "tempest.api.compute.admin/test_availalbility_zone.PublicObjectTest.test_get_availability_zone_list_detail_with_non_admin_user" ] }, "compute-admin-fixed-ips" : { "achievements" : [ "deployed", "tools", "clients", "future", "complete", "stable", "discover", "doc", "sticky", "foundation", "atomic", "proximity" ], "admin" : true, "core" : false, "description" : "compute-admin-fixed-ips description missing", "flagged" : [ ], "name" : "compute-admin-fixed-ips", "tests" : [ "tempest.api.compute.admin/test_fixed_ips.PublicObjectTest.test_list_fixed_ip_details", "tempest.api.compute.admin/test_fixed_ips.PublicObjectTest.test_list_fixed_ip_details_with_non_admin_user", "tempest.api.compute.admin/test_fixed_ips.PublicObjectTest.test_set_reserve", "tempest.api.compute.admin/test_fixed_ips.PublicObjectTest.test_set_unreserve", "tempest.api.compute.admin/test_fixed_ips.PublicObjectTest.test_set_reserve_with_non_admin_user", "tempest.api.compute.admin/test_fixed_ips.PublicObjectTest.test_set_unreserve_with_non_admin_user", "tempest.api.compute.admin/test_fixed_ips.PublicObjectTest.test_set_reserve_with_invalid_ip", "tempest.api.compute.admin/test_fixed_ips.PublicObjectTest.test_fixed_ip_with_invalid_action" ] }, "compute-admin-flavors" : { "achievements" : [ "deployed", "tools", "clients", "future", "complete", "stable", "discover", "doc", "sticky", "foundation", "atomic", "proximity" ], "admin" : true, "core" : false, "description" : "compute-admin-flavors description missing", "flagged" : [ ], "name" : "compute-admin-flavors", "tests" : [ "tempest.api.compute.admin/test_flavors_access.PublicObjectTest.test_flavor_access_add_remove", "tempest.api.compute.admin/test_flavors_access.PublicObjectTest.test_flavor_non_admin_add", "tempest.api.compute.admin/test_flavors_access.PublicObjectTest.test_flavor_non_admin_remove", "tempest.api.compute.admin/test_flavors_access.PublicObjectTest.test_add_flavor_access_duplicate", "tempest.api.compute.admin/test_flavors_access.PublicObjectTest.test_remove_flavor_access_not_found", "tempest.api.compute.admin/test_flavors_extra_specs.PublicObjectTest.test_flavor_set_get_unset_keys", "tempest.api.compute.admin/test_flavors_extra_specs.PublicObjectTest.test_flavor_non_admin_set_keys", "tempest.api.compute.admin/test_flavors_extra_specs.PublicObjectTest.test_flavor_non_admin_get_keys", "tempest.api.compute.admin/test_flavors_extra_specs.PublicObjectTest.test_flavor_non_admin_unset_keys", "tempest.api.compute.admin/test_flavors_extra_specs.PublicObjectTest.test_flavor_unset_nonexistent_key", "tempest.api.compute.admin/test_flavors.PublicObjectTest.test_create_flavor", "tempest.api.compute.admin/test_flavors.PublicObjectTest.test_create_flavor_verify_entry_in_list_details", "tempest.api.compute.admin/test_flavors.PublicObjectTest.test_get_flavor_details_for_deleted_flavor", "tempest.api.compute.admin/test_flavors.PublicObjectTest.test_create_list_flavor_without_extra_data", "tempest.api.compute.admin/test_flavors.PublicObjectTest.test_list_non_public_flavor", "tempest.api.compute.admin/test_flavors.PublicObjectTest.test_create_server_with_non_public_flavor", "tempest.api.compute.admin/test_flavors.PublicObjectTest.test_list_public_flavor_with_other_user", "tempest.api.compute.admin/test_flavors.PublicObjectTest.test_is_public_string_variations", "tempest.api.compute.admin/test_flavors.PublicObjectTest.test_create_flavor_using_string_ram", "tempest.api.compute.admin/test_flavors.PublicObjectTest.test_invalid_is_public_string", "tempest.api.compute.admin/test_flavors.PublicObjectTest.test_create_flavor_as_user", "tempest.api.compute.admin/test_flavors.PublicObjectTest.test_delete_flavor_as_user", "tempest.api.compute.admin/test_flavors.PublicObjectTest.test_create_flavor_using_invalid_ram", "tempest.api.compute.admin/test_flavors.PublicObjectTest.test_create_flavor_using_invalid_vcpus" ] }, "compute-admin-hosts" : { "achievements" : [ "deployed", "tools", "clients", "future", "complete", "stable", "discover", "doc", "sticky", "foundation", "atomic", "proximity" ], "admin" : true, "core" : false, "description" : "compute-admin-hosts description missing", "flagged" : [ ], "name" : "compute-admin-hosts", "tests" : [ "tempest.api.compute.admin/test_hosts.PublicObjectTest.test_list_hosts", "tempest.api.compute.admin/test_hosts.PublicObjectTest.test_list_hosts_with_zone", "tempest.api.compute.admin/test_hosts.PublicObjectTest.test_list_hosts_with_non_existent_zone", "tempest.api.compute.admin/test_hosts.PublicObjectTest.test_list_hosts_with_a_blank_zone", "tempest.api.compute.admin/test_hosts.PublicObjectTest.test_list_hosts_with_non_admin_user", "tempest.api.compute.admin/test_hosts.PublicObjectTest.test_show_host_detail", "tempest.api.compute.admin/test_hosts.PublicObjectTest.test_show_host_detail_with_nonexist_hostname" ] }, "compute-admin-hypervisor" : { "achievements" : [ "deployed", "tools", "clients", "future", "complete", "stable", "discover", "doc", "sticky", "foundation", "atomic", "proximity" ], "admin" : true, "core" : false, "description" : "compute-admin-hypervisor description missing", "flagged" : [ ], "name" : "compute-admin-hypervisor", "tests" : [ "tempest.api.compute.admin/test_hypervisor.PublicObjectTest.test_get_hypervisor_list", "tempest.api.compute.admin/test_hypervisor.PublicObjectTest.test_get_hypervisor_list_details", "tempest.api.compute.admin/test_hypervisor.PublicObjectTest.test_get_hypervisor_show_details", "tempest.api.compute.admin/test_hypervisor.PublicObjectTest.test_get_hypervisor_show_servers", "tempest.api.compute.admin/test_hypervisor.PublicObjectTest.test_get_hypervisor_stats", "tempest.api.compute.admin/test_hypervisor.PublicObjectTest.test_get_hypervisor_uptime", "tempest.api.compute.admin/test_hypervisor.PublicObjectTest.test_get_hypervisor_list_with_non_admin_user", "tempest.api.compute.admin/test_hypervisor.PublicObjectTest.test_get_hypervisor_list_details_with_non_admin_user" ] }, "compute-admin-quota" : { "achievements" : [ "deployed", "tools", "clients", "future", "complete", "stable", "discover", "doc", "sticky", "foundation", "atomic", "proximity" ], "admin" : true, "core" : false, "description" : "compute-admin-quota description missing", "flagged" : [ ], "name" : "compute-admin-quota", "tests" : [ "tempest.api.compute.admin/test_quotas.PublicObjectTest.test_get_default_quotas", "tempest.api.compute.admin/test_quotas.PublicObjectTest.test_update_all_quota_resources_for_tenant", "tempest.api.compute.admin/test_quotas.PublicObjectTest.test_get_updated_quotas", "tempest.api.compute.admin/test_quotas.PublicObjectTest.test_create_server_when_cpu_quota_is_full", "tempest.api.compute.admin/test_quotas.PublicObjectTest.test_create_server_when_memory_quota_is_full", "tempest.api.compute.admin/test_quotas.PublicObjectTest.test_update_quota_normal_user", "tempest.api.compute.admin/test_quotas.PublicObjectTest.test_create_server_when_instances_quota_is_full", "tempest.api.compute.admin/test_quotas.PublicObjectTest.test_security_groups_exceed_limit", "tempest.api.compute.admin/test_quotas.PublicObjectTest.test_security_groups_rules_exceed_limit" ] }, "compute-admin-server" : { "achievements" : [ "deployed", "tools", "clients", "future", "complete", "stable", "discover", "doc", "sticky", "atomic", "proximity" ], "admin" : true, "core" : false, "description" : "compute-admin-server description missing", "flagged" : [ ], "name" : "compute-admin-server", "tests" : [ "tempest.api.compute.admin/test_servers.PublicObjectTest.test_list_servers_by_admin", "tempest.api.compute.admin/test_servers.PublicObjectTest.test_list_servers_by_admin_with_all_tenants", "tempest.api.compute.admin/test_servers.PublicObjectTest.test_admin_delete_servers_of_others", "tempest.api.compute.admin/test_servers.PublicObjectTest.test_resize_server_using_overlimit_ram", "tempest.api.compute.admin/test_servers.PublicObjectTest.test_resize_server_using_overlimit_vcpus", "tempest.api.compute.admin/test_servers.PublicObjectTest.test_reset_state_server", "tempest.api.compute.admin/test_servers.PublicObjectTest.test_reset_state_server_invalid_state", "tempest.api.compute.admin/test_servers.PublicObjectTest.test_reset_state_server_invalid_type", "tempest.api.compute.admin/test_servers.PublicObjectTest.test_reset_state_server_nonexistent_server", "tempest.api.compute.admin/test_servers.PublicObjectTest.test_get_server_diagnostics_by_admin", "tempest.api.compute.admin/test_servers.PublicObjectTest.test_get_server_diagnostics_by_non_admin" ] }, "compute-admin-servers-pause" : { "achievements" : [ "deployed", "tools", "future", "complete", "stable", "discover", "atomic", "proximity" ], "admin" : true, "core" : false, "description" : "compute-admin-servers-pause description missing", "flagged" : [ ], "name" : "compute-admin-servers-pause", "tests" : [ "tempest.api.compute.admin/test_servers.PublicObjectTest.test_list_servers_by_admin", "tempest.api.compute.admin/test_servers.PublicObjectTest.test_list_servers_by_admin_with_all_tenants", "tempest.api.compute.admin/test_servers.PublicObjectTest.test_admin_delete_servers_of_others", "tempest.api.compute.admin/test_servers.PublicObjectTest.test_resize_server_using_overlimit_ram", "tempest.api.compute.admin/test_servers.PublicObjectTest.test_resize_server_using_overlimit_vcpus", "tempest.api.compute.admin/test_servers.PublicObjectTest.test_reset_state_server", "tempest.api.compute.admin/test_servers.PublicObjectTest.test_reset_state_server_invalid_state", "tempest.api.compute.admin/test_servers.PublicObjectTest.test_reset_state_server_invalid_type", "tempest.api.compute.admin/test_servers.PublicObjectTest.test_reset_state_server_nonexistent_server", "tempest.api.compute.admin/test_servers.PublicObjectTest.test_get_server_diagnostics_by_admin", "tempest.api.compute.admin/test_servers.PublicObjectTest.test_get_server_diagnostics_by_non_admin" ] }, "compute-admin-servers-suspend" : { "achievements" : [ "deployed", "tools", "future", "complete", "stable", "discover", "atomic", "proximity" ], "admin" : true, "core" : false, "description" : "compute-admin-servers-suspend description missing", "flagged" : [ ], "name" : "compute-admin-servers-suspend", "tests" : [ "tempest.api.compute.admin/test_servers.PublicObjectTest.test_list_servers_by_admin", "tempest.api.compute.admin/test_servers.PublicObjectTest.test_list_servers_by_admin_with_all_tenants", "tempest.api.compute.admin/test_servers.PublicObjectTest.test_admin_delete_servers_of_others", "tempest.api.compute.admin/test_servers.PublicObjectTest.test_resize_server_using_overlimit_ram", "tempest.api.compute.admin/test_servers.PublicObjectTest.test_resize_server_using_overlimit_vcpus", "tempest.api.compute.admin/test_servers.PublicObjectTest.test_reset_state_server", "tempest.api.compute.admin/test_servers.PublicObjectTest.test_reset_state_server_invalid_state", "tempest.api.compute.admin/test_servers.PublicObjectTest.test_reset_state_server_invalid_type", "tempest.api.compute.admin/test_servers.PublicObjectTest.test_reset_state_server_nonexistent_server", "tempest.api.compute.admin/test_servers.PublicObjectTest.test_get_server_diagnostics_by_admin", "tempest.api.compute.admin/test_servers.PublicObjectTest.test_get_server_diagnostics_by_non_admin" ] }, "compute-admin-services" : { "achievements" : [ "deployed", "tools", "clients", "future", "complete", "stable", "discover", "doc", "sticky", "atomic", "proximity" ], "admin" : true, "core" : false, "description" : "compute-admin-services description missing", "flagged" : [ ], "name" : "compute-admin-services", "tests" : [ "tempest.api.compute.admin/test_services.PublicObjectTest.test_list_services", "tempest.api.compute.admin/test_services.PublicObjectTest.test_list_services_with_non_admin_user", "tempest.api.compute.admin/test_services.PublicObjectTest.test_get_service_by_service_binary_name", "tempest.api.compute.admin/test_services.PublicObjectTest.test_get_service_by_host_name", "tempest.api.compute.admin/test_services.PublicObjectTest.test_get_service_by_invalid_params", "tempest.api.compute.admin/test_services.PublicObjectTest.test_get_service_by_service_and_host_name", "tempest.api.compute.admin/test_services.PublicObjectTest.test_get_service_by_invalid_service_and_valid_host", "tempest.api.compute.admin/test_services.PublicObjectTest.test_get_service_with_valid_service_and_invalid_host", "tempest.api.compute.admin/test_services.PublicObjectTest.test_service_enable_disable" ] }, "compute-attach-interface" : { "achievements" : [ "discover", "atomic" ], "admin" : false, "core" : false, "description" : "compute-attach-interface description missing", "flagged" : [ ], "name" : "compute-attach-interface", "tests" : [ "tempest.api.compute.admin/test_services.PublicObjectTest.test_list_services", "tempest.api.compute.admin/test_services.PublicObjectTest.test_list_services_with_non_admin_user", "tempest.api.compute.admin/test_services.PublicObjectTest.test_get_service_by_service_binary_name", "tempest.api.compute.admin/test_services.PublicObjectTest.test_get_service_by_host_name", "tempest.api.compute.admin/test_services.PublicObjectTest.test_get_service_by_invalid_params", "tempest.api.compute.admin/test_services.PublicObjectTest.test_get_service_by_service_and_host_name", "tempest.api.compute.admin/test_services.PublicObjectTest.test_get_service_by_invalid_service_and_valid_host", "tempest.api.compute.admin/test_services.PublicObjectTest.test_get_service_with_valid_service_and_invalid_host", "tempest.api.compute.admin/test_services.PublicObjectTest.test_service_enable_disable" ] }, "compute-auth" : { "achievements" : [ "deployed", "tools", "clients", "future", "complete", "stable", "discover", "sticky", "foundation", "atomic", "proximity" ], "admin" : false, "core" : true, "description" : "compute-auth description missing", "flagged" : [ ], "name" : "compute-auth", "tests" : [ "tempest.api.compute.test_authorization.PublicObjectTest.test_get_metadata_of_alt_account_server_fails" ] }, "compute-auth-v3" : { "achievements" : [ "future" ], "admin" : false, "core" : false, "description" : "compute-auth-v3 description missing", "flagged" : [ ], "name" : "compute-auth-v3", "tests" : [ "tempest.api.compute.test_auth_token.PublicObjectTest.test_v3_token" ] }, "compute-console-log" : { "achievements" : [ "future", "atomic" ], "admin" : true, "core" : false, "description" : "compute-console-log description missing", "flagged" : [ ], "name" : "compute-console-log", "tests" : [ "tempest.api.compute.test_auth_token.PublicObjectTest.test_v3_token" ] }, "compute-ext-disk-config" : { "achievements" : [ "deployed", "clients", "complete", "discover", "doc", "atomic" ], "admin" : false, "core" : false, "description" : "compute-ext-disk-config description missing", "flagged" : [ ], "name" : "compute-ext-disk-config", "tests" : [ "tempest.api.compute.servers/test_disk_config.PublicObjectTest.test_rebuild_server_with_manual_disk_config", "tempest.api.compute.servers/test_disk_config.PublicObjectTest.test_rebuild_server_with_auto_disk_config", "tempest.api.compute.servers/test_disk_config.PublicObjectTest.test_resize_server_from_manual_to_auto", "tempest.api.compute.servers/test_disk_config.PublicObjectTest.test_resize_server_from_auto_to_manual" ] }, "compute-flavors" : { "achievements" : [ "deployed", "tools", "clients", "future", "complete", "stable", "discover", "doc", "sticky", "foundation", "atomic", "proximity" ], "admin" : false, "core" : true, "description" : "compute-flavors description missing", "flagged" : [ ], "name" : "compute-flavors", "tests" : [ "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors", "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_with_detail", "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_get_flavor", "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_get_non_existant_flavor", "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_limit_results", "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_detailed_limit_results", "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_using_marker", "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_detailed_using_marker", "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_detailed_filter_by_min_disk", "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_detailed_filter_by_min_ram", "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_filter_by_min_disk", "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_filter_by_min_ram", "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_invalid_minRam_filter", "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_invalid_minDisk_filter", "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_get_flavor_details_for_invalid_flavor_id" ] }, "compute-floating-ips" : { "achievements" : [ "deployed", "tools", "clients", "future", "complete", "stable", "discover", "doc", "atomic", "proximity" ], "admin" : false, "core" : true, "description" : "compute-floating-ips description missing", "flagged" : [ ], "name" : "compute-floating-ips", "tests" : [ "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors", "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_with_detail", "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_get_flavor", "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_get_non_existant_flavor", "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_limit_results", "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_detailed_limit_results", "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_using_marker", "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_detailed_using_marker", "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_detailed_filter_by_min_disk", "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_detailed_filter_by_min_ram", "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_filter_by_min_disk", "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_filter_by_min_ram", "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_invalid_minRam_filter", "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_invalid_minDisk_filter", "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_get_flavor_details_for_invalid_flavor_id" ] }, "compute-image-metadata" : { "achievements" : [ "deployed", "complete", "stable", "discover", "doc", "sticky", "atomic", "proximity" ], "admin" : false, "core" : false, "description" : "compute-image-metadata description missing", "flagged" : [ ], "name" : "compute-image-metadata", "tests" : [ "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors", "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_with_detail", "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_get_flavor", "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_get_non_existant_flavor", "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_limit_results", "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_detailed_limit_results", "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_using_marker", "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_detailed_using_marker", "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_detailed_filter_by_min_disk", "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_detailed_filter_by_min_ram", "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_filter_by_min_disk", "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_list_flavors_filter_by_min_ram", "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_invalid_minRam_filter", "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_invalid_minDisk_filter", "tempest.api.compute.flavors/test_flavors.PublicObjectTest.test_get_flavor_details_for_invalid_flavor_id" ] }, "compute-images" : { "achievements" : [ "tools", "clients", "complete", "stable", "discover", "doc", "sticky", "atomic", "proximity" ], "admin" : false, "core" : true, "description" : "compute-images description missing", "flagged" : [ ], "name" : "compute-images", "tests" : [ "tempest.api.compute.test_authorization.PublicObjectTest.test_delete_image_for_alt_account_fails" ] }, "compute-instance-actions" : { "achievements" : [ "deployed", "tools", "clients", "future", "complete", "stable", "discover", "foundation", "atomic" ], "admin" : false, "core" : true, "description" : "compute-instance-actions description missing", "flagged" : [ ], "name" : "compute-instance-actions", "tests" : [ "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_list_image_metadata", "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_set_image_metadata", "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_update_image_metadata", "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_get_image_metadata_item", "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_set_image_metadata_item", "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_delete_image_metadata_item", "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_list_nonexistant_image_metadata", "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_update_nonexistant_image_metadata", "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_get_nonexistant_image_metadata_item", "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_set_nonexistant_image_metadata", "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_set_nonexistant_image_metadata_item", "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_delete_nonexistant_image_metadata_item" ] }, "compute-keypairs" : { "achievements" : [ "deployed", "tools", "clients", "future", "complete", "stable", "discover", "doc", "sticky", "atomic" ], "admin" : false, "core" : true, "description" : "compute-keypairs description missing", "flagged" : [ ], "name" : "compute-keypairs", "tests" : [ "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_list_image_metadata", "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_set_image_metadata", "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_update_image_metadata", "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_get_image_metadata_item", "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_set_image_metadata_item", "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_delete_image_metadata_item", "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_list_nonexistant_image_metadata", "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_update_nonexistant_image_metadata", "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_get_nonexistant_image_metadata_item", "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_set_nonexistant_image_metadata", "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_set_nonexistant_image_metadata_item", "tempest.api.compute.images/test_image_metadata.PublicObjectTest.test_delete_nonexistant_image_metadata_item" ] }, "compute-limits" : { "achievements" : [ "deployed", "tools", "future", "complete", "stable", "discover", "doc" ], "admin" : false, "core" : false, "description" : "compute-limits description missing", "flagged" : [ ], "name" : "compute-limits", "tests" : [ "tempest.api.compute.limits/test_absolute_limits.PublicObjectTest.test_absLimits_get", "tempest.api.compute.limits/test_absolute_limits.PublicObjectTest.test_max_image_meta_exceed_limit" ] }, "compute-live-migration" : { "achievements" : [ "future", "discover", "doc", "foundation", "atomic" ], "admin" : false, "core" : false, "description" : "compute-live-migration description missing", "flagged" : [ ], "name" : "compute-live-migration", "tests" : [ "tempest.api.compute.limits/test_absolute_limits.PublicObjectTest.test_absLimits_get", "tempest.api.compute.limits/test_absolute_limits.PublicObjectTest.test_max_image_meta_exceed_limit" ] }, "compute-multiple-create" : { "achievements" : [ "future", "complete", "stable", "discover", "proximity" ], "admin" : false, "core" : false, "description" : "compute-multiple-create description missing", "flagged" : [ ], "name" : "compute-multiple-create", "tests" : [ "tempest.api.compute.limits/test_absolute_limits.PublicObjectTest.test_absLimits_get", "tempest.api.compute.limits/test_absolute_limits.PublicObjectTest.test_max_image_meta_exceed_limit" ] }, "compute-quotas" : { "achievements" : [ "deployed", "tools", "clients", "future", "complete", "stable", "discover", "doc", "sticky", "foundation", "atomic", "proximity" ], "admin" : false, "core" : true, "description" : "compute-quotas description missing", "flagged" : [ ], "name" : "compute-quotas", "tests" : [ "tempest.api.compute.limits/test_absolute_limits.PublicObjectTest.test_absLimits_get", "tempest.api.compute.limits/test_absolute_limits.PublicObjectTest.test_max_image_meta_exceed_limit" ] }, "compute-security-groups" : { "achievements" : [ "deployed", "tools", "clients", "future", "complete", "stable", "doc", "atomic", "proximity" ], "admin" : false, "core" : true, "description" : "compute-security-groups description missing", "flagged" : [ ], "name" : "compute-security-groups", "tests" : [ "tempest.api.compute.limits/test_absolute_limits.PublicObjectTest.test_absLimits_get", "tempest.api.compute.limits/test_absolute_limits.PublicObjectTest.test_max_image_meta_exceed_limit" ] }, "compute-servers" : { "achievements" : [ "deployed", "tools", "clients", "future", "complete", "stable", "discover", "doc", "sticky", "foundation", "atomic", "proximity" ], "admin" : false, "core" : true, "description" : "compute-servers description missing", "flagged" : [ ], "name" : "compute-servers", "tests" : [ "tempest.api.compute.test_quotas.PublicObjectTest.test_get_quotas", "tempest.api.compute.test_quotas.PublicObjectTest.test_get_default_quotas" ] }, "compute-servers-metadata" : { "achievements" : [ "deployed", "tools", "clients", "future", "complete", "stable", "discover", "doc", "sticky", "foundation" ], "admin" : false, "core" : true, "description" : "compute-servers-metadata description missing", "flagged" : [ ], "name" : "compute-servers-metadata", "tests" : [ "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_invalid_access_ip_v4_address" ] }, "compute-servers-personality" : { "achievements" : [ "deployed", "complete", "stable", "discover", "doc" ], "admin" : false, "core" : false, "description" : "compute-servers-personality description missing", "flagged" : [ ], "name" : "compute-servers-personality", "tests" : [ "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_pause_non_existent_server", "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_unpause_non_existent_server", "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_unpause_server_invalid_state" ] }, "compute-usage" : { "achievements" : [ "tools", "complete", "stable", "discover", "doc", "atomic", "proximity" ], "admin" : false, "core" : false, "description" : "compute-usage description missing", "flagged" : [ ], "name" : "compute-usage", "tests" : [ "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_suspend_non_existent_server", "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_suspend_server_invalid_state", "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_resume_non_existent_server", "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_resume_server_invalid_state" ] }, "compute-virtual-interfaces" : { "achievements" : [ "tools", "clients", "future", "complete", "discover", "doc", "foundation", "atomic" ], "admin" : false, "core" : false, "description" : "compute-virtual-interfaces description missing", "flagged" : [ ], "name" : "compute-virtual-interfaces", "tests" : [ "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_suspend_non_existent_server", "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_suspend_server_invalid_state", "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_resume_non_existent_server", "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_resume_server_invalid_state" ] }, "compute-volume" : { "achievements" : [ "deployed", "tools", "clients", "future", "complete", "stable", "discover", "doc", "sticky", "foundation", "atomic", "proximity" ], "admin" : false, "core" : true, "description" : "compute-volume description missing", "flagged" : [ ], "name" : "compute-volume", "tests" : [ "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_suspend_non_existent_server", "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_suspend_server_invalid_state", "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_resume_non_existent_server", "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_resume_server_invalid_state" ] }, "compute-volume-ebs" : { "achievements" : [ ], "admin" : false, "core" : false, "description" : "compute-volume-ebs description missing", "flagged" : [ ], "name" : "compute-volume-ebs", "tests" : [ "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_suspend_non_existent_server", "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_suspend_server_invalid_state", "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_resume_non_existent_server", "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_resume_server_invalid_state" ] }, "compute-volume-proxy" : { "achievements" : [ ], "admin" : false, "core" : false, "description" : "compute-volume-proxy description missing", "flagged" : [ ], "name" : "compute-volume-proxy", "tests" : [ "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_suspend_non_existent_server", "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_suspend_server_invalid_state", "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_resume_non_existent_server", "tempest.api.compute.servers/test_servers_negative.PublicObjectTest.test_resume_server_invalid_state" ] }, "identity-admin-roles" : { "achievements" : [ "future", "complete", "stable", "discover", "doc", "foundation", "atomic" ], "admin" : true, "core" : false, "description" : "identity-admin-roles description missing", "flagged" : [ ], "name" : "identity-admin-roles", "tests" : [ "tempest.api.identity.admin/test_roles.PublicObjectTest.test_list_roles", "tempest.api.identity.admin/test_roles.PublicObjectTest.test_list_roles_by_unauthorized_user", "tempest.api.identity.admin/test_roles.PublicObjectTest.test_list_roles_request_without_token", "tempest.api.identity.admin/test_roles.PublicObjectTest.test_role_create_delete", "tempest.api.identity.admin/test_roles.PublicObjectTest.test_role_create_blank_name", "tempest.api.identity.admin/test_roles.PublicObjectTest.test_role_create_duplicate", "tempest.api.identity.admin/test_roles.PublicObjectTest.test_assign_user_role", "tempest.api.identity.admin/test_roles.PublicObjectTest.test_assign_user_role_by_unauthorized_user", "tempest.api.identity.admin/test_roles.PublicObjectTest.test_assign_user_role_request_without_token", "tempest.api.identity.admin/test_roles.PublicObjectTest.test_assign_user_role_for_non_existent_user", "tempest.api.identity.admin/test_roles.PublicObjectTest.test_assign_user_role_for_non_existent_role", "tempest.api.identity.admin/test_roles.PublicObjectTest.test_assign_user_role_for_non_existent_tenant", "tempest.api.identity.admin/test_roles.PublicObjectTest.test_assign_duplicate_user_role", "tempest.api.identity.admin/test_roles.PublicObjectTest.test_remove_user_role", "tempest.api.identity.admin/test_roles.PublicObjectTest.test_remove_user_role_by_unauthorized_user", "tempest.api.identity.admin/test_roles.PublicObjectTest.test_remove_user_role_request_without_token", "tempest.api.identity.admin/test_roles.PublicObjectTest.test_remove_user_role_non_existant_user", "tempest.api.identity.admin/test_roles.PublicObjectTest.test_remove_user_role_non_existant_role", "tempest.api.identity.admin/test_roles.PublicObjectTest.test_remove_user_role_non_existant_tenant", "tempest.api.identity.admin/test_roles.PublicObjectTest.test_list_user_roles", "tempest.api.identity.admin/test_roles.PublicObjectTest.test_list_user_roles_by_unauthorized_user", "tempest.api.identity.admin/test_roles.PublicObjectTest.test_list_user_roles_request_without_token", "tempest.api.identity.admin/test_roles.PublicObjectTest.test_list_user_roles_for_non_existent_user" ] }, "identity-admin-services" : { "achievements" : [ "deployed", "tools", "clients", "future", "complete", "stable", "discover", "foundation", "atomic", "proximity" ], "admin" : true, "core" : false, "description" : "identity-admin-services description missing", "flagged" : [ ], "name" : "identity-admin-services", "tests" : [ "tempest.api.identity.admin/test_services.PublicObjectTest.test_create_get_delete_service", "tempest.api.identity.admin/test_services.PublicObjectTest.test_list_services" ] }, "identity-admin-tenants" : { "achievements" : [ "deployed", "tools", "clients", "complete", "discover", "foundation", "atomic", "proximity" ], "admin" : true, "core" : false, "description" : "identity-admin-tenants description missing", "flagged" : [ ], "name" : "identity-admin-tenants", "tests" : [ "tempest.api.identity.admin/test_tenant_negative.PublicObjectTest.test_list_tenants_by_unauthorized_user", "tempest.api.identity.admin/test_tenant_negative.PublicObjectTest.test_list_tenant_request_without_token", "tempest.api.identity.admin/test_tenant_negative.PublicObjectTest.test_tenant_delete_by_unauthorized_user", "tempest.api.identity.admin/test_tenant_negative.PublicObjectTest.test_tenant_delete_request_without_token", "tempest.api.identity.admin/test_tenant_negative.PublicObjectTest.test_delete_non_existent_tenant", "tempest.api.identity.admin/test_tenant_negative.PublicObjectTest.test_tenant_create_duplicate", "tempest.api.identity.admin/test_tenant_negative.PublicObjectTest.test_create_tenant_by_unauthorized_user", "tempest.api.identity.admin/test_tenant_negative.PublicObjectTest.test_create_tenant_request_without_token", "tempest.api.identity.admin/test_tenant_negative.PublicObjectTest.test_create_tenant_with_empty_name", "tempest.api.identity.admin/test_tenant_negative.PublicObjectTest.test_create_tenants_name_length_over_64", "tempest.api.identity.admin/test_tenant_negative.PublicObjectTest.test_update_non_existent_tenant", "tempest.api.identity.admin/test_tenant_negative.PublicObjectTest.test_tenant_update_by_unauthorized_user", "tempest.api.identity.admin/test_tenant_negative.PublicObjectTest.test_tenant_update_request_without_token", "tempest.api.identity.admin/test_tenants.PublicObjectTest.test_tenant_list_delete", "tempest.api.identity.admin/test_tenants.PublicObjectTest.test_tenant_create_with_description", "tempest.api.identity.admin/test_tenants.PublicObjectTest.test_tenant_create_enabled", "tempest.api.identity.admin/test_tenants.PublicObjectTest.test_tenant_create_not_enabled", "tempest.api.identity.admin/test_tenants.PublicObjectTest.test_tenant_update_name", "tempest.api.identity.admin/test_tenants.PublicObjectTest.test_tenant_update_desc", "tempest.api.identity.admin/test_tenants.PublicObjectTest.test_tenant_update_enable" ] }, "identity-admin-users" : { "achievements" : [ "deployed", "complete", "stable", "discover", "atomic", "proximity" ], "admin" : true, "core" : false, "description" : "identity-admin-users description missing", "flagged" : [ ], "name" : "identity-admin-users", "tests" : [ "tempest.api.identity.admin/test_users.PublicObjectTest.test_create_user", "tempest.api.identity.admin/test_users_negative.PublicObjectTest.test_create_user_by_unauthorized_user", "tempest.api.identity.admin/test_users_negative.PublicObjectTest.test_create_user_with_empty_name", "tempest.api.identity.admin/test_users_negative.PublicObjectTest.test_create_user_with_name_length_over_255", "tempest.api.identity.admin/test_users_negative.PublicObjectTest.test_create_user_with_duplicate_name", "tempest.api.identity.admin/test_users_negative.PublicObjectTest.test_create_user_for_non_existant_tenant", "tempest.api.identity.admin/test_users_negative.PublicObjectTest.test_create_user_request_without_a_token", "tempest.api.identity.admin/test_users_negative.PublicObjectTest.test_create_user_with_enabled_non_bool", "tempest.api.identity.admin/test_users_negative.PublicObjectTest.test_update_user_for_non_existant_user", "tempest.api.identity.admin/test_users_negative.PublicObjectTest.test_update_user_request_without_a_token", "tempest.api.identity.admin/test_users_negative.PublicObjectTest.test_update_user_by_unauthorized_user", "tempest.api.identity.admin/test_users_negative.PublicObjectTest.test_delete_users_by_unauthorized_user", "tempest.api.identity.admin/test_users_negative.PublicObjectTest.test_delete_non_existant_user", "tempest.api.identity.admin/test_users_negative.PublicObjectTest.test_delete_user_request_without_a_token", "tempest.api.identity.admin/test_users_negative.PublicObjectTest.test_authentication_for_disabled_user", "tempest.api.identity.admin/test_users_negative.PublicObjectTest.test_authentication_when_tenant_is_disabled", "tempest.api.identity.admin/test_users_negative.PublicObjectTest.test_authentication_with_invalid_tenant", "tempest.api.identity.admin/test_users_negative.PublicObjectTest.test_authentication_with_invalid_username", "tempest.api.identity.admin/test_users_negative.PublicObjectTest.test_authentication_with_invalid_password", "tempest.api.identity.admin/test_users_negative.PublicObjectTest.test_get_users_by_unauthorized_user", "tempest.api.identity.admin/test_users_negative.PublicObjectTest.test_get_users_request_without_token", "tempest.api.identity.admin/test_users_negative.PublicObjectTest.test_list_users_with_invalid_tenant", "tempest.api.identity.admin/test_users.PublicObjectTest.test_create_user", "tempest.api.identity.admin/test_users.PublicObjectTest.test_create_user_with_enabled", "tempest.api.identity.admin/test_users.PublicObjectTest.test_update_user", "tempest.api.identity.admin/test_users.PublicObjectTest.test_delete_user", "tempest.api.identity.admin/test_users.PublicObjectTest.test_user_authentication", "tempest.api.identity.admin/test_users.PublicObjectTest.test_authentication_request_without_token", "tempest.api.identity.admin/test_users.PublicObjectTest.test_get_users", "tempest.api.identity.admin/test_users.PublicObjectTest.test_list_users_for_tenant", "tempest.api.identity.admin/test_users.PublicObjectTest.test_list_users_with_roles_for_tenant" ] }, "identity-admin-v3-credentials" : { "achievements" : [ "future", "foundation", "atomic" ], "admin" : true, "core" : false, "description" : "identity-admin-v3-credentials description missing", "flagged" : [ ], "name" : "identity-admin-v3-credentials", "tests" : [ "tempest.api.identity.admin/v3/test_endpoints.PublicObjectTest.test_list_endpoints", "tempest.api.identity.admin/v3/test_endpoints.PublicObjectTest.test_create_list_delete_endpoint", "tempest.api.identity.admin/v3/test_endpoints.PublicObjectTest.test_update_endpoint" ] }, "identity-admin-v3-domains" : { "achievements" : [ "future", "foundation", "atomic" ], "admin" : true, "core" : false, "description" : "identity-admin-v3-domains description missing", "flagged" : [ ], "name" : "identity-admin-v3-domains", "tests" : [ "tempest.api.identity.admin/v3/test_domains.PublicObjectTest.test_list_domains", "tempest.api.identity.admin/v3/test_domains.PublicObjectTest.test_create_update_delete_domain" ] }, "identity-admin-v3-endpoints" : { "achievements" : [ "future", "foundation", "atomic" ], "admin" : true, "core" : false, "description" : "identity-admin-v3-endpoints description missing", "flagged" : [ ], "name" : "identity-admin-v3-endpoints", "tests" : [ "tempest.api.identity.admin/v3/test_domains.PublicObjectTest.test_list_domains", "tempest.api.identity.admin/v3/test_domains.PublicObjectTest.test_create_update_delete_domain" ] }, "identity-admin-v3-policies" : { "achievements" : [ "future", "foundation", "atomic" ], "admin" : true, "core" : false, "description" : "identity-admin-v3-policies description missing", "flagged" : [ ], "name" : "identity-admin-v3-policies", "tests" : [ "tempest.api.identity.admin/v3/test_policies.PublicObjectTest.test_list_policies", "tempest.api.identity.admin/v3/test_policies.PublicObjectTest.test_create_update_delete_policy" ] }, "identity-admin-v3-projects" : { "achievements" : [ "future", "foundation", "atomic", "proximity" ], "admin" : true, "core" : false, "description" : "identity-admin-v3-projects description missing", "flagged" : [ ], "name" : "identity-admin-v3-projects", "tests" : [ "tempest.api.identity.admin/v3/test_projects.PublicObjectTest.test_project_list_delete", "tempest.api.identity.admin/v3/test_projects.PublicObjectTest.test_project_create_with_description", "tempest.api.identity.admin/v3/test_projects.PublicObjectTest.test_project_create_enabled", "tempest.api.identity.admin/v3/test_projects.PublicObjectTest.test_project_create_not_enabled", "tempest.api.identity.admin/v3/test_projects.PublicObjectTest.test_project_update_name", "tempest.api.identity.admin/v3/test_projects.PublicObjectTest.test_project_update_desc", "tempest.api.identity.admin/v3/test_projects.PublicObjectTest.test_project_update_enable", "tempest.api.identity.admin/v3/test_projects.PublicObjectTest.test_associate_user_to_project", "tempest.api.identity.admin/v3/test_projects.PublicObjectTest.test_list_projects_by_unauthorized_user", "tempest.api.identity.admin/v3/test_projects.PublicObjectTest.test_project_create_duplicate", "tempest.api.identity.admin/v3/test_projects.PublicObjectTest.test_create_project_by_unauthorized_user", "tempest.api.identity.admin/v3/test_projects.PublicObjectTest.test_create_project_with_empty_name", "tempest.api.identity.admin/v3/test_projects.PublicObjectTest.test_create_projects_name_length_over_64", "tempest.api.identity.admin/v3/test_projects.PublicObjectTest.test_project_delete_by_unauthorized_user", "tempest.api.identity.admin/v3/test_projects.PublicObjectTest.test_delete_non_existent_project" ] }, "identity-admin-v3-roles" : { "achievements" : [ "future", "foundation", "atomic" ], "admin" : true, "core" : false, "description" : "identity-admin-v3-roles description missing", "flagged" : [ ], "name" : "identity-admin-v3-roles", "tests" : [ "tempest.api.identity.admin/v3/test_users.PublicObjectTest.test_list_user_projects" ] }, "identity-admin-v3-services" : { "achievements" : [ "future", "foundation", "atomic" ], "admin" : true, "core" : false, "description" : "identity-admin-v3-services description missing", "flagged" : [ ], "name" : "identity-admin-v3-services", "tests" : [ "tempest.api.identity.admin/v3/test_users.PublicObjectTest.test_list_user_projects" ] }, "identity-admin-v3-tokens" : { "achievements" : [ "future", "foundation", "atomic" ], "admin" : true, "core" : false, "description" : "identity-admin-v3-tokens description missing", "flagged" : [ ], "name" : "identity-admin-v3-tokens", "tests" : [ "tempest.api.identity.admin/v3/test_users.PublicObjectTest.test_list_user_projects" ] }, "identity-admin-v3-users" : { "achievements" : [ "future", "foundation", "atomic" ], "admin" : true, "core" : false, "description" : "identity-admin-v3-users description missing", "flagged" : [ ], "name" : "identity-admin-v3-users", "tests" : [ "tempest.api.identity.admin/v3/test_tokens.PublicObjectTest.test_tokens", "tempest.api.identity.admin/v3/test_users.PublicObjectTest.test_user_update" ] }, "identity-non-admin-roles" : { "achievements" : [ "deployed", "future", "complete", "discover", "doc", "foundation", "atomic" ], "admin" : false, "core" : false, "description" : "identity-non-admin-roles description missing", "flagged" : [ ], "name" : "identity-non-admin-roles", "tests" : [ "tempest.api.identity.admin/v3/test_tokens.PublicObjectTest.test_tokens", "tempest.api.identity.admin/v3/test_users.PublicObjectTest.test_user_update" ] }, "images-v1" : { "achievements" : [ "deployed", "tools", "clients", "future", "complete", "stable", "discover", "doc", "foundation", "atomic", "proximity" ], "admin" : false, "core" : true, "description" : "images-v1 description missing", "flagged" : [ ], "name" : "images-v1", "tests" : [ "tempest.api.image.v1/test_images.PublicObjectTest.test_register_with_invalid_container_format", "tempest.api.image.v1/test_images.PublicObjectTest.test_register_with_invalid_disk_format", "tempest.api.image.v1/test_images.PublicObjectTest.test_register_then_upload", "tempest.api.image.v1/test_images.PublicObjectTest.test_register_remote_image", "tempest.api.image.v1/test_images.PublicObjectTest.test_register_http_image", "tempest.api.image.v1/test_images.PublicObjectTest.test_register_image_with_min_ram", "tempest.api.image.v1/test_images.PublicObjectTest.test_index_no_params", "tempest.api.image.v1/test_images.PublicObjectTest.test_index_disk_format", "tempest.api.image.v1/test_images.PublicObjectTest.test_index_container_format", "tempest.api.image.v1/test_images.PublicObjectTest.test_index_max_size", "tempest.api.image.v1/test_images.PublicObjectTest.test_index_min_size", "tempest.api.image.v1/test_images.PublicObjectTest.test_index_status_active_detail", "tempest.api.image.v1/test_images.PublicObjectTest.test_index_name" ] }, "images-v2" : { "achievements" : [ "future", "complete", "stable", "discover", "doc", "foundation", "atomic", "proximity" ], "admin" : false, "core" : false, "description" : "images-v2 description missing", "flagged" : [ ], "name" : "images-v2", "tests" : [ "tempest.api.image.v2/test_images.PublicObjectTest.test_register_with_invalid_container_format", "tempest.api.image.v2/test_images.PublicObjectTest.test_register_with_invalid_disk_format", "tempest.api.image.v2/test_images.PublicObjectTest.test_register_then_upload", "tempest.api.image.v2/test_images.PublicObjectTest.test_index_no_params", "tempest.api.image.v2/test_images.PublicObjectTest.test_get_image_meta_by_null_id" ] }, "networks-extensions" : { "achievements" : [ "future", "complete", "stable", "discover", "doc", "foundation", "atomic" ], "admin" : false, "core" : false, "description" : "networks-extensions description missing", "flagged" : [ ], "name" : "networks-extensions", "tests" : [ "tempest.api.network.test_networks.PublicObjectTest.test_create_update_delete_network_subnet", "tempest.api.network.test_networks.PublicObjectTest.test_show_network", "tempest.api.network.test_networks.PublicObjectTest.test_list_networks", "tempest.api.network.test_networks.PublicObjectTest.test_show_subnet", "tempest.api.network.test_networks.PublicObjectTest.test_list_subnets", "tempest.api.network.test_networks.PublicObjectTest.test_create_update_delete_port", "tempest.api.network.test_networks.PublicObjectTest.test_show_port", "tempest.api.network.test_networks.PublicObjectTest.test_list_ports", "tempest.api.network.test_networks.PublicObjectTest.test_show_non_existent_network", "tempest.api.network.test_networks.PublicObjectTest.test_show_non_existent_subnet", "tempest.api.network.test_networks.PublicObjectTest.test_show_non_existent_port", "tempest.api.network.test_networks.PublicObjectTest.test_bulk_create_delete_network", "tempest.api.network.test_networks.PublicObjectTest.test_bulk_create_delete_subnet", "tempest.api.network.test_networks.PublicObjectTest.test_bulk_create_delete_port" ] }, "networks-floating-ips" : { "achievements" : [ "future", "discover", "doc", "atomic" ], "admin" : false, "core" : false, "description" : "networks-floating-ips description missing", "flagged" : [ ], "name" : "networks-floating-ips", "tests" : [ "tempest.api.network.test_vpnaas_extensions.PublicObjectTest.test_list_vpn_services", "tempest.api.network.test_vpnaas_extensions.PublicObjectTest.test_create_update_delete_vpn_service", "tempest.api.network.test_vpnaas_extensions.PublicObjectTest.test_show_vpn_service" ] }, "networks-l2" : { "achievements" : [ "future", "discover", "doc", "foundation", "atomic", "proximity" ], "admin" : false, "core" : false, "description" : "networks-l2 description missing", "flagged" : [ ], "name" : "networks-l2", "tests" : [ "tempest.api.network.test_vpnaas_extensions.PublicObjectTest.test_list_vpn_services", "tempest.api.network.test_vpnaas_extensions.PublicObjectTest.test_create_update_delete_vpn_service", "tempest.api.network.test_vpnaas_extensions.PublicObjectTest.test_show_vpn_service" ] }, "networks-l3" : { "achievements" : [ "future", "discover", "doc", "foundation", "atomic", "proximity" ], "admin" : false, "core" : false, "description" : "networks-l3 description missing", "flagged" : [ ], "name" : "networks-l3", "tests" : [ "tempest.api.network.test_vpnaas_extensions.PublicObjectTest.test_list_vpn_services", "tempest.api.network.test_vpnaas_extensions.PublicObjectTest.test_create_update_delete_vpn_service", "tempest.api.network.test_vpnaas_extensions.PublicObjectTest.test_show_vpn_service" ] }, "networks-lbaas" : { "achievements" : [ "future", "discover", "doc" ], "admin" : false, "core" : false, "description" : "networks-lbaas description missing", "flagged" : [ ], "name" : "networks-lbaas", "tests" : [ "tempest.api.network.test_vpnaas_extensions.PublicObjectTest.test_list_vpn_services", "tempest.api.network.test_vpnaas_extensions.PublicObjectTest.test_create_update_delete_vpn_service", "tempest.api.network.test_vpnaas_extensions.PublicObjectTest.test_show_vpn_service" ] }, "networks-quotas" : { "achievements" : [ "future", "discover" ], "admin" : false, "core" : false, "description" : "networks-quotas description missing", "flagged" : [ ], "name" : "networks-quotas", "tests" : [ "tempest.api.network.test_quotas.PublicObjectTest.test_quotas" ] }, "networks-security-groups" : { "achievements" : [ "future", "discover", "doc", "proximity" ], "admin" : false, "core" : false, "description" : "networks-security-groups description missing", "flagged" : [ ], "name" : "networks-security-groups", "tests" : [ "tempest.api.network.test_quotas.PublicObjectTest.test_quotas" ] }, "networks-vpn" : { "achievements" : [ "future", "discover" ], "admin" : false, "core" : false, "description" : "networks-vpn description missing", "flagged" : [ ], "name" : "networks-vpn", "tests" : [ "tempest.api.network.test_quotas.PublicObjectTest.test_quotas" ] }, "objectstore-acct-services" : { "achievements" : [ "deployed", "complete", "stable", "doc", "sticky", "foundation", "atomic" ], "admin" : false, "core" : false, "description" : "objectstore-acct-services description missing", "flagged" : [ ], "name" : "objectstore-acct-services", "tests" : [ "tempest.api.object_storage.test_account_services.PublicObjectTest.test_list_containers", "tempest.api.object_storage.test_account_services.PublicObjectTest.test_list_containers_with_limit", "tempest.api.object_storage.test_account_services.PublicObjectTest.test_list_containers_with_marker", "tempest.api.object_storage.test_account_services.PublicObjectTest.test_list_containers_with_end_marker", "tempest.api.object_storage.test_account_services.PublicObjectTest.test_list_containers_with_limit_and_marker", "tempest.api.object_storage.test_account_services.PublicObjectTest.test_list_account_metadata", "tempest.api.object_storage.test_account_services.PublicObjectTest.test_create_and_delete_account_metadata", "tempest.api.object_storage.test_account_services.PublicObjectTest.test_list_containers_with_non_authorized_user" ] }, "objectstore-container" : { "achievements" : [ "tools", "clients", "future", "complete", "stable", "doc", "foundation", "atomic", "proximity" ], "admin" : false, "core" : true, "description" : "objectstore-container description missing", "flagged" : [ ], "name" : "objectstore-container", "tests" : [ "tempest.api.object_storage.test_container_sync.PublicObjectTest.test_container_synchronization" ] }, "objectstore-container-acl" : { "achievements" : [ "deployed", "complete", "stable", "doc", "sticky", "foundation", "atomic" ], "admin" : false, "core" : false, "description" : "objectstore-container-acl description missing", "flagged" : [ ], "name" : "objectstore-container-acl", "tests" : [ "tempest.api.object_storage.test_container_acl.PublicObjectTest.test_write_object_without_using_creds", "tempest.api.object_storage.test_container_acl.PublicObjectTest.test_delete_object_without_using_creds", "tempest.api.object_storage.test_container_acl.PublicObjectTest.test_write_object_with_non_authorized_user", "tempest.api.object_storage.test_container_acl.PublicObjectTest.test_read_object_with_non_authorized_user", "tempest.api.object_storage.test_container_acl.PublicObjectTest.test_delete_object_with_non_authorized_user", "tempest.api.object_storage.test_container_acl.PublicObjectTest.test_read_object_without_rights", "tempest.api.object_storage.test_container_acl.PublicObjectTest.test_write_object_without_rights", "tempest.api.object_storage.test_container_acl.PublicObjectTest.test_read_object_with_rights", "tempest.api.object_storage.test_container_acl.PublicObjectTest.test_write_object_with_rights", "tempest.api.object_storage.test_container_acl.PublicObjectTest.test_write_object_without_write_rights", "tempest.api.object_storage.test_container_acl.PublicObjectTest.test_delete_object_without_write_rights" ] }, "objectstore-container-quota" : { "achievements" : [ "deployed", "future", "complete", "stable", "doc", "sticky", "foundation", "atomic" ], "admin" : false, "core" : false, "description" : "objectstore-container-quota description missing", "flagged" : [ ], "name" : "objectstore-container-quota", "tests" : [ "tempest.api.object_storage.test_container_quotas.PublicObjectTest.test_upload_valid_object", "tempest.api.object_storage.test_container_quotas.PublicObjectTest.test_upload_large_object", "tempest.api.object_storage.test_container_quotas.PublicObjectTest.test_upload_too_many_objects" ] }, "objectstore-container-staticweb" : { "achievements" : [ "deployed", "complete", "stable", "doc", "sticky", "foundation", "atomic" ], "admin" : false, "core" : false, "description" : "objectstore-container-staticweb description missing", "flagged" : [ ], "name" : "objectstore-container-staticweb", "tests" : [ "tempest.api.object_storage.test_container_staticweb.PublicObjectTest.test_web_index", "tempest.api.object_storage.test_container_staticweb.PublicObjectTest.test_web_listing" ] }, "objectstore-object" : { "achievements" : [ "tools", "clients", "future", "complete", "stable", "doc", "foundation", "atomic", "proximity" ], "admin" : false, "core" : true, "description" : "objectstore-object description missing", "flagged" : [ ], "name" : "objectstore-object", "tests" : [ "tempest.api.object_storage.test_object_expiry.PublicObjectTest.test_get_object_after_expiry_time", "tempest.api.object_storage.test_object_services.PublicObjectTest.test_create_object", "tempest.api.object_storage.test_object_services.PublicObjectTest.test_delete_object", "tempest.api.object_storage.test_object_services.PublicObjectTest.test_object_metadata", "tempest.api.object_storage.test_object_services.PublicObjectTest.test_get_object", "tempest.api.object_storage.test_object_services.PublicObjectTest.test_copy_object_in_same_container", "tempest.api.object_storage.test_object_services.PublicObjectTest.test_copy_object_to_itself", "tempest.api.object_storage.test_object_services.PublicObjectTest.test_copy_object_2d_way", "tempest.api.object_storage.test_object_services.PublicObjectTest.test_copy_object_across_containers", "tempest.api.object_storage.test_object_services.PublicObjectTest.test_object_upload_in_segments", "tempest.api.object_storage.test_object_services.PublicObjectTest.test_get_object_if_different", "tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_container_object_without_using_creds", "tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_object_with_another_user_creds", "tempest.api.object_storage.test_object_temp_url.PublicObjectTest.test_get_object_using_temp_url", "tempest.api.object_storage.test_object_temp_url.PublicObjectTest.test_put_object_using_temp_url", "tempest.api.object_storage.test_object_temp_url.PublicObjectTest.test_get_object_after_expiration_time", "tempest.api.object_storage.test_object_version.PublicObjectTest.test_versioned_container" ] }, "objectstore-quotas" : { "achievements" : [ "deployed", "future", "complete", "stable", "doc", "sticky", "foundation", "atomic" ], "admin" : true, "core" : false, "description" : "objectstore-quotas description missing", "flagged" : [ ], "name" : "objectstore-quotas", "tests" : [ "tempest.api.object_storage.test_account_quotas.PublicObjectTest.test_upload_valid_object", "tempest.api.object_storage.test_account_quotas.PublicObjectTest.test_upload_large_object", "tempest.api.object_storage.test_account_quotas.PublicObjectTest.test_admin_modify_quota", "tempest.api.object_storage.test_account_quotas.PublicObjectTest.test_user_modify_quota" ] }, "orch-stacks" : { "achievements" : [ "doc", "foundation" ], "admin" : false, "core" : false, "description" : "orch-stacks description missing", "flagged" : [ ], "name" : "orch-stacks", "tests" : [ "tempest.api.orchestration.stacks/test_limits.PublicObjectTest.test_exceed_max_template_size_fails", "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_resources", "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_network", "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_subnet", "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_router_interface", "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_server", "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_stack_list", "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_stack_show", "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_list_resources", "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_show_resource", "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_resource_metadata", "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_list_events", "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_show_event", "tempest.api.orchestration.stacks/test_server_cfn_init.PublicObjectTest.test_can_log_into_created_server", "tempest.api.orchestration.stacks/test_server_cfn_init.PublicObjectTest.test_stack_wait_condition_data", "tempest.api.orchestration.stacks/test_stacks.PublicObjectTest.test_stack_list_responds", "tempest.api.orchestration.stacks/test_stacks.PublicObjectTest.test_stack_crud_no_resources", "tempest.api.orchestration.stacks/test_templates.PublicObjectTest.test_show_template", "tempest.api.orchestration.stacks/test_templates.PublicObjectTest.test_validate_template", "tempest.api.orchestration.stacks/test_templates.PublicObjectTest.test_validate_template_url" ] }, "volume" : { "achievements" : [ "deployed", "tools", "clients", "future", "complete", "stable", "discover", "doc", "sticky", "foundation", "atomic", "proximity" ], "admin" : false, "core" : true, "description" : "volume description missing", "flagged" : [ ], "name" : "volume", "tests" : [ "tempest.api.orchestration.stacks/test_limits.PublicObjectTest.test_exceed_max_template_size_fails", "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_resources", "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_network", "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_subnet", "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_router_interface", "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_server", "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_stack_list", "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_stack_show", "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_list_resources", "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_show_resource", "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_resource_metadata", "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_list_events", "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_show_event", "tempest.api.orchestration.stacks/test_server_cfn_init.PublicObjectTest.test_can_log_into_created_server", "tempest.api.orchestration.stacks/test_server_cfn_init.PublicObjectTest.test_stack_wait_condition_data", "tempest.api.orchestration.stacks/test_stacks.PublicObjectTest.test_stack_list_responds", "tempest.api.orchestration.stacks/test_stacks.PublicObjectTest.test_stack_crud_no_resources", "tempest.api.orchestration.stacks/test_templates.PublicObjectTest.test_show_template", "tempest.api.orchestration.stacks/test_templates.PublicObjectTest.test_validate_template", "tempest.api.orchestration.stacks/test_templates.PublicObjectTest.test_validate_template_url" ] }, "volume-extra-specs" : { "achievements" : [ "deployed", "tools", "clients", "future", "complete", "stable", "doc", "sticky", "foundation", "atomic", "proximity" ], "admin" : true, "core" : false, "description" : "volume-extra-specs description missing", "flagged" : [ ], "name" : "volume-extra-specs", "tests" : [ "tempest.api.orchestration.stacks/test_limits.PublicObjectTest.test_exceed_max_template_size_fails", "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_resources", "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_network", "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_subnet", "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_router_interface", "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_server", "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_stack_list", "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_stack_show", "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_list_resources", "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_show_resource", "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_resource_metadata", "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_list_events", "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_show_event", "tempest.api.orchestration.stacks/test_server_cfn_init.PublicObjectTest.test_can_log_into_created_server", "tempest.api.orchestration.stacks/test_server_cfn_init.PublicObjectTest.test_stack_wait_condition_data", "tempest.api.orchestration.stacks/test_stacks.PublicObjectTest.test_stack_list_responds", "tempest.api.orchestration.stacks/test_stacks.PublicObjectTest.test_stack_crud_no_resources", "tempest.api.orchestration.stacks/test_templates.PublicObjectTest.test_show_template", "tempest.api.orchestration.stacks/test_templates.PublicObjectTest.test_validate_template", "tempest.api.orchestration.stacks/test_templates.PublicObjectTest.test_validate_template_url" ] }, "volume-multi-backend" : { "achievements" : [ "future", "complete", "stable", "doc", "atomic" ], "admin" : true, "core" : false, "description" : "volume-multi-backend description missing", "flagged" : [ ], "name" : "volume-multi-backend", "tests" : [ "tempest.api.orchestration.stacks/test_limits.PublicObjectTest.test_exceed_max_template_size_fails", "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_resources", "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_network", "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_subnet", "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_router_interface", "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_server", "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_stack_list", "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_stack_show", "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_list_resources", "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_show_resource", "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_resource_metadata", "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_list_events", "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_show_event", "tempest.api.orchestration.stacks/test_server_cfn_init.PublicObjectTest.test_can_log_into_created_server", "tempest.api.orchestration.stacks/test_server_cfn_init.PublicObjectTest.test_stack_wait_condition_data", "tempest.api.orchestration.stacks/test_stacks.PublicObjectTest.test_stack_list_responds", "tempest.api.orchestration.stacks/test_stacks.PublicObjectTest.test_stack_crud_no_resources", "tempest.api.orchestration.stacks/test_templates.PublicObjectTest.test_show_template", "tempest.api.orchestration.stacks/test_templates.PublicObjectTest.test_validate_template", "tempest.api.orchestration.stacks/test_templates.PublicObjectTest.test_validate_template_url" ] }, "volume-snapshots" : { "achievements" : [ "deployed", "tools", "clients", "future", "complete", "stable", "discover", "doc", "sticky", "proximity" ], "admin" : false, "core" : true, "description" : "volume-snapshots description missing", "flagged" : [ ], "name" : "volume-snapshots", "tests" : [ "tempest.api.orchestration.stacks/test_limits.PublicObjectTest.test_exceed_max_template_size_fails", "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_resources", "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_network", "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_subnet", "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_router_interface", "tempest.api.orchestration.stacks/test_neutron_resources.PublicObjectTest.test_created_server", "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_stack_list", "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_stack_show", "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_list_resources", "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_show_resource", "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_resource_metadata", "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_list_events", "tempest.api.orchestration.stacks/test_non_empty_stack.PublicObjectTest.test_show_event", "tempest.api.orchestration.stacks/test_server_cfn_init.PublicObjectTest.test_can_log_into_created_server", "tempest.api.orchestration.stacks/test_server_cfn_init.PublicObjectTest.test_stack_wait_condition_data", "tempest.api.orchestration.stacks/test_stacks.PublicObjectTest.test_stack_list_responds", "tempest.api.orchestration.stacks/test_stacks.PublicObjectTest.test_stack_crud_no_resources", "tempest.api.orchestration.stacks/test_templates.PublicObjectTest.test_show_template", "tempest.api.orchestration.stacks/test_templates.PublicObjectTest.test_validate_template", "tempest.api.orchestration.stacks/test_templates.PublicObjectTest.test_validate_template_url" ] } } }