de96ee2d12
Reorganize guidelines into guidelines directory and create current_guideline that is softlink to the latest approved guideline. The same with add-ons guidelines - they are moved to guidelines directory within add-ons one and soft links are created pointing to the latest guidelines for each add-on. Also cleaned up some tooling that hardwired where guidelines lived. Change-Id: I5ad4b91b1afb44a0a6987b339f7efba14f395302
701 lines
40 KiB
JSON
701 lines
40 KiB
JSON
{
|
|
"id": "2015.04",
|
|
"schema": "1.2",
|
|
"source": "http://opendev.org/openstack/interop/",
|
|
"status": "superseded",
|
|
"replaces": "2015.03",
|
|
"releases": ["havana", "icehouse", "juno"],
|
|
"platform": {
|
|
"required": ["compute", "object"],
|
|
"advisory": [],
|
|
"deprecated": [],
|
|
"removed": []
|
|
},
|
|
"components": {
|
|
"compute": {
|
|
"required": [
|
|
"compute-auth",
|
|
"compute-flavors",
|
|
"compute-images",
|
|
"compute-instance-actions",
|
|
"compute-keypairs",
|
|
"compute-quotas",
|
|
"compute-servers",
|
|
"compute-volume",
|
|
"images-v2"],
|
|
"advisory": [
|
|
"auth-token",
|
|
"compute-servers-metadata"],
|
|
"deprecated": [],
|
|
"removed": []
|
|
},
|
|
"object": {
|
|
"required": ["objectstore-object"],
|
|
"advisory": [],
|
|
"deprecated": [],
|
|
"removed": []
|
|
}
|
|
},
|
|
"capabilities": {
|
|
"compute-images": {
|
|
"achievements": [
|
|
"tools",
|
|
"clients",
|
|
"complete",
|
|
"stable",
|
|
"discover",
|
|
"doc",
|
|
"sticky",
|
|
"atomic",
|
|
"proximity"
|
|
],
|
|
"admin": false,
|
|
"status": "required",
|
|
"guidelines": ["2014.07", "2015.03", "2015.04"],
|
|
"project": "nova",
|
|
"description": "Image operations within the Compute API",
|
|
"flagged": [
|
|
"tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id",
|
|
"tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since",
|
|
"tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status",
|
|
"tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type",
|
|
"tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref",
|
|
"tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name",
|
|
"tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type",
|
|
"tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status",
|
|
"tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref",
|
|
"tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results",
|
|
"tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name",
|
|
"tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results",
|
|
"tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since"
|
|
],
|
|
"name": "compute-images",
|
|
"tests": [
|
|
"tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id",
|
|
"tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since",
|
|
"tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image",
|
|
"tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status",
|
|
"tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type",
|
|
"tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image",
|
|
"tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image",
|
|
"tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref",
|
|
"tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name",
|
|
"tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail",
|
|
"tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type",
|
|
"tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status",
|
|
"tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref",
|
|
"tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results",
|
|
"tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name",
|
|
"tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results",
|
|
"tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images",
|
|
"tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name",
|
|
"tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since"
|
|
]
|
|
},
|
|
"compute-flavors": {
|
|
"achievements": [
|
|
"deployed",
|
|
"tools",
|
|
"clients",
|
|
"future",
|
|
"complete",
|
|
"stable",
|
|
"discover",
|
|
"doc",
|
|
"sticky",
|
|
"foundation",
|
|
"atomic",
|
|
"proximity"
|
|
],
|
|
"admin": false,
|
|
"status": "required",
|
|
"guidelines": ["2014.07", "2015.03", "2015.04"],
|
|
"project": "nova",
|
|
"description": "Flavor operations in the Compute API",
|
|
"flagged": [],
|
|
"name": "compute-flavors",
|
|
"tests": []
|
|
},
|
|
"compute-floating-ips": {
|
|
"achievements": [],
|
|
"admin": false,
|
|
"status": "removed",
|
|
"guidelines": ["2014.07"],
|
|
"project": "nova",
|
|
"description": "Manage floating IPs through the Compute API. Not consistently implemented between Nova net and Neutron",
|
|
"flagged": [],
|
|
"name": "Compute Floating IPs",
|
|
"tests": []
|
|
},
|
|
"compute-auth": {
|
|
"achievements": [
|
|
"deployed",
|
|
"tools",
|
|
"clients",
|
|
"future",
|
|
|
|
"complete",
|
|
"stable",
|
|
"discover",
|
|
"sticky",
|
|
"foundation",
|
|
"atomic",
|
|
"proximity"
|
|
],
|
|
"admin": false,
|
|
"status": "required",
|
|
"guidelines": ["2014.07", "2015.03", "2015.04"],
|
|
"project": "nova",
|
|
"description": "Auth related tests using Compute API",
|
|
"flagged": [
|
|
"tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image",
|
|
"tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails",
|
|
"tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect",
|
|
"tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails"
|
|
],
|
|
"name": "compute-auth",
|
|
"tests": [
|
|
"tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image",
|
|
"tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails",
|
|
"tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect",
|
|
"tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails"
|
|
]
|
|
},
|
|
"compute-instance-actions": {
|
|
"achievements": [
|
|
"deployed",
|
|
"tools",
|
|
"clients",
|
|
"future",
|
|
"complete",
|
|
"stable",
|
|
"discover",
|
|
"foundation",
|
|
"atomic"
|
|
],
|
|
"admin": false,
|
|
"status": "required",
|
|
"guidelines": ["2014.07", "2015.03", "2015.04"],
|
|
"project": "nova",
|
|
"description": "Basic support Compute API for server actions such as reboot, rebuild, resize",
|
|
"flagged": [],
|
|
"name": "compute-instance-actions",
|
|
"tests": [
|
|
"tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions",
|
|
"tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action"
|
|
]
|
|
},
|
|
"compute-keypairs": {
|
|
"achievements": [
|
|
"deployed",
|
|
"tools",
|
|
"clients",
|
|
"future",
|
|
"complete",
|
|
"stable",
|
|
"discover",
|
|
"doc",
|
|
"sticky",
|
|
"atomic"
|
|
],
|
|
"admin": false,
|
|
"status": "required",
|
|
"guidelines": ["2014.07", "2015.03", "2015.04"],
|
|
"project": "nova",
|
|
"description": "Generate, import, and delete SSH keys within Compute services",
|
|
"flagged": [
|
|
"tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant",
|
|
"tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails"
|
|
],
|
|
"name": "compute-keypairs",
|
|
"tests": [
|
|
"tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair",
|
|
"tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant",
|
|
"tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails"
|
|
]
|
|
},
|
|
"compute-quotas": {
|
|
"achievements": [
|
|
"deployed",
|
|
"tools",
|
|
"clients",
|
|
"future",
|
|
"complete",
|
|
"stable",
|
|
"discover",
|
|
"doc",
|
|
"sticky",
|
|
"foundation",
|
|
"atomic",
|
|
"proximity"
|
|
],
|
|
"admin": false,
|
|
"status": "required",
|
|
"guidelines": ["2014.07", "2015.03", "2015.04"],
|
|
"project": "nova",
|
|
"description": "Quotas management in Compute API",
|
|
"flagged": [],
|
|
"name": "compute-quotas",
|
|
"tests": [
|
|
"tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas",
|
|
"tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas"
|
|
]
|
|
},
|
|
"compute-servers": {
|
|
"achievements": [
|
|
"deployed",
|
|
"tools",
|
|
"clients",
|
|
"future",
|
|
"complete",
|
|
"stable",
|
|
"discover",
|
|
"doc",
|
|
"sticky",
|
|
"foundation",
|
|
"atomic",
|
|
"proximity"
|
|
],
|
|
"admin": false,
|
|
"status": "required",
|
|
"guidelines": ["2014.07", "2015.03", "2015.04"],
|
|
"project": "nova",
|
|
"description": "Basic server operations in the Compute API",
|
|
"flagged": [
|
|
"tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex",
|
|
"tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password",
|
|
"tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft",
|
|
"tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name",
|
|
"tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus",
|
|
"tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name",
|
|
"tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus",
|
|
"tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output",
|
|
"tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date",
|
|
"tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date",
|
|
"tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits",
|
|
"tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value",
|
|
"tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string",
|
|
"tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor",
|
|
"tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image",
|
|
"tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name",
|
|
"tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted",
|
|
"tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server",
|
|
"tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing",
|
|
"tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count",
|
|
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor",
|
|
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor",
|
|
"tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm",
|
|
"tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert",
|
|
"tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server",
|
|
"tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server",
|
|
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server"
|
|
],
|
|
"name": "compute-servers",
|
|
"tests": [
|
|
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256",
|
|
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor",
|
|
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid",
|
|
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit",
|
|
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image",
|
|
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name",
|
|
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit",
|
|
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id",
|
|
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant",
|
|
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server",
|
|
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address",
|
|
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server",
|
|
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_reboot_deleted_server",
|
|
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server",
|
|
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor",
|
|
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor",
|
|
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank",
|
|
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server",
|
|
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant",
|
|
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server",
|
|
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name",
|
|
"tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256",
|
|
"tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date",
|
|
"tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date",
|
|
"tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits",
|
|
"tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value",
|
|
"tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string",
|
|
"tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor",
|
|
"tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image",
|
|
"tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name",
|
|
"tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted",
|
|
"tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server",
|
|
"tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing",
|
|
"tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count",
|
|
"tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex",
|
|
"tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name",
|
|
"tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status",
|
|
"tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status",
|
|
"tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard",
|
|
"tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor",
|
|
"tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results",
|
|
"tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit",
|
|
"tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image",
|
|
"tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip",
|
|
"tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image",
|
|
"tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name",
|
|
"tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor",
|
|
"tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm",
|
|
"tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard",
|
|
"tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password",
|
|
"tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server",
|
|
"tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server",
|
|
"tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert",
|
|
"tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server",
|
|
"tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft",
|
|
"tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output",
|
|
"tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address",
|
|
"tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name",
|
|
"tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password",
|
|
"tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name",
|
|
"tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus",
|
|
"tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers",
|
|
"tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail",
|
|
"tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details",
|
|
"tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name",
|
|
"tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata",
|
|
"tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata",
|
|
"tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item",
|
|
"tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item",
|
|
"tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata",
|
|
"tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item",
|
|
"tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus",
|
|
"tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name",
|
|
"tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details",
|
|
"tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers",
|
|
"tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail"
|
|
]
|
|
},
|
|
"compute-volume": {
|
|
"achievements": [
|
|
"deployed",
|
|
"tools",
|
|
"clients",
|
|
"future",
|
|
"complete",
|
|
"stable",
|
|
"discover",
|
|
"doc",
|
|
"sticky",
|
|
"foundation",
|
|
"atomic",
|
|
"proximity"
|
|
],
|
|
"admin": false,
|
|
"status": "required",
|
|
"guidelines": ["2014.07", "2015.03", "2015.04"],
|
|
"project": "nova",
|
|
"description": "Retrieve volume information through the Compute API",
|
|
"flagged": [
|
|
"tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume"
|
|
],
|
|
"name": "compute-volume",
|
|
"tests": [
|
|
"tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list",
|
|
"tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details",
|
|
"tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume",
|
|
"tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id",
|
|
"tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id"
|
|
]
|
|
},
|
|
"compute-servers-metadata": {
|
|
"achievements": [
|
|
"deployed",
|
|
"tools",
|
|
"clients",
|
|
"future",
|
|
"complete",
|
|
"stable",
|
|
"discover",
|
|
"doc",
|
|
"sticky",
|
|
"foundation"
|
|
],
|
|
"admin": false,
|
|
"status": "advisory",
|
|
"guidelines": [],
|
|
"project": "nova",
|
|
"description": "Manage the access to ip extended attribute for servers through the Compute API",
|
|
"flagged": [],
|
|
"name": "compute-servers-metadata",
|
|
"tests": []
|
|
},
|
|
"images-v1": {
|
|
"achievements": [],
|
|
"admin": false,
|
|
"status": "removed",
|
|
"guidelines": ["2014.07"],
|
|
"project": "glance",
|
|
"description": "Basic image management in the Images API v1",
|
|
"flagged": [],
|
|
"name": "images-v1",
|
|
"tests": []
|
|
},
|
|
"images-v2": {
|
|
"achievements": [
|
|
"future",
|
|
"complete",
|
|
"stable",
|
|
"discover",
|
|
"doc",
|
|
"foundation",
|
|
"atomic",
|
|
"proximity"
|
|
],
|
|
"admin": false,
|
|
"status": "required",
|
|
"guidelines": ["2014.07", "2015.03", "2015.04"],
|
|
"project": "glance",
|
|
"description": "CRUD image operations in Images API v2",
|
|
"flagged": [
|
|
"tempest.api.image.v2.test_images.ListImagesTest.test_index_no_params"
|
|
],
|
|
"name": "images-v2",
|
|
"tests": [
|
|
"tempest.api.image.v2.test_images.ListImagesTest.test_index_no_params"
|
|
]
|
|
},
|
|
"objectstore-object": {
|
|
"achievements": [
|
|
"tools",
|
|
"clients",
|
|
"future",
|
|
"complete",
|
|
"stable",
|
|
"doc",
|
|
"foundation",
|
|
"atomic",
|
|
"proximity"
|
|
],
|
|
"admin": false,
|
|
"status": "required",
|
|
"guidelines": ["2014.07", "2015.03", "2015.04"],
|
|
"project": "swift",
|
|
"description": "Basic object operations in Object Storage API",
|
|
"flagged": [
|
|
"tempest.api.object_storage.test_object_expiry.ObjectExpiryTest.test_get_object_after_expiry_time",
|
|
"tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_object_with_another_user_creds",
|
|
"tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_container_object_without_using_creds"
|
|
],
|
|
"name": "objectstore-object",
|
|
"tests": [
|
|
"tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_2d_way",
|
|
"tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_in_same_container",
|
|
"tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_across_containers",
|
|
"tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_to_itself",
|
|
"tempest.api.object_storage.test_object_services.ObjectTest.test_create_object",
|
|
"tempest.api.object_storage.test_object_services.ObjectTest.test_delete_object",
|
|
"tempest.api.object_storage.test_object_services.ObjectTest.test_get_object",
|
|
"tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_if_different",
|
|
"tempest.api.object_storage.test_object_services.ObjectTest.test_object_upload_in_segments",
|
|
"tempest.api.object_storage.test_object_temp_url.ObjectTempUrlTest.test_put_object_using_temp_url",
|
|
"tempest.api.object_storage.test_object_temp_url.ObjectTempUrlTest.test_get_object_using_temp_url",
|
|
"tempest.api.object_storage.test_object_version.ContainerTest.test_versioned_container",
|
|
"tempest.api.object_storage.test_object_expiry.ObjectExpiryTest.test_get_object_after_expiry_time",
|
|
"tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_object_with_another_user_creds",
|
|
"tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_container_object_without_using_creds"
|
|
]
|
|
},
|
|
"auth-token": {
|
|
"achievements": [],
|
|
"admin": false,
|
|
"status": "advisory",
|
|
"guidelines": [],
|
|
"project": "keystone",
|
|
"description": "Generate an auth token given an identity endpoint",
|
|
"flagged": [],
|
|
"name": "auth-token",
|
|
"tests": []
|
|
},
|
|
"volume": {
|
|
"achievements": [],
|
|
"admin": true,
|
|
"status": "removed",
|
|
"guidelines": ["2014.07"],
|
|
"project": "cinder",
|
|
"description": "CRUD operations for volumes management in Block Storage API",
|
|
"flagged": [],
|
|
"name": "volume",
|
|
"tests": []
|
|
}
|
|
},
|
|
"designated-sections" : {
|
|
"required" : {
|
|
"nova" : {
|
|
"guidance": "By default, designated except scheduler, filter, drivers, API extensions and networking.",
|
|
"comment": "All code except driver/plugins listed. Even for replaceable drivers or plugins, we still expect use of the existing nova service that wraps those interfaces.",
|
|
"sections": {
|
|
"scheduler driver": { "description": "(Host and cell)", "designated": false, "comment": "none provided"},
|
|
"filter scheduler driver": { "description": "(Host and cell) While the line above implies the entire driver is fair game, this case is incredibly common and worth mentioning specifically.", "designated": false, "comment": "none provided"},
|
|
"compute driver": { "description": "not provided", "designated": false, "comment": "none provided"},
|
|
"rest api extensions": { "description": "may be required for capabilities", "designated": false, "comment": "none provided"},
|
|
"nova networking components": { "description": "not provided", "designated": false, "comment": "none provided"},
|
|
"nova networking drivers": { "description": "not provided", "designated": false, "comment": "none provided"}
|
|
}
|
|
},
|
|
"glance": {
|
|
"guidance": "Designated sections are the API implementation code and domain model.",
|
|
"comment": "not given",
|
|
"sections": {
|
|
"http apis": { "description": "not provided", "designated": true, "comment": "API"},
|
|
"domain model": { "description": "not provided", "designated": true, "comment": "Shared"},
|
|
"stores": { "description": "the swift, filesystem, and http stores", "designated": false, "comment": "should be replaceable, vendor-specificddCross platform"},
|
|
"db driver": { "description": "not provided", "designated": false, "comment": "should be replaceable" },
|
|
"wsgi framework": { "description": "not provided", "designated": false, "comment": "should be replaceable"}
|
|
}
|
|
},
|
|
"cinder": {
|
|
"guidance": "Designated sections are the API implementation code",
|
|
"comment": "Historically, cinder has had plug-ins around schedulers and drivers.",
|
|
"sections": {
|
|
"api": { "description": "API section means actually the CODE that exposes the API, not just API-comparability", "designated": true, "comment": ""},
|
|
"drivers": { "description": "not provided", "designated": false, "comment": "there MUST be requirements that it implements what's defined as core functionality in the Cinder API"},
|
|
"scheduler": { "description": "not provided", "designated": false, "comment": "there MUST be requirements that it implements what's defined as core functionality in the Cinder API"},
|
|
"api extensions": { "description": "not provided", "designated": false, "comment": "should be replaceable"}
|
|
}
|
|
},
|
|
"swift" : {
|
|
"guidance": "Designated sections are proxy server, object server, container server, account server and select middleware",
|
|
"required": true,
|
|
"comment": "You should use the proxy and storage servers, and you can use your own DiskFile or add new middleware for the proxy or storage nodes. Please review sections for specific middleware guidelines",
|
|
"sections": {
|
|
"proxy server": { "description": "the proxy server code and, if enabled, the functionality implemented by provided middleware (eg static large objects or signed urls or bulk requests",
|
|
"designated": true, "comment": ""},
|
|
"object server": { "description": "the object server code that calls a DiskFile implementation and updates container listings",
|
|
"designated": true, "comment": ""},
|
|
"container server": { "description": "the code that provides a list of objects in a container and container metadata",
|
|
"designated": true, "comment": ""},
|
|
"account server": { "description": "the code that provides a list of containers and account metadata",
|
|
"designated": true, "comment": ""},
|
|
"catch_errors": { "description": "not provided", "designated": true, "comment": "middleware"},
|
|
"healthcheck": { "description": "not provided", "designated": true, "comment": ""},
|
|
"bulk": { "description": "not provided", "designated": true, "comment": ""},
|
|
"slo": { "description": "not provided", "designated": true, "comment": ""},
|
|
"container-quotas": { "description": "not provided", "designated": true, "comment": ""},
|
|
"account-quotas": { "description": "not provided", "designated": true, "comment": ""},
|
|
"tempurl": { "description": "not provided", "designated": true, "comment": ""},
|
|
"replicators": { "description": "not provided", "designated": false, "comment": "recommended"},
|
|
"auditors": { "description": "not provided", "designated": false, "comment": "recommended"},
|
|
"updaters": { "description": "not provided", "designated": false, "comment": "recommended"},
|
|
"account reaper": { "description": "not provided", "designated": false, "comment": "recommended"},
|
|
"object expirer": { "description": "not provided", "designated": false, "comment": "recommended"},
|
|
"ratelimit": { "description": "not provided", "designated": false, "comment": "middleware, recommended"},
|
|
"recon": { "description": "not provided", "designated": false, "comment": "middleware, recommended"},
|
|
"staticweb": { "description": "not provided", "designated": false, "comment": "middleware, recommended"},
|
|
"formpost": { "description": "not provided", "designated": false, "comment": "middleware, recommended"},
|
|
"domain_remap": { "description": "not provided", "designated": false, "comment": "middleware, recommended"},
|
|
"crossdomain": { "description": "not provided", "designated": false, "comment": "middleware, recommended"},
|
|
"cname_lookup": { "description": "not provided", "designated": false, "comment": "middleware, recommended"},
|
|
"diskfile": { "description": "the part of the object server that actually persists the object data to a storage volume",
|
|
"designated": false, "comment": "replaceable"},
|
|
"cache": { "description": "not provided", "designated": false, "comment": "middleware, replaceable"},
|
|
"tempauth": { "description": "not provided", "designated": false, "comment": "middleware, replaceable"},
|
|
"keystoneauth": { "description": "not provided", "designated": false, "comment": "middleware, replaceable"},
|
|
"proxy-logging": { "description": "not provided", "designated": false, "comment": "middleware, replaceable"}
|
|
}
|
|
}
|
|
},
|
|
"advisory" : {
|
|
"keystone": {
|
|
"guidance": "Update pending from PTL",
|
|
"comment": "",
|
|
"sections": []
|
|
}
|
|
},
|
|
"deprecated" : {},
|
|
"removed" : {},
|
|
"informational" : {
|
|
"neutron": {
|
|
"guidance": "Not a core capability, no position at this time",
|
|
"required": false,
|
|
"comment": "Neutron was not ready for review.",
|
|
"sections": []
|
|
},
|
|
"heat": {
|
|
"guidance": "Not a core capability, no position at this time",
|
|
"required": false,
|
|
"comment": "",
|
|
"sections": []
|
|
},
|
|
"horizon": {
|
|
"guidance": "Not a core capability, no position at this time",
|
|
"required": false,
|
|
"comment": "",
|
|
"sections": []
|
|
},
|
|
"ceilometer": {
|
|
"guidance": "Not a core capability, no position at this time",
|
|
"required": false,
|
|
"comment": "",
|
|
"sections": []
|
|
}
|
|
}
|
|
},
|
|
"criteria": {
|
|
"atomic": {
|
|
"Description": "Capabilities is unique and cannot be built out of other must-pass capabilities",
|
|
"name": "Atomic",
|
|
"weight": 8
|
|
},
|
|
"clients": {
|
|
"Description": "Candidates are widely used capabilities: Should be included if part of common libraries (Fog, Apache jclouds, etc)",
|
|
"name": "Used by Clients",
|
|
"weight": 8
|
|
},
|
|
"complete": {
|
|
"Description": "Where the code being tested has a designated area of alternate implementation (extension framework) as per the Core Principles, there should be parity in capability tested across extension implementations. This also implies that the capability test is not configuration specific or locked to non-open technology",
|
|
"name": "Complete",
|
|
"weight": 8
|
|
},
|
|
"deployed": {
|
|
"Description": "Candidates are widely deployed capabilities. We favor capabilities that are supported by multiple public cloud providers and private cloud products",
|
|
"name": "Widely Deployed",
|
|
"weight": 8
|
|
},
|
|
"discover": {
|
|
"Description": "Capability being tested is Service Discoverable (can be found in Keystone and via service introspection)",
|
|
"name": "Discoverable",
|
|
"weight": 8
|
|
},
|
|
"doc": {
|
|
"Description": "Should be well documented, particularly the expected behavior. This can be a very subjective measure and we expect to refine this definition over time",
|
|
"name": "Documented",
|
|
"weight": 8
|
|
},
|
|
"foundation": {
|
|
"Description": "Test capabilities that are required by other must-pass tests and/or depended on by many other capabilities",
|
|
"name": "Foundation",
|
|
"weight": 8
|
|
},
|
|
"future": {
|
|
"Description": "Should reflect future technical direction (from the project technical teams and the TC) and help manage deprecated capabilities",
|
|
"name": "Future Direction",
|
|
"weight": 9
|
|
},
|
|
"proximity": {
|
|
"Description": "Sometimes called a Test Cluster, selects for Capabilities that are related to Core Capabilities. This helps ensure that related capabilities are managed together",
|
|
"name": "Proximity",
|
|
"weight": 8
|
|
},
|
|
"stable": {
|
|
"Description": "Test is required stable for >2 releases because we don't want DefCore capabilities that do not have dependable APIs",
|
|
"name": "Stable",
|
|
"weight": 9
|
|
},
|
|
"sticky": {
|
|
"Description": "A test that is a must-pass test should stay a must-pass test. This makes DefCore capabilities sticky release per release. Leaving Core is disruptive to the ecosystem",
|
|
"name": "Core in Last Release",
|
|
"weight": 9
|
|
},
|
|
"tools": {
|
|
"Description": "Candidates are widely used capabilities:Should be included if supported by common tools (RightScale, Scalr, CloudForms, ...)",
|
|
"name": "Used by Tools",
|
|
"weight": 9
|
|
}
|
|
}
|
|
}
|