From 5dac70071edeca5d6c229d2c146db03f2bb35325 Mon Sep 17 00:00:00 2001 From: "Mark T. Voelker" Date: Fri, 26 Jun 2015 12:55:09 -0400 Subject: [PATCH] Flag Compute tests that rely on Glancev1 in 2015.05 Original flag commit message: "In the Compute tests, there are tests that need to generate images as a prerequisite before the main tests can begin. Since these are Compute tests, I would expect that these prerequisites would be via the Compute API, but they use the Glance v1 API instead. Since the capability being tested should be Compute in isolation, I would say this test should be flagged until the depdency on Glance v1 is removed." Glance implements two APIs, v1 and v2. The v1 API is currently SUPPORTED, while the v2 API is CURRENT [1][2]. The original plan was to deprecate and remove the v1 API by Kilo, but it appears it was superceded [3]. Neither Nova nor Horizon currently supports proxying the v2 API, but this functionality is on the roadmap for both projects [4][5]. These tests should be flagged with the intention to reintroduce them after upstream support for Glance v2 has been added to Nova and Horizon and after the implicit dependency on the v1 API has been removed from the Tempest tests [6]. [1] http://developer.openstack.org/api-ref-image-v1.html [2] http://developer.openstack.org/api-ref-image-v2.html [3] http://lists.openstack.org/pipermail/openstack-dev/2013-November/019431.html [4] https://blueprints.launchpad.net/nova/+spec/use-glance-v2-api [5] https://blueprints.launchpad.net/horizon/+spec/horizon-glance-v2 [6] https://bugs.launchpad.net/tempest/+bug/1463534 " This situation hasn't changed in the releases covered by 2015.05 and therefore these flags should be carried forward to that Guideline. Change-Id: I2d8168d1f0478499be574e695bb00ac8e7965c37 --- 2015.05.json | 28 +++++++++++++++++++++++++--- 1 file changed, 25 insertions(+), 3 deletions(-) diff --git a/2015.05.json b/2015.05.json index 485f3a7e..663311cc 100644 --- a/2015.05.json +++ b/2015.05.json @@ -84,7 +84,21 @@ "guidelines": ["2014.07", "2015.03", "2015.04", "2015.05"], "project": "nova", "description": "Image operations within the Compute API", - "flagged": [], + "flagged": [ + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results", + "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since" + ], "name": "compute-images", "tests": [ "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id", @@ -163,7 +177,12 @@ "guidelines": ["2014.07", "2015.03", "2015.04", "2015.05"], "project": "nova", "description": "Auth related tests using Compute API", - "flagged": [], + "flagged": [ + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails" + ], "name": "compute-auth", "tests": [ "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image", @@ -214,7 +233,10 @@ "guidelines": ["2014.07", "2015.03", "2015.04", "2015.05"], "project": "nova", "description": "Generate, import, and delete SSH keys within Compute services", - "flagged": [], + "flagged": [ + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant", + "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails" + ], "name": "compute-keypairs", "tests": [ "tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair",