From 8c23d817249698eee09f613a354cff54c344cacc Mon Sep 17 00:00:00 2001 From: Chris Hoge Date: Tue, 9 Jun 2015 12:08:26 -0700 Subject: [PATCH] Flag Compute tests that rely on the Glance V1 in 2015.next Original flag commit message: "In the Compute tests, there are tests that need to generate images as a prerequisite before the main tests can begin. Since these are Compute tests, I would expect that these prerequisites would be via the Compute API, but they use the Glance v1 API instead. Since the capability being tested should be Compute in isolation, I would say this test should be flagged until the depdency on Glance v1 is removed." Glance implements two APIs, v1 and v2. The v1 API is currently SUPPORTED, while the v2 API is CURRENT [1][2]. The original plan was to deprecate and remove the v1 API by Kilo, but it appears it was superceded [3]. Neither Nova nor Horizon currently supports proxying the v2 API, but this functionality is on the roadmap for both projects [4][5]. These tests should be flagged with the intention to reintroduce them after upstream support for Glance v2 has been added to Nova and Horizon and after the implicit dependency on the v1 API has been removed from the Tempest tests [6]. [1] http://developer.openstack.org/api-ref-image-v1.html [2] http://developer.openstack.org/api-ref-image-v2.html [3] http://lists.openstack.org/pipermail/openstack-dev/2013-November/019431.html [4] https://blueprints.launchpad.net/nova/+spec/use-glance-v2-api [5] https://blueprints.launchpad.net/horizon/+spec/horizon-glance-v2 [6] https://bugs.launchpad.net/tempest/+bug/1463534 Co-Authored-By: Chris Hoge Co-Authored-By: Mark T. Voelker Change-Id: I0b49de23b21a1106f9e492a21e5da1839e393f40 --- 2015.next.json | 131 ++++++++++++++++++++++++++++++++++++++++++------- flagged_list | 6 --- 2 files changed, 112 insertions(+), 25 deletions(-) diff --git a/2015.next.json b/2015.next.json index 39eeefdf..ae6e9e57 100644 --- a/2015.next.json +++ b/2015.next.json @@ -102,10 +102,20 @@ "required-since": "2014.07", "tests": { "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect": { - "idempotent_id": "id-acf8724b-142b-4044-82c3-78d31a533f24" + "idempotent_id": "id-acf8724b-142b-4044-82c3-78d31a533f24", + "flag": { + "date": "2015-05-06", + "reason": "Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.", + "action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test." + } }, "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image": { - "idempotent_id": "id-95d445f6-babc-4f2e-aea3-aa24ec5e7f0d" + "idempotent_id": "id-95d445f6-babc-4f2e-aea3-aa24ec5e7f0d", + "flag": { + "date": "2015-05-06", + "reason": "Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.", + "action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test." + } } } }, @@ -130,10 +140,20 @@ "required-since": "2014.07", "tests": { "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails": { - "idempotent_id": "id-85bcdd8f-56b4-4868-ae56-63fbf6f7e405" + "idempotent_id": "id-85bcdd8f-56b4-4868-ae56-63fbf6f7e405", + "flag": { + "date": "2015-05-06", + "reason": "Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.", + "action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test." + } }, "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails": { - "idempotent_id": "id-dea1936a-473d-49f2-92ad-97bb7aded22e" + "idempotent_id": "id-dea1936a-473d-49f2-92ad-97bb7aded22e", + "flag": { + "date": "2015-05-06", + "reason": "Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.", + "action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test." + } } } }, @@ -157,7 +177,12 @@ "required-since": "2014.07", "tests": { "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails": { - "idempotent_id": "id-c5f52351-53d9-4fc9-83e5-917f7f5e3d71" + "idempotent_id": "id-c5f52351-53d9-4fc9-83e5-917f7f5e3d71", + "flag": { + "date": "2015-05-06", + "reason": "Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.", + "action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test." + } } } }, @@ -248,43 +273,106 @@ "required-since": "2014.07", "tests": { "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since": { - "idempotent_id": "id-18bac3ae-da27-436c-92a9-b22474d13aab" + "idempotent_id": "id-18bac3ae-da27-436c-92a9-b22474d13aab", + "flag": { + "date": "2015-05-06", + "reason": "Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.", + "action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test." + } }, "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name": { - "idempotent_id": "id-33163b73-79f5-4d07-a7ea-9213bcc468ff" + "idempotent_id": "id-33163b73-79f5-4d07-a7ea-9213bcc468ff", + "flag": { + "date": "2015-05-06", + "reason": "Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.", + "action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test." + } }, "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id": { - "idempotent_id": "id-9f238683-c763-45aa-b848-232ec3ce3105" + "idempotent_id": "id-9f238683-c763-45aa-b848-232ec3ce3105", + "flag": { + "date": "2015-05-06", + "reason": "Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.", + "action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test." + } }, "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref": { - "idempotent_id": "id-05a377b8-28cf-4734-a1e6-2ab5c38bf606" + "idempotent_id": "id-05a377b8-28cf-4734-a1e6-2ab5c38bf606", + "flag": { + "date": "2015-05-06", + "reason": "Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.", + "action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test." + } }, "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status": { - "idempotent_id": "id-a3f5b513-aeb3-42a9-b18e-f091ef73254d" + "idempotent_id": "id-a3f5b513-aeb3-42a9-b18e-f091ef73254d", + "flag": { + "date": "2015-05-06", + "reason": "Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.", + "action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test." + } }, "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type": { - "idempotent_id": "id-e3356918-4d3e-4756-81d5-abc4524ba29f" + "idempotent_id": "id-e3356918-4d3e-4756-81d5-abc4524ba29f", + "flag": { + "date": "2015-05-06", + "reason": "Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.", + "action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test." + } }, "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results": { - "idempotent_id": "id-3a484ca9-67ba-451e-b494-7fcf28d32d62" + "idempotent_id": "id-3a484ca9-67ba-451e-b494-7fcf28d32d62", + "flag": { + "date": "2015-05-06", + "reason": "Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.", + "action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test." + } }, "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since": { - "idempotent_id": "id-7d439e18-ac2e-4827-b049-7e18004712c4" + "idempotent_id": "id-7d439e18-ac2e-4827-b049-7e18004712c4", + "flag": { + "date": "2015-05-06", + "reason": "Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.", + "action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test." + } }, "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name": { - "idempotent_id": "id-644ea267-9bd9-4f3b-af9f-dffa02396a17" + "idempotent_id": "id-644ea267-9bd9-4f3b-af9f-dffa02396a17", + "flag": { + "date": "2015-05-06", + "reason": "Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.", + "action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test." + } }, "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref": { - "idempotent_id": "id-8c78f822-203b-4bf6-8bba-56ebd551cf84" + "idempotent_id": "id-8c78f822-203b-4bf6-8bba-56ebd551cf84", + "flag": { + "date": "2015-05-06", + "reason": "Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.", + "action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test." + } }, "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status": { - "idempotent_id": "id-9b0ea018-6185-4f71-948a-a123a107988e" + "idempotent_id": "id-9b0ea018-6185-4f71-948a-a123a107988e", + "date": "2015-05-06", + "reason": "Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.", + "action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test." }, "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type": { - "idempotent_id": "id-888c0cc0-7223-43c5-9db0-b125fd0a393b" + "idempotent_id": "id-888c0cc0-7223-43c5-9db0-b125fd0a393b", + "flag": { + "date": "2015-05-06", + "reason": "Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.", + "action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test." + } }, "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results": { - "idempotent_id": "id-ba2fa9a9-b672-47cc-b354-3b4c0600e2cb" + "idempotent_id": "id-ba2fa9a9-b672-47cc-b354-3b4c0600e2cb", + "flag": { + "date": "2015-05-06", + "reason": "Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.", + "action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test." + } }, "tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images": { "idempotent_id": "id-fd51b7f4-d4a3-4331-9885-866658112a6f" @@ -360,7 +448,12 @@ "idempotent_id": "id-f9e15296-d7f9-4e62-b53f-a04e89160833" }, "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant": { - "idempotent_id": "id-f03d1ded-7fd4-4d29-bc13-e2391f29c625" + "idempotent_id": "id-f03d1ded-7fd4-4d29-bc13-e2391f29c625", + "flag": { + "date": "2015-05-06", + "reason": "Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.", + "action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test." + } } } }, diff --git a/flagged_list b/flagged_list index 2bdccc28..bd03bcb8 100644 --- a/flagged_list +++ b/flagged_list @@ -14,12 +14,6 @@ tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJS tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server[gate,id-80a8094c-211e-440a-ab88-9e59d556c7ee] tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server[gate,id-af8eafd4-38a7-4a4b-bdbc-75145a580560] tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server[gate,id-a31460a9-49e1-42aa-82ee-06e0bb7c2d03,negative] -tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant[gate,id-f03d1ded-7fd4-4d29-bc13-e2391f29c625] -tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect[gate,id-acf8724b-142b-4044-82c3-78d31a533f24] -tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image[gate,id-95d445f6-babc-4f2e-aea3-aa24ec5e7f0d] -tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails[gate,id-85bcdd8f-56b4-4868-ae56-63fbf6f7e405] -tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails[gate,id-dea1936a-473d-49f2-92ad-97bb7aded22e] -tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails[gate,id-c5f52351-53d9-4fc9-83e5-917f7f5e3d71] tempest.api.image.v2.test_images.ListImagesTest.test_index_no_params[gate,id-1e341d7a-90a9-494c-b143-2cdf2aeb6aee] tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_container_object_without_using_creds[gate,id-07c9cf95-c0d4-4b49-b9c8-0ef2c9b27193,smoke] tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_object_with_another_user_creds[gate,id-54e2a2fe-42dc-491b-8270-8e4217dd4cdc,smoke]