openinfra/interop
Code Issues Proposed changes

Flag tests scheduled for removal from Tempest

Browse Source 
Flag tests that have been removed from the Tempest test
suite[1]. Capabilities are covered by other tests. Tests
to be permanently removed from future guidelines.

compute-auth-* capabilities removed because of empty
test sets.

[1] https://review.openstack.org/#/c/271467

Change-Id: Ib6b8ca03f39c7590163a9db710e5ca8aa373d659
This commit is contained in:
Chris Hoge 2016-03-06 11:34:45 -08:00
parent 344fcd7ec4
commit 1acbbb2006
4 changed files with 56 additions and 134 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

41
2015.07.json
View File

@ -103,10 +103,20 @@
"required-since": "2014.07",
"tests": {
"tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect": {
"idempotent_id": "id-acf8724b-142b-4044-82c3-78d31a533f24"
"idempotent_id": "id-acf8724b-142b-4044-82c3-78d31a533f24",
"flagged": {
"reason": "D406 Test removed from Tempest https://review.openstack.org/#/c/271467",
"action": "This test will be removed from future guidelines.",
"date": "2016-03-06"
}
},
"tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image": {
"idempotent_id": "id-95d445f6-babc-4f2e-aea3-aa24ec5e7f0d"
"idempotent_id": "id-95d445f6-babc-4f2e-aea3-aa24ec5e7f0d",
"flagged": {
"reason": "D406 Test removed from Tempest https://review.openstack.org/#/c/271467",
"action": "This test will be removed from future guidelines.",
"date": "2016-03-06"
}
}
}
},
@ -131,10 +141,20 @@
"required-since": "2014.07",
"tests": {
"tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails": {
"idempotent_id": "id-85bcdd8f-56b4-4868-ae56-63fbf6f7e405"
"idempotent_id": "id-85bcdd8f-56b4-4868-ae56-63fbf6f7e405",
"flagged": {
"reason": "D406 Test removed from Tempest https://review.openstack.org/#/c/271467",
"action": "This test will be removed from future guidelines.",
"date": "2016-03-06"
}
},
"tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails": {
"idempotent_id": "id-dea1936a-473d-49f2-92ad-97bb7aded22e"
"idempotent_id": "id-dea1936a-473d-49f2-92ad-97bb7aded22e",
"flagged": {
"reason": "D406 Test removed from Tempest https://review.openstack.org/#/c/271467",
"action": "This test will be removed from future guidelines.",
"date": "2016-03-06"
}
}
}
},
@ -160,9 +180,9 @@
"tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails": {
"idempotent_id": "id-c5f52351-53d9-4fc9-83e5-917f7f5e3d71",
"flagged": {
"reason": "D400 This test may create a barrier for independent testing of public clouds",
"action": "This test should be changed to require only one tenant or removed if it requires tenant isolation",
"date": "2015-12-03"
"reason": "D406 Test removed from Tempest https://review.openstack.org/#/c/271467",
"action": "This test will be removed from future guidelines.",
"date": "2016-03-06"
}
}
}
@ -366,7 +386,12 @@
"idempotent_id": "id-f9e15296-d7f9-4e62-b53f-a04e89160833"
},
"tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant": {
"idempotent_id": "id-f03d1ded-7fd4-4d29-bc13-e2391f29c625"
"idempotent_id": "id-f03d1ded-7fd4-4d29-bc13-e2391f29c625",
"flagged": {
"reason": "D406 Test removed from Tempest https://review.openstack.org/#/c/271467",
"action": "This test will be removed from future guidelines.",
"date": "2016-03-06"
}
}
}
},

36
2016.01.json
View File

@ -157,17 +157,17 @@
"tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect": {
"idempotent_id": "id-acf8724b-142b-4044-82c3-78d31a533f24",
"flagged": {
"date": "2015-05-06",
"reason": "Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.",
"action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test."
"reason": "D406 Test removed from Tempest https://review.openstack.org/#/c/271467",
"action": "This test will be removed from future guidelines.",
"date": "2016-03-06"
}
},
"tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image": {
"idempotent_id": "id-95d445f6-babc-4f2e-aea3-aa24ec5e7f0d",
"flagged": {
"date": "2015-05-06",
"reason": "Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.",
"action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test."
"reason": "D406 Test removed from Tempest https://review.openstack.org/#/c/271467",
"action": "This test will be removed from future guidelines.",
"date": "2016-03-06"
}
}
}
@ -195,17 +195,17 @@
"tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails": {
"idempotent_id": "id-85bcdd8f-56b4-4868-ae56-63fbf6f7e405",
"flagged": {
"date": "2015-05-06",
"reason": "Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.",
"action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test."
"reason": "D406 Test removed from Tempest https://review.openstack.org/#/c/271467",
"action": "This test will be removed from future guidelines.",
"date": "2016-03-06"
}
},
"tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails": {
"idempotent_id": "id-dea1936a-473d-49f2-92ad-97bb7aded22e",
"flagged": {
"date": "2015-05-06",
"reason": "Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.",
"action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test."
"reason": "D406 Test removed from Tempest https://review.openstack.org/#/c/271467",
"action": "This test will be removed from future guidelines.",
"date": "2016-03-06"
}
}
}
@ -232,9 +232,9 @@
"tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails": {
"idempotent_id": "id-c5f52351-53d9-4fc9-83e5-917f7f5e3d71",
"flagged": {
"date": "2015-05-06",
"reason": "Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.",
"action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test."
"reason": "D406 Test removed from Tempest https://review.openstack.org/#/c/271467",
"action": "This test will be removed from future guidelines.",
"date": "2016-03-06"
}
}
}
@ -503,9 +503,9 @@
"tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant": {
"idempotent_id": "id-f03d1ded-7fd4-4d29-bc13-e2391f29c625",
"flagged": {
"date": "2015-05-06",
"reason": "Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.",
"action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test."
"reason": "D406 Test removed from Tempest https://review.openstack.org/#/c/271467",
"action": "This test will be removed from future guidelines.",
"date": "2016-03-06"
}
}
}

1
HACKING.rst
View File

@ -104,3 +104,4 @@ Valid reasons for flagging a test are limited to the following:
- [D404] Flag Not Found - Use this flag if none of the others fit.
- [D405] The test reflects an implementation choice that is not widely
deployed even if the Capability is widely deployed.
- [D406] Test removed permanently from test suite.

112
next.json
View File

@ -18,9 +18,6 @@
"required": [
"identity-v3-tokens-create",
"identity-v3-api-discovery",
"compute-auth-create",
"compute-auth-get",
"compute-auth-set",
"compute-images-create",
"compute-images-delete",
"compute-images-get",
@ -100,7 +97,10 @@
],
"removed": [
"identity-v2-tokens-create",
"compute-servers-change"
"compute-servers-change",
"compute-auth-create",
"compute-auth-get",
"compute-auth-set"
]
},
"object": {
@ -159,102 +159,6 @@
}
}
},
"compute-auth-create": {
"achievements": [
"foundation",
"complete",
"proximity",
"clients",
"discover",
"sticky",
"future",
"atomic",
"stable",
"tools",
"deployed"
],
"admin": false,
"description": "Auth related tests using Compute API",
"project": "nova",
"required-since": "2014.07",
"tests": {
"tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect": {
"idempotent_id": "id-acf8724b-142b-4044-82c3-78d31a533f24",
"flagged": {
"date": "2015-05-06",
"reason": "Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.",
"action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test."
}
},
"tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image": {
"idempotent_id": "id-95d445f6-babc-4f2e-aea3-aa24ec5e7f0d",
"flagged": {
"date": "2015-05-06",
"reason": "Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.",
"action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test."
}
}
}
},
"compute-auth-get": {
"achievements": [
"foundation",
"complete",
"doc",
"proximity",
"clients",
"discover",
"sticky",
"future",
"atomic",
"stable",
"tools",
"deployed"
],
"admin": false,
"description": "Auth related tests using Compute API, Generate, import, and delete SSH keys within Compute services",
"project": "nova",
"required-since": "2014.07",
"tests": {
"tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails": {
"idempotent_id": "id-85bcdd8f-56b4-4868-ae56-63fbf6f7e405",
"flagged": {
"date": "2015-05-06",
"reason": "Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.",
"action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test."
}
},
"tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails": {
"idempotent_id": "id-dea1936a-473d-49f2-92ad-97bb7aded22e",
"flagged": {
"date": "2015-05-06",
"reason": "Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.",
"action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test."
}
}
}
},
"compute-auth-set": {
"achievements": [
"foundation",
"complete",
"proximity",
"clients",
"discover",
"sticky",
"future",
"atomic",
"stable",
"tools",
"deployed"
],
"admin": false,
"description": "Auth related tests using Compute API",
"project": "nova",
"required-since": "2014.07",
"tests": {
}
},
"compute-images-create": {
"achievements": [
"complete",
@ -515,14 +419,6 @@
"tests": {
"tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair": {
"idempotent_id": "id-f9e15296-d7f9-4e62-b53f-a04e89160833"
},
"tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant": {
"idempotent_id": "id-f03d1ded-7fd4-4d29-bc13-e2391f29c625",
"flagged": {
"date": "2015-05-06",
"reason": "Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.",
"action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test."
}
}
}
},