Add new identity capabilities as advisory

Based on our analysis [1], there were several identity tests
available which weren't included in any interop guideline.
This commit adds those tests under a few new capabilities which
are added as advisory for now. They will be moved to required
after one cycle being under advisory.

[1] https://etherpad.opendev.org/p/refstack-test-analysis

Change-Id: I38e7860245470689aad6f9d79bbcb7b8528b48f7
This commit is contained in:
Martin Kopec 2021-07-02 09:26:28 +02:00
parent de96ee2d12
commit 52d090ccd6
2 changed files with 121 additions and 4 deletions

View File

@ -70,7 +70,7 @@
}
},
"os_trademark_approval": {
"target_approval": "2021.06",
"target_approval": "2021.07",
"replaces": "2020.11",
"releases": ["ussuri", "victoria", "wallaby", "xena"],
"status": "draft"
@ -162,7 +162,12 @@
"volumes-v3-readonly",
"volumes-v3-upload"
],
"advisory": [],
"advisory": [
"identity-v3-list-versions",
"identity-v3-application-credentials",
"identity-v3-users",
"identity-v3-domains"
],
"deprecated": [],
"removed": []
},
@ -1160,6 +1165,29 @@
}
}
},
"identity-v3-list-versions": {
"achievements": [
"atomic",
"clients",
"complete",
"deployed",
"discover",
"doc",
"foundation",
"future",
"proximity",
"stable"
],
"admin": false,
"description": "List versions through Identity v3 API",
"project": "keystone",
"required_since": "",
"tests": {
"tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_list_api_versions": {
"idempotent_id": "id-721f480f-35b6-46c7-846e-047e6acea0dc"
}
}
},
"identity-v3-catalog": {
"achievements": [
"deployed",
@ -1263,7 +1291,7 @@
""
],
"admin": false,
"descriptin": "Delete (revoke) identity token API",
"description": "Delete (revoke) identity token API",
"project": "keystone",
"required_since": "2019.06",
"tests": {
@ -1272,6 +1300,95 @@
}
}
},
"identity-v3-application-credentials": {
"achievements": [
"atomic",
"clients",
"complete",
"deployed",
"discover",
"doc",
"foundation",
"future",
"proximity",
"stable"
],
"admin": false,
"description": "CRUD operations with application credentials in Identity V3",
"project": "keystone",
"required_since": "",
"tests": {
"tempest.api.identity.v3.test_application_credentials.ApplicationCredentialsV3Test.test_create_application_credential": {
"idempotent_id": "id-8080c75c-eddc-4786-941a-c2da7039ae61"
},
"tempest.api.identity.v3.test_application_credentials.ApplicationCredentialsV3Test.test_create_application_credential_expires": {
"idempotent_id": "id-852daf0c-42b5-4239-8466-d193d0543ed3"
},
"tempest.api.identity.v3.test_application_credentials.ApplicationCredentialsV3Test.test_list_application_credentials": {
"idempotent_id": "id-ff0cd457-6224-46e7-b79e-0ada4964a8a6"
},
"tempest.api.identity.v3.test_application_credentials.ApplicationCredentialsV3Test.test_query_application_credentials": {
"idempotent_id": "id-9bb5e5cc-5250-493a-8869-8b665f6aa5f6"
}
}
},
"identity-v3-users": {
"achievements": [
"atomic",
"clients",
"complete",
"deployed",
"discover",
"doc",
"foundation",
"future",
"proximity",
"stable"
],
"admin": false,
"description": "Simple operations with user's password in Identity V3",
"project": "keystone",
"required_since": "",
"tests": {
"tempest.api.identity.v3.test_users.IdentityV3UsersTest.test_password_history_check_self_service_api": {
"idempotent_id": "id-941784ee-5342-4571-959b-b80dd2cea516"
},
"tempest.api.identity.v3.test_users.IdentityV3UsersTest.test_user_account_lockout": {
"idempotent_id": "id-a7ad8bbf-2cff-4520-8c1d-96332e151658"
},
"tempest.api.identity.v3.test_users.IdentityV3UsersTest.test_user_update_own_password": {
"idempotent_id": "id-ad71bd23-12ad-426b-bb8b-195d2b635f27",
"flagged": {
"date": "2021-07-01",
"reason": "[D401] This test is skipped by Tempest due to bug https://bugs.launchpad.net/tempest/+bug/1934249.",
"action": "Remove flag when Tempest fix is in place."
}
}
}
},
"identity-v3-domains": {
"achievements": [
"atomic",
"clients",
"complete",
"deployed",
"discover",
"doc",
"foundation",
"future",
"proximity",
"stable"
],
"admin": false,
"description": "API call to show the defult domain in Identity V3",
"project": "keystone",
"required_since": "",
"tests": {
"tempest.api.identity.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists": {
"idempotent_id": "id-17a5de24-e6a0-4e4a-a9ee-d85b6e5612b5"
}
}
},
"images-v2-index": {
"achievements": [
"foundation",

View File

@ -42,7 +42,7 @@ def parse_tests(f_path, target):
f = open(f_path, 'r')
load_f = json.load(f)
caps = g.get_target_capabilities(load_f, target=target)
tests = g.get_test_list(load_f, caps)
tests = g.get_test_list(load_f, caps, show_flagged=False)
return tests