From 52d090ccd67f9381f7006a4c07a99f7e54d71a1f Mon Sep 17 00:00:00 2001
From: Martin Kopec <mkopec@redhat.com>
Date: Fri, 2 Jul 2021 09:26:28 +0200
Subject: [PATCH] Add new identity capabilities as advisory

Based on our analysis [1], there were several identity tests
available which weren't included in any interop guideline.
This commit adds those tests under a few new capabilities which
are added as advisory for now. They will be moved to required
after one cycle being under advisory.

[1] https://etherpad.opendev.org/p/refstack-test-analysis

Change-Id: I38e7860245470689aad6f9d79bbcb7b8528b48f7
---
 guidelines/next.json      | 123 +++++++++++++++++++++++++++++++++++++-
 tools/parse_next_tests.py |   2 +-
 2 files changed, 121 insertions(+), 4 deletions(-)

diff --git a/guidelines/next.json b/guidelines/next.json
index 2dd3eaa7..ba20a47e 100644
--- a/guidelines/next.json
+++ b/guidelines/next.json
@@ -70,7 +70,7 @@
       }
     },
     "os_trademark_approval": {
-      "target_approval": "2021.06",
+      "target_approval": "2021.07",
       "replaces": "2020.11",
       "releases": ["ussuri", "victoria", "wallaby", "xena"],
       "status": "draft"
@@ -162,7 +162,12 @@
           "volumes-v3-readonly",
           "volumes-v3-upload"
         ],
-        "advisory": [],
+        "advisory": [
+          "identity-v3-list-versions",
+          "identity-v3-application-credentials",
+          "identity-v3-users",
+          "identity-v3-domains"
+        ],
         "deprecated": [],
         "removed": []
       },
@@ -1160,6 +1165,29 @@
             }
         }
     },
+    "identity-v3-list-versions": {
+      "achievements": [
+        "atomic",
+        "clients",
+        "complete",
+        "deployed",
+        "discover",
+        "doc",
+        "foundation",
+        "future",
+        "proximity",
+        "stable"
+      ],
+      "admin": false,
+      "description": "List versions through Identity v3 API",
+      "project": "keystone",
+      "required_since": "",
+      "tests": {
+        "tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_list_api_versions": {
+          "idempotent_id": "id-721f480f-35b6-46c7-846e-047e6acea0dc"
+        }
+      }
+    },
     "identity-v3-catalog": {
       "achievements": [
         "deployed",
@@ -1263,7 +1291,7 @@
         ""
       ],
       "admin": false,
-      "descriptin": "Delete (revoke) identity token API",
+      "description": "Delete (revoke) identity token API",
       "project": "keystone",
       "required_since": "2019.06",
       "tests": {
@@ -1272,6 +1300,95 @@
         }
       }
     },
+    "identity-v3-application-credentials": {
+      "achievements": [
+        "atomic",
+        "clients",
+        "complete",
+        "deployed",
+        "discover",
+        "doc",
+        "foundation",
+        "future",
+        "proximity",
+        "stable"
+      ],
+      "admin": false,
+      "description": "CRUD operations with application credentials in Identity V3",
+      "project": "keystone",
+      "required_since": "",
+      "tests": {
+        "tempest.api.identity.v3.test_application_credentials.ApplicationCredentialsV3Test.test_create_application_credential": {
+          "idempotent_id": "id-8080c75c-eddc-4786-941a-c2da7039ae61"
+        },
+        "tempest.api.identity.v3.test_application_credentials.ApplicationCredentialsV3Test.test_create_application_credential_expires": {
+          "idempotent_id": "id-852daf0c-42b5-4239-8466-d193d0543ed3"
+        },
+        "tempest.api.identity.v3.test_application_credentials.ApplicationCredentialsV3Test.test_list_application_credentials": {
+          "idempotent_id": "id-ff0cd457-6224-46e7-b79e-0ada4964a8a6"
+        },
+        "tempest.api.identity.v3.test_application_credentials.ApplicationCredentialsV3Test.test_query_application_credentials": {
+          "idempotent_id": "id-9bb5e5cc-5250-493a-8869-8b665f6aa5f6"
+        }
+      }
+    },
+    "identity-v3-users": {
+      "achievements": [
+        "atomic",
+        "clients",
+        "complete",
+        "deployed",
+        "discover",
+        "doc",
+        "foundation",
+        "future",
+        "proximity",
+        "stable"
+      ],
+      "admin": false,
+      "description": "Simple operations with user's password in Identity V3",
+      "project": "keystone",
+      "required_since": "",
+      "tests": {
+        "tempest.api.identity.v3.test_users.IdentityV3UsersTest.test_password_history_check_self_service_api": {
+          "idempotent_id": "id-941784ee-5342-4571-959b-b80dd2cea516"
+        },
+        "tempest.api.identity.v3.test_users.IdentityV3UsersTest.test_user_account_lockout": {
+          "idempotent_id": "id-a7ad8bbf-2cff-4520-8c1d-96332e151658"
+        },
+        "tempest.api.identity.v3.test_users.IdentityV3UsersTest.test_user_update_own_password": {
+          "idempotent_id": "id-ad71bd23-12ad-426b-bb8b-195d2b635f27",
+          "flagged": {
+            "date": "2021-07-01",
+            "reason": "[D401] This test is skipped by Tempest due to bug https://bugs.launchpad.net/tempest/+bug/1934249.",
+            "action": "Remove flag when Tempest fix is in place."
+          }
+        }
+      }
+    },
+    "identity-v3-domains": {
+      "achievements": [
+        "atomic",
+        "clients",
+        "complete",
+        "deployed",
+        "discover",
+        "doc",
+        "foundation",
+        "future",
+        "proximity",
+        "stable"
+      ],
+      "admin": false,
+      "description": "API call to show the defult domain in Identity V3",
+      "project": "keystone",
+      "required_since": "",
+      "tests": {
+        "tempest.api.identity.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists": {
+          "idempotent_id": "id-17a5de24-e6a0-4e4a-a9ee-d85b6e5612b5"
+        }
+      }
+    },
     "images-v2-index": {
       "achievements": [
         "foundation",
diff --git a/tools/parse_next_tests.py b/tools/parse_next_tests.py
index 4d4b8975..5d11e6ea 100644
--- a/tools/parse_next_tests.py
+++ b/tools/parse_next_tests.py
@@ -42,7 +42,7 @@ def parse_tests(f_path, target):
     f = open(f_path, 'r')
     load_f = json.load(f)
     caps = g.get_target_capabilities(load_f, target=target)
-    tests = g.get_test_list(load_f, caps)
+    tests = g.get_test_list(load_f, caps, show_flagged=False)
     return tests