From 705b7841f4fedd89fb339091ee5fa2c49375f966 Mon Sep 17 00:00:00 2001 From: lpiwowar Date: Thu, 9 Sep 2021 12:08:33 +0200 Subject: [PATCH] Flag test_create_all_recordset_types test The test_create_all_recordset_types test from designate-tempest-plugin represents series of tests. The series of tests is produced by ddt library. The issue is that each of the tests has the same idempotent id. Also, tests produced by ddt have inconsistent naming. It may happen that at two different systems the same test gets two different names. The test should remain flagged until [1] is resolved. [1] https://bugs.launchpad.net/designate/+bug/1943115 Change-Id: I437dae576c54811db6a924c8f5f613ab96e6a392 --- add-ons/guidelines/dns.2018.02.json | 6 +++++- add-ons/guidelines/dns.2018.11.json | 6 +++++- add-ons/guidelines/dns.2019.06.json | 6 +++++- add-ons/guidelines/dns.2019.11.json | 6 +++++- add-ons/guidelines/dns.2020.06.json | 6 +++++- add-ons/guidelines/dns.2020.11.json | 6 +++++- add-ons/guidelines/dns.next.json | 6 +++++- 7 files changed, 35 insertions(+), 7 deletions(-) diff --git a/add-ons/guidelines/dns.2018.02.json b/add-ons/guidelines/dns.2018.02.json index e3a2487f..2b8223a0 100644 --- a/add-ons/guidelines/dns.2018.02.json +++ b/add-ons/guidelines/dns.2018.02.json @@ -112,7 +112,11 @@ "project": "designate", "tests": { "designate_tempest_plugin.tests.api.v2.test_recordset.RecordsetsTest.test_create_all_recordset_types": { - "idempotent_id": "id-d03b69a5-5052-43bc-a38a-b511b6b34304" + "idempotent_id": "id-d03b69a5-5052-43bc-a38a-b511b6b34304", + "flagged": { + "date": "2021-09-09", + "reason": "[D401] The test represents series of tests. Each test from the series should have its own id. Skipped until this bug is resolved: https://bugs.launchpad.net/designate/+bug/1943115" + } }, "designate_tempest_plugin.tests.api.v2.test_recordset.RecordsetsTest.test_delete_recordset": { "idempotent_id": "id-855399c1-8806-4ae5-aa31-cb8a6f35e218" diff --git a/add-ons/guidelines/dns.2018.11.json b/add-ons/guidelines/dns.2018.11.json index 51c05706..208c8fe0 100644 --- a/add-ons/guidelines/dns.2018.11.json +++ b/add-ons/guidelines/dns.2018.11.json @@ -113,7 +113,11 @@ "required_since": "2018.02", "tests": { "designate_tempest_plugin.tests.api.v2.test_recordset.RecordsetsTest.test_create_all_recordset_types": { - "idempotent_id": "id-d03b69a5-5052-43bc-a38a-b511b6b34304" + "idempotent_id": "id-d03b69a5-5052-43bc-a38a-b511b6b34304", + "flagged": { + "date": "2021-09-09", + "reason": "[D401] The test represents series of tests. Each test from the series should have its own id. Skipped until this bug is resolved: https://bugs.launchpad.net/designate/+bug/1943115" + } }, "designate_tempest_plugin.tests.api.v2.test_recordset.RecordsetsTest.test_delete_recordset": { "idempotent_id": "id-855399c1-8806-4ae5-aa31-cb8a6f35e218" diff --git a/add-ons/guidelines/dns.2019.06.json b/add-ons/guidelines/dns.2019.06.json index 399eaf4e..65c84bf4 100644 --- a/add-ons/guidelines/dns.2019.06.json +++ b/add-ons/guidelines/dns.2019.06.json @@ -114,7 +114,11 @@ "required_since": "2018.02", "tests": { "designate_tempest_plugin.tests.api.v2.test_recordset.RecordsetsTest.test_create_all_recordset_types": { - "idempotent_id": "id-d03b69a5-5052-43bc-a38a-b511b6b34304" + "idempotent_id": "id-d03b69a5-5052-43bc-a38a-b511b6b34304", + "flagged": { + "date": "2021-09-09", + "reason": "[D401] The test represents series of tests. Each test from the series should have its own id. Skipped until this bug is resolved: https://bugs.launchpad.net/designate/+bug/1943115" + } }, "designate_tempest_plugin.tests.api.v2.test_recordset.RecordsetsTest.test_delete_recordset": { "idempotent_id": "id-855399c1-8806-4ae5-aa31-cb8a6f35e218" diff --git a/add-ons/guidelines/dns.2019.11.json b/add-ons/guidelines/dns.2019.11.json index 9981f01b..49210463 100644 --- a/add-ons/guidelines/dns.2019.11.json +++ b/add-ons/guidelines/dns.2019.11.json @@ -114,7 +114,11 @@ "required_since": "2018.02", "tests": { "designate_tempest_plugin.tests.api.v2.test_recordset.RecordsetsTest.test_create_all_recordset_types": { - "idempotent_id": "id-d03b69a5-5052-43bc-a38a-b511b6b34304" + "idempotent_id": "id-d03b69a5-5052-43bc-a38a-b511b6b34304", + "flagged": { + "date": "2021-09-09", + "reason": "[D401] The test represents series of tests. Each test from the series should have its own id. Skipped until this bug is resolved: https://bugs.launchpad.net/designate/+bug/1943115" + } }, "designate_tempest_plugin.tests.api.v2.test_recordset.RecordsetsTest.test_delete_recordset": { "idempotent_id": "id-855399c1-8806-4ae5-aa31-cb8a6f35e218" diff --git a/add-ons/guidelines/dns.2020.06.json b/add-ons/guidelines/dns.2020.06.json index b3445caf..6f42f22e 100644 --- a/add-ons/guidelines/dns.2020.06.json +++ b/add-ons/guidelines/dns.2020.06.json @@ -114,7 +114,11 @@ "required_since": "2018.02", "tests": { "designate_tempest_plugin.tests.api.v2.test_recordset.RecordsetsTest.test_create_all_recordset_types": { - "idempotent_id": "id-d03b69a5-5052-43bc-a38a-b511b6b34304" + "idempotent_id": "id-d03b69a5-5052-43bc-a38a-b511b6b34304", + "flagged": { + "date": "2021-09-09", + "reason": "[D401] The test represents series of tests. Each test from the series should have its own id. Skipped until this bug is resolved: https://bugs.launchpad.net/designate/+bug/1943115" + } }, "designate_tempest_plugin.tests.api.v2.test_recordset.RecordsetsTest.test_delete_recordset": { "idempotent_id": "id-855399c1-8806-4ae5-aa31-cb8a6f35e218" diff --git a/add-ons/guidelines/dns.2020.11.json b/add-ons/guidelines/dns.2020.11.json index 29916cd6..cb77173c 100644 --- a/add-ons/guidelines/dns.2020.11.json +++ b/add-ons/guidelines/dns.2020.11.json @@ -114,7 +114,11 @@ "required_since": "2018.02", "tests": { "designate_tempest_plugin.tests.api.v2.test_recordset.RecordsetsTest.test_create_all_recordset_types": { - "idempotent_id": "id-d03b69a5-5052-43bc-a38a-b511b6b34304" + "idempotent_id": "id-d03b69a5-5052-43bc-a38a-b511b6b34304", + "flagged": { + "date": "2021-09-09", + "reason": "[D401] The test represents series of tests. Each test from the series should have its own id. Skipped until this bug is resolved: https://bugs.launchpad.net/designate/+bug/1943115" + } }, "designate_tempest_plugin.tests.api.v2.test_recordset.RecordsetsTest.test_delete_recordset": { "idempotent_id": "id-855399c1-8806-4ae5-aa31-cb8a6f35e218" diff --git a/add-ons/guidelines/dns.next.json b/add-ons/guidelines/dns.next.json index 3ce70718..488f0112 100644 --- a/add-ons/guidelines/dns.next.json +++ b/add-ons/guidelines/dns.next.json @@ -114,7 +114,11 @@ "required_since": "2018.02", "tests": { "designate_tempest_plugin.tests.api.v2.test_recordset.RecordsetsTest.test_create_all_recordset_types": { - "idempotent_id": "id-d03b69a5-5052-43bc-a38a-b511b6b34304" + "idempotent_id": "id-d03b69a5-5052-43bc-a38a-b511b6b34304", + "flagged": { + "date": "2021-09-09", + "reason": "[D401] The test represents series of tests. Each test from the series should have its own id. Skipped until this bug is resolved: https://bugs.launchpad.net/designate/+bug/1943115" + } }, "designate_tempest_plugin.tests.api.v2.test_recordset.RecordsetsTest.test_delete_recordset": { "idempotent_id": "id-855399c1-8806-4ae5-aa31-cb8a6f35e218"