openinfra/interop
Code Issues Proposed changes

Flag test_create_all_recordset_types test

Browse Source 
The test_create_all_recordset_types test from designate-tempest-plugin
represents series of tests. The series of tests is produced by ddt
library. The issue is that each of the tests has the same idempotent
id.

Also, tests produced by ddt have inconsistent naming. It may
happen that at two different systems the same test gets two different
names.

The test should remain flagged until [1] is resolved.

[1] https://bugs.launchpad.net/designate/+bug/1943115

Change-Id: I437dae576c54811db6a924c8f5f613ab96e6a392
This commit is contained in:
lpiwowar 2021-09-09 12:08:33 +02:00
parent d8eac71fa5
commit 705b7841f4
7 changed files with 35 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
add-ons/guidelines/dns.2018.02.json
View File

@ -112,7 +112,11 @@
"project": "designate",
"tests": {
"designate_tempest_plugin.tests.api.v2.test_recordset.RecordsetsTest.test_create_all_recordset_types": {
"idempotent_id": "id-d03b69a5-5052-43bc-a38a-b511b6b34304"
"idempotent_id": "id-d03b69a5-5052-43bc-a38a-b511b6b34304",
"flagged": {
"date": "2021-09-09",
"reason": "[D401] The test represents series of tests. Each test from the series should have its own id. Skipped until this bug is resolved: https://bugs.launchpad.net/designate/+bug/1943115"
}
},
"designate_tempest_plugin.tests.api.v2.test_recordset.RecordsetsTest.test_delete_recordset": {
"idempotent_id": "id-855399c1-8806-4ae5-aa31-cb8a6f35e218"

6
add-ons/guidelines/dns.2018.11.json
View File

@ -113,7 +113,11 @@
"required_since": "2018.02",
"tests": {
"designate_tempest_plugin.tests.api.v2.test_recordset.RecordsetsTest.test_create_all_recordset_types": {
"idempotent_id": "id-d03b69a5-5052-43bc-a38a-b511b6b34304"
"idempotent_id": "id-d03b69a5-5052-43bc-a38a-b511b6b34304",
"flagged": {
"date": "2021-09-09",
"reason": "[D401] The test represents series of tests. Each test from the series should have its own id. Skipped until this bug is resolved: https://bugs.launchpad.net/designate/+bug/1943115"
}
},
"designate_tempest_plugin.tests.api.v2.test_recordset.RecordsetsTest.test_delete_recordset": {
"idempotent_id": "id-855399c1-8806-4ae5-aa31-cb8a6f35e218"

6
add-ons/guidelines/dns.2019.06.json
View File

@ -114,7 +114,11 @@
"required_since": "2018.02",
"tests": {
"designate_tempest_plugin.tests.api.v2.test_recordset.RecordsetsTest.test_create_all_recordset_types": {
"idempotent_id": "id-d03b69a5-5052-43bc-a38a-b511b6b34304"
"idempotent_id": "id-d03b69a5-5052-43bc-a38a-b511b6b34304",
"flagged": {
"date": "2021-09-09",
"reason": "[D401] The test represents series of tests. Each test from the series should have its own id. Skipped until this bug is resolved: https://bugs.launchpad.net/designate/+bug/1943115"
}
},
"designate_tempest_plugin.tests.api.v2.test_recordset.RecordsetsTest.test_delete_recordset": {
"idempotent_id": "id-855399c1-8806-4ae5-aa31-cb8a6f35e218"

6
add-ons/guidelines/dns.2019.11.json
View File

@ -114,7 +114,11 @@
"required_since": "2018.02",
"tests": {
"designate_tempest_plugin.tests.api.v2.test_recordset.RecordsetsTest.test_create_all_recordset_types": {
"idempotent_id": "id-d03b69a5-5052-43bc-a38a-b511b6b34304"
"idempotent_id": "id-d03b69a5-5052-43bc-a38a-b511b6b34304",
"flagged": {
"date": "2021-09-09",
"reason": "[D401] The test represents series of tests. Each test from the series should have its own id. Skipped until this bug is resolved: https://bugs.launchpad.net/designate/+bug/1943115"
}
},
"designate_tempest_plugin.tests.api.v2.test_recordset.RecordsetsTest.test_delete_recordset": {
"idempotent_id": "id-855399c1-8806-4ae5-aa31-cb8a6f35e218"

6
add-ons/guidelines/dns.2020.06.json
View File

@ -114,7 +114,11 @@
"required_since": "2018.02",
"tests": {
"designate_tempest_plugin.tests.api.v2.test_recordset.RecordsetsTest.test_create_all_recordset_types": {
"idempotent_id": "id-d03b69a5-5052-43bc-a38a-b511b6b34304"
"idempotent_id": "id-d03b69a5-5052-43bc-a38a-b511b6b34304",
"flagged": {
"date": "2021-09-09",
"reason": "[D401] The test represents series of tests. Each test from the series should have its own id. Skipped until this bug is resolved: https://bugs.launchpad.net/designate/+bug/1943115"
}
},
"designate_tempest_plugin.tests.api.v2.test_recordset.RecordsetsTest.test_delete_recordset": {
"idempotent_id": "id-855399c1-8806-4ae5-aa31-cb8a6f35e218"

6
add-ons/guidelines/dns.2020.11.json
View File

@ -114,7 +114,11 @@
"required_since": "2018.02",
"tests": {
"designate_tempest_plugin.tests.api.v2.test_recordset.RecordsetsTest.test_create_all_recordset_types": {
"idempotent_id": "id-d03b69a5-5052-43bc-a38a-b511b6b34304"
"idempotent_id": "id-d03b69a5-5052-43bc-a38a-b511b6b34304",
"flagged": {
"date": "2021-09-09",
"reason": "[D401] The test represents series of tests. Each test from the series should have its own id. Skipped until this bug is resolved: https://bugs.launchpad.net/designate/+bug/1943115"
}
},
"designate_tempest_plugin.tests.api.v2.test_recordset.RecordsetsTest.test_delete_recordset": {
"idempotent_id": "id-855399c1-8806-4ae5-aa31-cb8a6f35e218"

6
add-ons/guidelines/dns.next.json
View File

@ -114,7 +114,11 @@
"required_since": "2018.02",
"tests": {
"designate_tempest_plugin.tests.api.v2.test_recordset.RecordsetsTest.test_create_all_recordset_types": {
"idempotent_id": "id-d03b69a5-5052-43bc-a38a-b511b6b34304"
"idempotent_id": "id-d03b69a5-5052-43bc-a38a-b511b6b34304",
"flagged": {
"date": "2021-09-09",
"reason": "[D401] The test represents series of tests. Each test from the series should have its own id. Skipped until this bug is resolved: https://bugs.launchpad.net/designate/+bug/1943115"
}
},
"designate_tempest_plugin.tests.api.v2.test_recordset.RecordsetsTest.test_delete_recordset": {
"idempotent_id": "id-855399c1-8806-4ae5-aa31-cb8a6f35e218"