7cec1dc337
All of the tests defined in the guidelines should be prefixed by
"id-" for 2 reasons:
1. it's a pattern which has been already set with tempest tests -
ids of tempest's tests aren't prefixed with "id-" in tempest,
however, they are in the guidelines.
2. tools/consistency.sh will fail otherwise - tools/checktest.py
adds the prefix to every discovered test [1] - due to the fact
number 1. (although I'm not sure what was first and why the
uuids are prefixed in the first place). If the uuids in
a guideline aren't prefixed, the consistency check will fail.
[1] 23ad4511bb/tools/checktests.py (L116)
Change-Id: I3b7390124b00d65b77b45e1f8c438fd243794210
192 lines
7.0 KiB
JSON
192 lines
7.0 KiB
JSON
{
|
|
"metadata": {
|
|
"id": "dns.2019.06",
|
|
"schema": "2.0",
|
|
"reference": "https://opendev.org/openstack/interop/raw/branch/master/doc/source/schema/2.0.json",
|
|
"source": "http://opendev.org/openstack/interop/raw/branch/master/add-ons/dns.2019.06.json",
|
|
"scoring": {
|
|
"cutoff_score": 60,
|
|
"criteria": {
|
|
"atomic": {
|
|
"name": "Atomic",
|
|
"description": "The capabilities are unique and cannot be built out of other must-pass capabilities.",
|
|
"weight": 6
|
|
},
|
|
"clients": {
|
|
"name": "Used By Clients",
|
|
"description": "The capabilities are widely used by common OpenStack clients, including the openstack client, nova client, neutron client, and so on. This criterion pertains mostly to API versioning. For example, if v2 of a given API is not used by other OpenStack clients but v1 is, then v2 doesn't achieve the 'used by clients' criterion.",
|
|
"weight": 10
|
|
},
|
|
"complete": {
|
|
"name": "Complete",
|
|
"description": "Where the code being tested has a designated area of alternate implementation (add-on framework) as per the Core Principles, there should be parity in capability tested across add-on implementations. This also implies that the capability test is not configuration specific or locked to non-open technology.",
|
|
"weight": 8
|
|
},
|
|
"discover": {
|
|
"name": "Discoverable",
|
|
"description": "Capability being tested is Service Discoverable (can be found in Keystone and via service introspection).",
|
|
"weight": 8
|
|
},
|
|
"doc": {
|
|
"name": "Documented",
|
|
"description": "The capability is well documented, including both the interface and the expected behavior.",
|
|
"weight": 8
|
|
},
|
|
"future": {
|
|
"name": "Future Direction",
|
|
"description": "The capability reflects the future technical direction as defined by theproject technical teams and the Technical Committee.",
|
|
"weight": 11
|
|
},
|
|
"stable": {
|
|
"name": "Stable",
|
|
"description": "A capability that whose API has changed in more than two releases. Meant to select for capabilities that are stable and not under active development.",
|
|
"weight": 9
|
|
},
|
|
"sticky": {
|
|
"name": "Core In Last Release",
|
|
"description": "A capability whose API was present in the previous guideline release. Discourages the disruption of replacing the API a capability uses, or removing a capability from core.",
|
|
"weight": 9
|
|
},
|
|
"tools": {
|
|
"name": "Used By Tools",
|
|
"description": "Capabilities that are widely used outside of the OpenStack client ecosystem. Example tools include GopherCloud, jClouds, Fog, and so on.",
|
|
"weight": 6
|
|
}
|
|
}
|
|
},
|
|
"os_trademark_approval": {
|
|
"target_approval": "2019.06",
|
|
"replaces": "dns.2018.11",
|
|
"releases": ["queens", "rocky", "stein", "train"],
|
|
"status": "superseded"
|
|
}
|
|
},
|
|
"add-ons": {
|
|
"DNS": {
|
|
"description": "OpenStack Powered with DNS",
|
|
"components": [
|
|
{ "name": "os_powered_dns" }
|
|
],
|
|
"required_platform_components": [
|
|
{
|
|
"name": "os_powered_compute",
|
|
"source": "http://opendev.org/openstack/interop/2019.06.json"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"components": {
|
|
"os_powered_dns": {
|
|
"capabilities": {
|
|
"required": [
|
|
"dns-record-crud",
|
|
"dns-zone-crud"
|
|
],
|
|
"advisory": [
|
|
],
|
|
"deprecated": [
|
|
],
|
|
"removed": [
|
|
]
|
|
},
|
|
"designated_sections": {
|
|
"required": [
|
|
"designate"
|
|
]
|
|
}
|
|
}
|
|
},
|
|
"capabilities": {
|
|
"dns-record-crud": {
|
|
"achievements": [
|
|
"atomic",
|
|
"clients",
|
|
"complete",
|
|
"discover",
|
|
"doc",
|
|
"future",
|
|
"stable",
|
|
"tools"
|
|
],
|
|
"admin": false,
|
|
"description": "Operations to create, update, and delete dns records.",
|
|
"project": "designate",
|
|
"required_since": "2018.02",
|
|
"tests": {
|
|
"designate_tempest_plugin.tests.api.v2.test_recordset.RecordsetsTest.test_create_all_recordset_types": {
|
|
"idempotent_id": "id-d03b69a5-5052-43bc-a38a-b511b6b34304"
|
|
},
|
|
"designate_tempest_plugin.tests.api.v2.test_recordset.RecordsetsTest.test_delete_recordset": {
|
|
"idempotent_id": "id-855399c1-8806-4ae5-aa31-cb8a6f35e218"
|
|
},
|
|
"designate_tempest_plugin.tests.api.v2.test_recordset.RecordsetsTest.test_list_recordsets": {
|
|
"idempotent_id": "id-5964f730-5546-46e6-9105-5030e9c492b2"
|
|
},
|
|
"designate_tempest_plugin.tests.api.v2.test_recordset.RecordsetsTest.test_show_recordsets": {
|
|
"idempotent_id": "id-84c13cb2-9020-4c1e-aeb0-c348d9a70caa"
|
|
},
|
|
"designate_tempest_plugin.tests.api.v2.test_recordset.RecordsetsTest.test_update_recordset": {
|
|
"idempotent_id": "id-8d41c85f-09f9-48be-a202-92d1bdf5c796"
|
|
},
|
|
"designate_tempest_plugin.tests.api.v2.test_recordset.RecordsetsTest.test_update_recordset_one_field": {
|
|
"idempotent_id": "id-60904cc5-148b-4e3b-a0c6-35656dc8d44c"
|
|
}
|
|
}
|
|
},
|
|
"dns-zone-crud": {
|
|
"achievements": [
|
|
"atomic",
|
|
"clients",
|
|
"complete",
|
|
"discover",
|
|
"doc",
|
|
"future",
|
|
"stable",
|
|
"tools"
|
|
],
|
|
"admin": false,
|
|
"description": "Operations to create, update, and delete zones.",
|
|
"project": "designate",
|
|
"required_since": "2018.02",
|
|
"tests": {
|
|
"designate_tempest_plugin.tests.scenario.v2.test_zones.ZonesTest.test_create_and_delete_zone": {
|
|
"idempotent_id": "id-d0648f53-4114-45bd-8792-462a82f69d32"
|
|
},
|
|
"designate_tempest_plugin.tests.api.v2.test_zones.ZonesTest.test_show_zone": {
|
|
"idempotent_id": "id-02ca5d6a-86ce-4f02-9d94-9e5db55c3055"
|
|
},
|
|
"designate_tempest_plugin.tests.api.v2.test_zones.ZonesTest.test_list_zone": {
|
|
"idempotent_id": "id-5bfa3cfe-5bc8-443b-bf48-cfba44cbb247"
|
|
},
|
|
"designate_tempest_plugin.tests.api.v2.test_zones.ZonesTest.test_update_zone": {
|
|
"idempotent_id": "id-123f51cb-19d5-48a9-aacc-476742c02141"
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"designated_sections": {
|
|
"designate": {
|
|
"required": {
|
|
"guidance": "API and Central code, allowing for plugins and excluding storage and scheduler filters",
|
|
"sections": {
|
|
"api": {
|
|
"description": "The designate API, allowing for plugins",
|
|
"designated": true
|
|
},
|
|
"central": {
|
|
"description": "Designate central code, excluding storage and scheduler filters",
|
|
"designated": true
|
|
}
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"test_repositories": {
|
|
"designate-tempest-plugin": {
|
|
"repository": "http://opendev.org/openstack/designate-tempest-plugin/",
|
|
"reference": "master",
|
|
"description": "OpenStack Designate Test Plugin Repository"
|
|
}
|
|
}
|
|
}
|