diff --git a/guidelines/next.json b/guidelines/next.json index 8e2ccce9..a9c285e9 100644 --- a/guidelines/next.json +++ b/guidelines/next.json @@ -173,7 +173,14 @@ "networks-security-groups-CRUD-2", "networks-dhcp", "networks-floating-ips-CRUD", - "images-v2-import" + "images-v2-import", + "networks-address-pairs", + "networks-extensions", + "networks-bulk", + "networks-negative", + "networks-ipv6", + "networks-show-api-details", + "networks-port-list-filter" ], "deprecated": [], "removed": [] @@ -2547,6 +2554,9 @@ }, "tempest.api.network.test_ports.PortsTestJSON.test_port_list_filter_by_router_id": { "idempotent_id": "id-5ad01ed0-0e6e-4c5d-8194-232801b15c72" + }, + "tempest.api.network.test_routers.RoutersTest.test_router_interface_port_update_with_fixed_ip": { + "idempotent_id": "id-96522edf-b4b5-45d9-8443-fa11c26e6eff" } } }, @@ -2732,6 +2742,58 @@ } } }, + "networks-show-api-details": { + "achievements": [ + "deployed", + "clients", + "future", + "complete", + "stable", + "discover", + "doc", + "foundation", + "atomic", + "proximity" + ], + "admin": false, + "description": "Show details of the Networks API", + "project": "neutron", + "required_since": "", + "tests": { + "tempest.api.network.test_versions.NetworksApiDiscovery.test_show_api_v2_details": { + "idempotent_id": "id-e64b7216-3178-4263-967c-d389290988bf" + }, + "tempest.api.network.test_networks.NetworksTest.test_create_update_network_description": { + "idempotent_id": "id-c72c1c0c-2193-4aca-ccc4-b1442640bbbb" + } + } + }, + "networks-port-list-filter": { + "achievements": [ + "deployed", + "clients", + "future", + "complete", + "stable", + "discover", + "doc", + "foundation", + "atomic", + "proximity" + ], + "admin": false, + "description": "Display filtered port details.", + "project": "neutron", + "required_since": "", + "tests": { + "tempest.api.network.test_ports.PortsTestJSON.test_port_list_filter_by_ip": { + "idempotent_id": "id-e7fe260b-1e79-4dd3-86d9-bec6a7959fc5" + }, + "tempest.api.network.test_ports.PortsTestJSON.test_port_list_filter_by_ip_substr": { + "idempotent_id": "id-79895408-85d5-460d-94e7-9531c5fd9123" + } + } + }, "networks-subnet-pools-CRUD": { "achievements": [ "deployed", @@ -2754,6 +2816,188 @@ } } }, + "networks-address-pairs": { + "achievements": [ + "deployed", + "clients", + "future", + "complete", + "stable", + "discover", + "doc", + "atomic", + "proximity" + ], + "admin": false, + "description": "Neutron Allowed Address Pair API extension.", + "project": "neutron", + "required_since": "", + "tests": { + "tempest.api.network.test_allowed_address_pair.AllowedAddressPairTestJSON.test_create_list_port_with_address_pair": { + "idempotent_id": "id-86c3529b-1231-40de-803c-00e40882f043" + }, + "tempest.api.network.test_allowed_address_pair.AllowedAddressPairTestJSON.test_update_port_with_address_pair": { + "idempotent_id": "id-9599b337-272c-47fd-b3cf-509414414ac4" + }, + "tempest.api.network.test_allowed_address_pair.AllowedAddressPairTestJSON.test_update_port_with_cidr_address_pair": { + "idempotent_id": "id-4d6d178f-34f6-4bff-a01c-0a2f8fe909e4" + }, + "tempest.api.network.test_allowed_address_pair.AllowedAddressPairTestJSON.test_update_port_with_multiple_ip_mac_address_pair": { + "idempotent_id": "id-b3f20091-6cd5-472b-8487-3516137df933" + } + } + }, + "networks-extensions": { + "achievements": [ + "deployed", + "clients", + "future", + "complete", + "stable", + "discover", + "doc", + "atomic", + "proximity" + ], + "admin": false, + "description": "List all available extensions.", + "project": "neutron", + "required_since": "", + "tests": { + "tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions": { + "idempotent_id": "id-ef28c7e6-e646-4979-9d67-deb207bc5564" + } + } + }, + "networks-bulk": { + "achievements": [ + "deployed", + "clients", + "future", + "complete", + "stable", + "discover", + "doc", + "atomic", + "proximity" + ], + "admin": false, + "description": "Test CRUD operations of bulk resources.", + "project": "neutron", + "required_since": "", + "tests": { + "tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_network": { + "idempotent_id": "id-d4f9024d-1e28-4fc1-a6b1-25dbc6fa11e2" + }, + "tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_port": { + "idempotent_id": "id-48037ff2-e889-4c3b-b86a-8e3f34d2d060" + }, + "tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_subnet": { + "idempotent_id": "id-8936533b-c0aa-4f29-8e53-6cc873aec489" + } + } + }, + "networks-negative": { + "achievements": [ + "deployed", + "clients", + "future", + "complete", + "stable", + "discover", + "doc", + "atomic", + "proximity" + ], + "admin": false, + "description": "Various negative tests on network APIs.", + "project": "neutron", + "required_since": "", + "tests": { + "tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_create_port_on_non_existent_network": { + "idempotent_id": "id-13d3b106-47e6-4b9b-8d53-dae947f092fe" + }, + "tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_delete_non_existent_network": { + "idempotent_id": "id-03795047-4a94-4120-a0a1-bd376e36fd4e" + }, + "tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_delete_non_existent_port": { + "idempotent_id": "id-49ec2bbd-ac2e-46fd-8054-798e679ff894" + }, + "tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_delete_non_existent_subnet": { + "idempotent_id": "id-a176c859-99fb-42ec-a208-8a85b552a239" + }, + "tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_show_non_existent_network": { + "idempotent_id": "id-9293e937-824d-42d2-8d5b-e985ea67002a" + }, + "tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_show_non_existent_port": { + "idempotent_id": "id-a954861d-cbfd-44e8-b0a9-7fab111f235d" + }, + "tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_show_non_existent_subnet": { + "idempotent_id": "id-d746b40c-5e09-4043-99f7-cba1be8b70df" + }, + "tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_update_non_existent_network": { + "idempotent_id": "id-98bfe4e3-574e-4012-8b17-b2647063de87" + }, + "tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_update_non_existent_port": { + "idempotent_id": "id-cf8eef21-4351-4f53-adcd-cc5cb1e76b92" + }, + "tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_update_non_existent_subnet": { + "idempotent_id": "id-1cc47884-ac52-4415-a31c-e7ce5474a868" + }, + "tempest.api.network.test_security_groups_negative.NegativeSecGroupIPv6Test.test_create_security_group_rule_wrong_ip_prefix_version": { + "idempotent_id": "id-7607439c-af73-499e-bf64-f687fd12a842" + }, + "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_remote_ip_and_group": { + "idempotent_id": "id-b5c4b247-6b02-435b-b088-d10d45650881" + }, + "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_update_name_default": { + "idempotent_id": "id-966e2b96-023a-11e7-a9e4-fa163e4fa634" + } + } + }, + "networks-ipv6": { + "achievements": [ + "deployed", + "clients", + "future", + "complete", + "stable", + "discover", + "doc", + "atomic", + "proximity" + ], + "admin": false, + "description": "Test CRUD with ipv6 attributes.", + "project": "neutron", + "required_since": "", + "tests": { + "tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_delete_slaac_subnet_with_ports": { + "idempotent_id": "id-88554555-ebf8-41ef-9300-4926d45e06e9" + }, + "tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_delete_stateless_subnet_with_ports": { + "idempotent_id": "id-2de6ab5a-fcf0-4144-9813-f91a940291f1" + }, + "tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_delete_subnet_with_v6_attributes_slaac": { + "idempotent_id": "id-176b030f-a923-4040-a755-9dc94329e60c" + }, + "tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_delete_subnet_with_v6_attributes_stateful": { + "idempotent_id": "id-da40cd1b-a833-4354-9a85-cd9b8a3b74ca" + }, + "tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_delete_subnet_with_v6_attributes_stateless": { + "idempotent_id": "id-7d410310-8c86-4902-adf9-865d08e31adb" + }, + "tempest.api.network.test_networks.NetworksIpV6Test.test_create_delete_subnet_with_default_gw": { + "idempotent_id": "id-ebb4fd95-524f-46af-83c1-0305b239338f" + }, + "tempest.api.network.test_networks.NetworksIpV6Test.test_create_delete_subnet_with_gw": { + "idempotent_id": "id-e41a4888-65a6-418c-a095-f7c2ef4ad59a" + }, + "tempest.api.network.test_networks.NetworksIpV6Test.test_create_list_subnet_with_no_gw64_one_network": { + "idempotent_id": "id-a9653883-b2a4-469b-8c3c-4518430a7e55" + } + } + }, "volumes-list-api-versions": { "achievements": [ "foundation", diff --git a/tools/cross_check/exclude_file.txt b/tools/cross_check/exclude_file.txt index 94cade91..c38d86c0 100644 --- a/tools/cross_check/exclude_file.txt +++ b/tools/cross_check/exclude_file.txt @@ -44,3 +44,18 @@ tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataNegativeTe tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataNegativeTestJSON.test_set_nonexistent_image_metadata_item tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_update_image_metadata tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataNegativeTestJSON.test_update_nonexistent_image_metadata + +# This test may behave differently if there is no DVR enabled so probably can be excluded +tempest.api.network.test_routers_negative.DvrRoutersNegativeTest.test_router_create_tenant_distributed_returns_forbidden +# This got moved to admin tests by https://review.opendev.org/c/openstack/tempest/+/713151 +tempest.api.network.test_routers.RoutersTest.test_create_router_set_gateway_with_fixed_ip +# This one is enabled by "flavors" service plugin therefore it will not be available always +# https://github.com/openstack/neutron/blob/1ad9ca56b07ffdc9f7e0bc6a62af61961b9128eb/neutron/services/flavors/flavors_plugin.py +tempest.api.network.test_service_providers.ServiceProvidersTest.test_service_providers_list +# Tagging require "Tag" service plugin therefore not everyone can have it enabled +# https://github.com/openstack/neutron/blob/f1d0558626f8ccf21419b42e6b90985c11987466/neutron/services/tag/tag_plugin.py +tempest.api.network.test_tags.TagsExtTest.test_create_check_list_and_delete_tags +tempest.api.network.test_tags.TagsExtTest.test_update_and_delete_all_tags +tempest.api.network.test_tags.TagsTest.test_create_list_show_update_delete_tags +# Very simple test verifying that non admin user can't see agents, however, that depends on the specific policies set in the user's environment +tempest.api.network.test_agent_management_negative.AgentManagementNegativeTest.test_list_agents_non_admin