vmware-nsx/vmware_nsx_tempest/tests/nsxv/api/test_subnets.py

# Copyright 2015 OpenStack Foundation
# All Rights Reserved.
#
#    Licensed under the Apache License, Version 2.0 (the "License"); you may
#    not use this file except in compliance with the License. You may obtain
#    a copy of the License at
#
#         http://www.apache.org/licenses/LICENSE-2.0
#
#    Unless required by applicable law or agreed to in writing, software
#    distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
#    WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
#    License for the specific language governing permissions and limitations
#    under the License.

import base_provider as base
from tempest.common import custom_matchers
from tempest import config

import netaddr
from oslo_log import log as logging
import six
from tempest.lib.common.utils import data_utils
from tempest.lib import decorators
from tempest.lib import exceptions

CONF = config.CONF

LOG = logging.getLogger(__name__)


class SubnetTestJSON(base.BaseAdminNetworkTest):
    _provider_network_body = {}

    """
    [NOTE: This module copied/modified from api/network/test_networks.py
        to create provider networks/subnets tests]

    Tests the following operations in the Neutron API using the REST client for
    Neutron:

        create a network for a tenant
        list tenant's networks
        show a tenant network details
        create a subnet for a tenant
        list tenant's subnets
        show a tenant subnet details
        network update
        subnet update
        delete a network also deletes its subnets

        All subnet tests are run once with ipv4 and once with ipv6.

    v2.0 of the Neutron API is assumed. It is also assumed that the following
    options are defined in the [network] section of etc/tempest.conf:

        project_network_cidr with a block of cidr's from which smaller blocks
        can be allocated for tenant ipv4 subnets

        project_network_v6_cidr is the equivalent for ipv6 subnets

        project_network_mask_bits with the mask bits to be used to partition
        the block defined by project_network_cidr

        project_network_v6_mask_bits is the equivalent for ipv6 subnets
    """

    @classmethod
    def resource_setup(cls):
        super(SubnetTestJSON, cls).resource_setup()
        for k, v in cls._provider_network_body.items():
            if not v:
                cls._provider_network_body.pop(k)
        body = cls.create_network(client=cls.admin_networks_client,
                                  **cls._provider_network_body)
        cls.network = body['network']
        cls.name = cls.network['name']
        cls.subnet = cls._create_subnet_with_last_subnet_block(cls.network)
        cls.cidr = cls.subnet['cidr']
        cls._subnet_data = {6: {'gateway':
                                str(cls._get_gateway_from_tempest_conf(6)),
                                'allocation_pools':
                                cls._get_allocation_pools_from_gateway(6),
                                'dns_nameservers': ['2001:4860:4860::8844',
                                                    '2001:4860:4860::8888'],
                                'host_routes': [{'destination': '2001::/64',
                                                 'nexthop': '2003::1'}],
                                'new_host_routes': [{'destination':
                                                     '2001::/64',
                                                     'nexthop': '2005::1'}],
                                'new_dns_nameservers':
                                ['2001:4860:4860::7744',
                                 '2001:4860:4860::7888']},
                            4: {'gateway':
                                str(cls._get_gateway_from_tempest_conf(4)),
                                'allocation_pools':
                                cls._get_allocation_pools_from_gateway(4),
                                'dns_nameservers': ['8.8.4.4', '8.8.8.8'],
                                'host_routes': [{'destination': '10.20.0.0/32',
                                                 'nexthop': '10.100.1.1'}],
                                'new_host_routes': [{'destination':
                                                     '10.20.0.0/32',
                                                     'nexthop':
                                                     '10.100.1.2'}],
                                'new_dns_nameservers': ['7.8.8.8', '7.8.4.4']}}

    @classmethod
    def _create_subnet_with_last_subnet_block(cls, network, ip_version=4):
        """Derive last subnet CIDR block from tenant CIDR and
           create the subnet with that derived CIDR
        """
        if ip_version == 4:
            cidr = netaddr.IPNetwork(CONF.network.project_network_cidr)
            mask_bits = CONF.network.project_network_mask_bits
        elif ip_version == 6:
            cidr = netaddr.IPNetwork(CONF.network.project_network_v6_cidr)
            mask_bits = CONF.network.project_network_v6_mask_bits

        subnet_cidr = list(cidr.subnet(mask_bits))[-1]
        gateway_ip = str(netaddr.IPAddress(subnet_cidr) + 1)
        body = cls.create_subnet(network, gateway=gateway_ip,
                                 cidr=subnet_cidr, mask_bits=mask_bits)
        return body['subnet']

    @classmethod
    def _get_gateway_from_tempest_conf(cls, ip_version):
        """Return first subnet gateway for configured CIDR."""
        if ip_version == 4:
            cidr = netaddr.IPNetwork(CONF.network.project_network_cidr)
            mask_bits = CONF.network.project_network_mask_bits
        elif ip_version == 6:
            cidr = netaddr.IPNetwork(CONF.network.project_network_v6_cidr)
            mask_bits = CONF.network.project_network_v6_mask_bits

        if mask_bits >= cidr.prefixlen:
            return netaddr.IPAddress(cidr) + 1
        else:
            for subnet in cidr.subnet(mask_bits):
                return netaddr.IPAddress(subnet) + 1

    @classmethod
    def _get_allocation_pools_from_gateway(cls, ip_version):
        """Return allocation range for subnet of given gateway."""
        gateway = cls._get_gateway_from_tempest_conf(ip_version)
        return [{'start': str(gateway + 2), 'end': str(gateway + 3)}]

    def subnet_dict(self, include_keys):
        """Return a subnet dict which has include_keys and their corresponding
           value from self._subnet_data
        """
        return dict((key, self._subnet_data[self._ip_version][key])
                    for key in include_keys)

    def _create_network(self, _auto_clean_up=True, network_name=None,
                        **kwargs):
        network_name = network_name or data_utils.rand_name('adm-netwk')
        post_body = {'name': network_name}
        post_body.update(kwargs)
        LOG.debug("create ADM network: %s", str(post_body))
        body = self.create_network(client=self.admin_networks_client,
                                   **post_body)
        network = body['network']
        if _auto_clean_up:
            self.addCleanup(self._try_delete_network, network['id'])
        return network

    # when you call _delete_network() you mean it is part of test,
    # so we will not pass exception
    def _delete_network(self, net_id):
        self._remove_network_from_book(net_id)
        return self.delete_network(net_id)

    def _remove_network_from_book(self, net_id):
        for idx, netwk_info in zip(range(0, len(self.admin_netwk_info)),
                                   self.admin_netwk_info):
            net_client, network = netwk_info
            if network['id'] == net_id:
                self.admin_netwk_info.pop(idx)
                return

    # call _try_delete_network() for teardown purpose, so pass exception
    def _try_delete_network(self, net_id):
        # delete network, if it exists
        self._remove_network_from_book(net_id)
        try:
            self.delete_network(net_id)
        # if network is not found, this means it was deleted in the test
        except exceptions.NotFound:
            pass

    # by default, subnet will be deleted when its network is deleted
    def _create_subnet(self, network, gateway='', cidr=None, mask_bits=None,
                       ip_version=None, cidr_offset=0,
                       _auto_clean_up=False, **kwargs):
        body = self.create_subnet(network,
                                  gateway=gateway,
                                  cidr=cidr,
                                  mask_bits=mask_bits,
                                  ip_version=ip_version,
                                  cidr_offset=cidr_offset,
                                  **kwargs)
        subnet = body['subnet']
        if _auto_clean_up:
            self.addCleanup(self._try_delete_subnet, subnet['id'])
        return subnet

    def _try_delete_subnet(self, net_id):
        # delete subnet, if it exists
        try:
            self.delete_subnet(net_id)
        # if network is not found, this means it was deleted in the test
        except exceptions.NotFound:
            pass

    def _compare_resource_attrs(self, actual, expected):
        exclude_keys = set(actual).symmetric_difference(expected)
        self.assertThat(actual, custom_matchers.MatchesDictExceptForKeys(
                        expected, exclude_keys))

    def _create_verify_delete_subnet(self, cidr=None, mask_bits=None,
                                     **kwargs):
        network = self._create_network(_auto_clean_up=True)
        net_id = network['id']
        gateway = kwargs.pop('gateway', None)
        subnet = self._create_subnet(network, gateway, cidr, mask_bits,
                                     **kwargs)
        compare_args_full = dict(gateway_ip=gateway, cidr=cidr,
                                 mask_bits=mask_bits, **kwargs)
        compare_args = (dict((k, v)
                        for k, v in six.iteritems(compare_args_full)
                        if v is not None))

        if 'dns_nameservers' in set(subnet).intersection(compare_args):
            self.assertEqual(sorted(compare_args['dns_nameservers']),
                             sorted(subnet['dns_nameservers']))
            del subnet['dns_nameservers'], compare_args['dns_nameservers']

        self._compare_resource_attrs(subnet, compare_args)
        self._delete_network(net_id)

    @decorators.idempotent_id('2ecbc3ab-93dd-44bf-a827-95beeb008e9a')
    def test_create_update_delete_network_subnet(self):
        # Create a network
        network = self._create_network(_auto_clean_up=True)
        net_id = network['id']
        self.assertEqual('ACTIVE', network['status'])
        # Verify network update
        new_name = data_utils.rand_name('new-adm-netwk')
        body = self.update_network(net_id, name=new_name)
        updated_net = body['network']
        self.assertEqual(updated_net['name'], new_name)
        # Find a cidr that is not in use yet and create a subnet with it
        subnet = self._create_subnet(network)
        subnet_id = subnet['id']
        # Verify subnet update
        new_name = data_utils.rand_name('new-subnet')
        body = self.update_subnet(subnet_id, name=new_name)
        updated_subnet = body['subnet']
        self.assertEqual(updated_subnet['name'], new_name)
        self._delete_network(net_id)

    @decorators.idempotent_id('a2cf6398-aece-4256-88a6-0dfe8aa44975')
    def test_show_network(self):
        # Verify the details of a network
        body = self.show_network(self.network['id'])
        network = body['network']
        for key in ['id', 'name']:
            self.assertEqual(network[key], self.network[key])

    @decorators.idempotent_id('5b42067d-4b9d-4f04-bb6a-adb9756ebe0c')
    def test_show_network_fields(self):
        # Verify specific fields of a network
        fields = ['id', 'name']
        body = self.show_network(self.network['id'], fields=fields)
        network = body['network']
        self.assertEqual(sorted(network.keys()), sorted(fields))
        for field_name in fields:
            self.assertEqual(network[field_name], self.network[field_name])

    @decorators.idempotent_id('324be3c2-457d-4e21-b0b3-5106bbbf1a28')
    def test_list_networks(self):
        # Verify the network exists in the list of all networks
        body = self.list_networks()
        networks = [network['id'] for network in body['networks']
                    if network['id'] == self.network['id']]
        self.assertNotEmpty(networks, "Created network not found in the list")

    @decorators.idempotent_id('3a934a8d-6b52-427e-af49-3dfdd224fdeb')
    def test_list_networks_fields(self):
        # Verify specific fields of the networks
        fields = ['id', 'name']
        body = self.list_networks(fields=fields)
        networks = body['networks']
        self.assertNotEmpty(networks, "Network list returned is empty")
        for network in networks:
            self.assertEqual(sorted(network.keys()), sorted(fields))

    @decorators.idempotent_id('5f6616c4-bfa7-4308-8eab-f45d75c94c6d')
    def test_show_subnet(self):
        # Verify the details of a subnet
        body = self.show_subnet(self.subnet['id'])
        subnet = body['subnet']
        self.assertNotEmpty(subnet, "Subnet returned has no fields")
        for key in ['id', 'cidr']:
            self.assertIn(key, subnet)
            self.assertEqual(subnet[key], self.subnet[key])

    @decorators.idempotent_id('2f326955-551e-4e9e-a4f6-e5db77c34c8d')
    def test_show_subnet_fields(self):
        # Verify specific fields of a subnet
        fields = ['id', 'network_id']
        body = self.show_subnet(self.subnet['id'], fields=fields)
        subnet = body['subnet']
        self.assertEqual(sorted(subnet.keys()), sorted(fields))
        for field_name in fields:
            self.assertEqual(subnet[field_name], self.subnet[field_name])

    @decorators.idempotent_id('66631557-2466-4827-bba6-d961b0242be3')
    def test_list_subnets(self):
        # Verify the subnet exists in the list of all subnets
        body = self.list_subnets()
        subnets = [subnet['id'] for subnet in body['subnets']
                   if subnet['id'] == self.subnet['id']]
        self.assertNotEmpty(subnets, "Created subnet not found in the list")

    @decorators.idempotent_id('3d5ea69b-f122-43e7-b7f4-c78586629eb8')
    def test_list_subnets_fields(self):
        # Verify specific fields of subnets
        fields = ['id', 'network_id']
        body = self.list_subnets(fields=fields)
        subnets = body['subnets']
        self.assertNotEmpty(subnets, "Subnet list returned is empty")
        for subnet in subnets:
            self.assertEqual(sorted(subnet.keys()), sorted(fields))

    @decorators.idempotent_id('e966bb2f-402c-49b7-8147-b275cee584c4')
    def test_delete_network_with_subnet(self):
        # Creates a network
        network = self._create_network(_auto_clean_up=True)
        net_id = network['id']

        # Find a cidr that is not in use yet and create a subnet with it
        subnet = self._create_subnet(network)
        subnet_id = subnet['id']

        # Delete network while the subnet still exists
        self._delete_network(net_id)

        # Verify that the subnet got automatically deleted.
        self.assertRaises(exceptions.NotFound,
                          self.show_subnet, subnet_id)

    @decorators.idempotent_id('8aba0e1b-4b70-4181-a8a4-792c08db699d')
    def test_create_delete_subnet_without_gateway(self):
        self._create_verify_delete_subnet()

    @decorators.idempotent_id('67364a4b-6725-4dbe-84cf-504bdb20ac06')
    def test_create_delete_subnet_with_gw(self):
        self._create_verify_delete_subnet(
            **self.subnet_dict(['gateway']))

    @decorators.idempotent_id('f8f43e65-5090-4902-b5d2-2b610505cca6')
    def test_create_delete_subnet_with_allocation_pools(self):
        self._create_verify_delete_subnet(
            **self.subnet_dict(['allocation_pools']))

    @decorators.idempotent_id('5b085669-97e6-48e0-b99e-315a9b4d8482')
    def test_create_delete_subnet_with_gw_and_allocation_pools(self):
        self._create_verify_delete_subnet(**self.subnet_dict(
            ['gateway', 'allocation_pools']))

    @decorators.skip_because(bug="1501827")
    @decorators.idempotent_id('3c4c36a1-684b-4e89-8e71-d528f19322a0')
    def test_create_delete_subnet_with_host_routes_and_dns_nameservers(self):
        self._create_verify_delete_subnet(
            **self.subnet_dict(['host_routes', 'dns_nameservers']))

    @decorators.idempotent_id('df518c87-b817-48b5-9365-bd1daaf68955')
    def test_create_delete_subnet_with_dns_nameservers(self):
        self._create_verify_delete_subnet(
            **self.subnet_dict(['dns_nameservers']))

    @decorators.idempotent_id('b6822feb-6760-4052-b550-f0fe8bac7451')
    def test_create_delete_subnet_with_dhcp_enabled(self):
        self._create_verify_delete_subnet(enable_dhcp=True)

    @decorators.skip_because(bug="1501827")
    @decorators.idempotent_id('3c4c36a1-684a-4e89-8e71-d528f19324a0')
    def test_update_subnet_gw_dns_host_routes_dhcp(self):
        network = self._create_network(_auto_clean_up=True)
        subnet_attrs = ['gateway', 'host_routes',
                        'dns_nameservers', 'allocation_pools']
        subnet_dict = self.subnet_dict(subnet_attrs)
        subnet = self._create_subnet(network, **subnet_dict)
        subnet_id = subnet['id']
        new_gateway = str(netaddr.IPAddress(
                          self._subnet_data[self._ip_version]['gateway']) + 1)
        # Verify subnet update
        new_host_routes = self._subnet_data[self._ip_version][
            'new_host_routes']

        new_dns_nameservers = self._subnet_data[self._ip_version][
            'new_dns_nameservers']
        kwargs = {'host_routes': new_host_routes,
                  'dns_nameservers': new_dns_nameservers,
                  'gateway_ip': new_gateway, 'enable_dhcp': True}

        new_name = "New_subnet"
        body = self.update_subnet(subnet_id, name=new_name, **kwargs)
        updated_subnet = body['subnet']
        kwargs['name'] = new_name
        self.assertEqual(sorted(updated_subnet['dns_nameservers']),
                         sorted(kwargs['dns_nameservers']))
        del subnet['dns_nameservers'], kwargs['dns_nameservers']

        self._compare_resource_attrs(updated_subnet, kwargs)
        self._delete_network(network['id'])

    @decorators.idempotent_id('a5caa7d9-ab71-4278-a57c-d6631b7474f8')
    def test_update_subnet_gw_dns_dhcp(self):
        network = self._create_network(_auto_clean_up=True)
        subnet_attrs = ['gateway',
                        'dns_nameservers', 'allocation_pools']
        subnet_dict = self.subnet_dict(subnet_attrs)
        subnet = self._create_subnet(network, **subnet_dict)
        subnet_id = subnet['id']
        new_gateway = str(netaddr.IPAddress(
                          self._subnet_data[self._ip_version]['gateway']) + 1)
        # Verify subnet update
        new_dns_nameservers = self._subnet_data[self._ip_version][
            'new_dns_nameservers']
        kwargs = {'dns_nameservers': new_dns_nameservers,
                  'gateway_ip': new_gateway, 'enable_dhcp': True}

        new_name = "New_subnet"
        body = self.update_subnet(subnet_id, name=new_name, **kwargs)
        updated_subnet = body['subnet']
        kwargs['name'] = new_name
        self.assertEqual(sorted(updated_subnet['dns_nameservers']),
                         sorted(kwargs['dns_nameservers']))
        del subnet['dns_nameservers'], kwargs['dns_nameservers']

        self._compare_resource_attrs(updated_subnet, kwargs)
        self._delete_network(network['id'])

    @decorators.skip_because(bug="1501827")
    @decorators.idempotent_id('a5caa7d5-ab71-4278-a57c-d6631b7474f8')
    def test_create_delete_subnet_all_attributes(self):
        self._create_verify_delete_subnet(
            enable_dhcp=True,
            **self.subnet_dict(['gateway',
                                'host_routes',
                                'dns_nameservers']))

    @decorators.idempotent_id('a5caa7d9-ab71-4278-a57c-d6631b7474c8')
    def test_create_delete_subnet_with_gw_dns(self):
        self._create_verify_delete_subnet(
            enable_dhcp=True,
            **self.subnet_dict(['gateway',
                                'dns_nameservers']))

    @decorators.idempotent_id('3c4c36a1-684b-4e89-8e71-d518f19324a0')
    def test_add_upd_del_multiple_overlapping_networks_subnet(self):
        r0, R1 = 0, 3   # (todo) get from CONF
        return self._add_upd_del_multiple_networks_subnet(
            r0, R1, "ovla-netwk")

    @decorators.idempotent_id('5267bf9d-de82-4af9-914a-8320e9f4c38c')
    def test_add_upd_del_multiple_nonoverlapping_networks_subnet(self):
        r0, R1 = 1, 4   # (todo) get from CONF
        return self._add_upd_del_multiple_networks_subnet(
            r0, R1, "noov-netwk", _step_cidr=2)

    def _add_upd_del_multiple_networks_subnet(self, r0, R1,
                                              name_prefix="m-network",
                                              _step_cidr=0):
        m_name = data_utils.rand_name(name_prefix)
        netwk = []
        for x in range(r0, R1):
            network = self._create_network(_auto_clean_up=True)
            net_id = network['id']
            self.assertEqual('ACTIVE', network['status'])
            new_name = m_name + "-%02d" % x
            body = self.update_network(net_id, name=new_name)
            network = body['network']
            cidr_offset = (x * _step_cidr) if _step_cidr > 0 else 0
            subnet = self._create_subnet(network, cidr_offset=cidr_offset)
            subnet_id = subnet['id']
            netwk.append([x, net_id, subnet_id])
        for x, net_id, subnet_id in netwk:
            # make sure subnet is updatable after creation
            new_name = m_name + "-%02d-snet" % x
            body = self.update_subnet(subnet_id, name=new_name)
            updated_subnet = body['subnet']
            self.assertEqual(updated_subnet['name'], new_name)
            self._delete_network(net_id)