mirror of
				https://github.com/apache/cloudstack.git
				synced 2025-11-02 20:02:29 +01:00 
			
		
		
		
	* OVS/GRE: fix failed to fetch cloudbr* info on host * OVS/GRE: move ovstunnel.py to python3 * OVS: add test_privategw_acl_ovs_gre.py for automatic testing (1) VR <-> VM should work (2) Private GW should work * OVS: fix an issue on xenserver ovs bridges are deleted by xenserver/ovs automatically ``` [root@ref-trl-1797-x-M7-wei-zhou-xs2 ~]# grep -r xapi7 /var/log/ |grep del-br /var/log/xensource.log:Sep 15 07:13:44 ref-trl-1797-x-M7-wei-zhou-xs2 xcp-networkd: [ info|localhost|611 |org.xen.xapi.xenops.classic events D:4a3d931cd89f|network_utils] /usr/bin/ovs-vsctl --timeout=20 -- --if-exists del-br xapi7 /var/log/daemon.log:Sep 15 07:13:45 ref-trl-1797-x-M7-wei-zhou-xs2 ovs-vsctl: ovs|00001|vsctl|INFO|Called as /usr/bin/ovs-vsctl --timeout=20 -- --if-exists del-br xapi7 ``` which results that xe network exists but bridge does not exist, and operation stuck for 20 minutes at ``` 2021-09-15 16:06:56 DEBUG [root] #### VMOPS enter create_tunnel #### 2021-09-15 16:06:56 DEBUG [root] Creating tunnel from host 2 to host 1 with GRE key 2116 2021-09-15 16:06:56 DEBUG [root] Executing:['/usr/bin/ovs-vsctl', '--timeout=0', 'wait-until', 'bridge', 'xapi7', '--', 'get', 'bridge', 'xapi7', 'name'] 2021-09-15 16:26:56 DEBUG [root] bridge xapi7 for creating tunnel - VERIFIED 2021-09-15 16:26:56 DEBUG [root] Executing:['/usr/bin/ovs-vsctl', 'add-port', 'xapi7', 't2116-2-1', '--', 'set', 'interface', 't2116-2-1', 'type=gre', 'options:key=2116', 'options:remote_ip=10.0.34.230'] ``` * OVS/GRE: component test test_vpc_distributed_routing_offering.py passes on xenserver * OVS: support Shared network with GRE protocol * update #5446: use lang3.StringUtils * OVS/GRE: VPC with distributed routing on kvm (still not working)
		
			
				
	
	
		
			708 lines
		
	
	
		
			28 KiB
		
	
	
	
		
			Python
		
	
	
	
	
	
			
		
		
	
	
			708 lines
		
	
	
		
			28 KiB
		
	
	
	
		
			Python
		
	
	
	
	
	
# Licensed to the Apache Software Foundation (ASF) under one
 | 
						|
# or more contributor license agreements.  See the NOTICE file
 | 
						|
# distributed with this work for additional information
 | 
						|
# regarding copyright ownership.  The ASF licenses this file
 | 
						|
# to you under the Apache License, Version 2.0 (the
 | 
						|
# "License"); you may not use this file except in compliance
 | 
						|
# with the License.  You may obtain a copy of the License at
 | 
						|
#
 | 
						|
#   http://www.apache.org/licenses/LICENSE-2.0
 | 
						|
#
 | 
						|
# Unless required by applicable law or agreed to in writing,
 | 
						|
# software distributed under the License is distributed on an
 | 
						|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 | 
						|
# KIND, either express or implied.  See the License for the
 | 
						|
# specific language governing permissions and limitations
 | 
						|
# under the License.
 | 
						|
from marvin.cloudstackAPI.createStaticRoute import createStaticRouteCmd
 | 
						|
""" Tests for Network ACLs in VPC
 | 
						|
"""
 | 
						|
#Import Local Modules
 | 
						|
from marvin.cloudstackTestCase import *
 | 
						|
from marvin.cloudstackAPI import *
 | 
						|
from marvin.lib.utils import *
 | 
						|
from marvin.lib.base import *
 | 
						|
from marvin.lib.common import *
 | 
						|
from nose.plugins.attrib import attr
 | 
						|
from marvin.codes import PASS
 | 
						|
 | 
						|
import time
 | 
						|
import logging
 | 
						|
import random
 | 
						|
 | 
						|
 | 
						|
class Services:
 | 
						|
    """Test ACL on private gateway in VPC, in Openvswitch/GRE environments
 | 
						|
    """
 | 
						|
 | 
						|
    def __init__(self):
 | 
						|
        self.services = {
 | 
						|
            "configurableData": {
 | 
						|
                "host": {
 | 
						|
                    "port": 22
 | 
						|
                }
 | 
						|
            },
 | 
						|
            "account": {
 | 
						|
                "email": "test@test.com",
 | 
						|
                "firstname": "Test",
 | 
						|
                "lastname": "User",
 | 
						|
                "username": "test",
 | 
						|
                # Random characters are appended for unique
 | 
						|
                # username
 | 
						|
                "password": "password",
 | 
						|
            },
 | 
						|
            "host1": None,
 | 
						|
            "service_offering": {
 | 
						|
                "name": "Tiny Instance",
 | 
						|
                "displaytext": "Tiny Instance",
 | 
						|
                "cpunumber": 1,
 | 
						|
                "cpuspeed": 100,
 | 
						|
                "memory": 128,
 | 
						|
            },
 | 
						|
            "network_offering": {
 | 
						|
                "name": 'VPC Network offering',
 | 
						|
                "displaytext": 'VPC Network off',
 | 
						|
                "guestiptype": 'Isolated',
 | 
						|
                "supportedservices": 'Vpn,Dhcp,Dns,SourceNat,PortForwarding,Lb,UserData,StaticNat,NetworkACL,Connectivity',
 | 
						|
                "traffictype": 'GUEST',
 | 
						|
                "availability": 'Optional',
 | 
						|
                "useVpc": 'on',
 | 
						|
                "serviceProviderList": {
 | 
						|
                    "Vpn": 'VpcVirtualRouter',
 | 
						|
                    "Dhcp": 'VpcVirtualRouter',
 | 
						|
                    "Dns": 'VpcVirtualRouter',
 | 
						|
                    "SourceNat": 'VpcVirtualRouter',
 | 
						|
                    "PortForwarding": 'VpcVirtualRouter',
 | 
						|
                    "Lb": 'VpcVirtualRouter',
 | 
						|
                    "UserData": 'VpcVirtualRouter',
 | 
						|
                    "StaticNat": 'VpcVirtualRouter',
 | 
						|
                    "Connectivity": 'Ovs',
 | 
						|
                    "NetworkACL": 'VpcVirtualRouter'
 | 
						|
                },
 | 
						|
            },
 | 
						|
            "network_offering_no_lb": {
 | 
						|
                "name": 'VPC Network offering',
 | 
						|
                "displaytext": 'VPC Network off',
 | 
						|
                "guestiptype": 'Isolated',
 | 
						|
                "supportedservices": 'Dhcp,Dns,SourceNat,PortForwarding,UserData,StaticNat,NetworkACL,Connectivity',
 | 
						|
                "traffictype": 'GUEST',
 | 
						|
                "availability": 'Optional',
 | 
						|
                "useVpc": 'on',
 | 
						|
                "serviceProviderList": {
 | 
						|
                    "Dhcp": 'VpcVirtualRouter',
 | 
						|
                    "Dns": 'VpcVirtualRouter',
 | 
						|
                    "SourceNat": 'VpcVirtualRouter',
 | 
						|
                    "PortForwarding": 'VpcVirtualRouter',
 | 
						|
                    "UserData": 'VpcVirtualRouter',
 | 
						|
                    "StaticNat": 'VpcVirtualRouter',
 | 
						|
                    "Connectivity": 'Ovs',
 | 
						|
                    "NetworkACL": 'VpcVirtualRouter'
 | 
						|
                },
 | 
						|
            },
 | 
						|
            "vpc_offering": {
 | 
						|
                "name": "VPC off",
 | 
						|
                "displaytext": "VPC off",
 | 
						|
                "supportedservices":
 | 
						|
                    "Dhcp,Dns,SourceNat,PortForwarding,Vpn,Lb,UserData,StaticNat,NetworkACL,Connectivity",
 | 
						|
                "serviceProviderList": {
 | 
						|
                    "Vpn": 'VpcVirtualRouter',
 | 
						|
                    "Dhcp": 'VpcVirtualRouter',
 | 
						|
                    "Dns": 'VpcVirtualRouter',
 | 
						|
                    "SourceNat": 'VpcVirtualRouter',
 | 
						|
                    "PortForwarding": 'VpcVirtualRouter',
 | 
						|
                    "Lb": 'VpcVirtualRouter',
 | 
						|
                    "UserData": 'VpcVirtualRouter',
 | 
						|
                    "StaticNat": 'VpcVirtualRouter',
 | 
						|
                    "Connectivity": 'Ovs',
 | 
						|
                    "NetworkACL": 'VpcVirtualRouter'
 | 
						|
                },
 | 
						|
            },
 | 
						|
            "vpc": {
 | 
						|
                "name": "TestVPC",
 | 
						|
                "displaytext": "TestVPC",
 | 
						|
                "cidr": '10.0.0.1/24'
 | 
						|
            },
 | 
						|
            "network": {
 | 
						|
                "name": "Test Network",
 | 
						|
                "displaytext": "Test Network",
 | 
						|
                "netmask": '255.255.255.0'
 | 
						|
            },
 | 
						|
            "virtual_machine": {
 | 
						|
                "displayname": "Test VM",
 | 
						|
                "username": "root",
 | 
						|
                "password": "password",
 | 
						|
                "ssh_port": 22,
 | 
						|
                "privateport": 22,
 | 
						|
                "publicport": 22,
 | 
						|
                "protocol": 'TCP',
 | 
						|
            },
 | 
						|
            "natrule": {
 | 
						|
                "privateport": 22,
 | 
						|
                "publicport": 22,
 | 
						|
                "startport": 22,
 | 
						|
                "endport": 22,
 | 
						|
                "protocol": "TCP",
 | 
						|
                "cidrlist": '0.0.0.0/0',
 | 
						|
            },
 | 
						|
            "ostype": 'CentOS 5.3 (64-bit)',
 | 
						|
            "timeout": 10,
 | 
						|
        }
 | 
						|
 | 
						|
class TestPrivateGwACLOvsGRE(cloudstackTestCase):
 | 
						|
 | 
						|
    @classmethod
 | 
						|
    def setUpClass(cls):
 | 
						|
 | 
						|
        cls.testClient = super(TestPrivateGwACLOvsGRE, cls).getClsTestClient()
 | 
						|
        cls.api_client = cls.testClient.getApiClient()
 | 
						|
 | 
						|
        cls.services = Services().services
 | 
						|
        # Get Zone, Domain and templates
 | 
						|
        cls.domain = get_domain(cls.api_client)
 | 
						|
        cls.zone = get_zone(cls.api_client, cls.testClient.getZoneForTests())
 | 
						|
        cls.hypervisor = cls.testClient.getHypervisorInfo()
 | 
						|
        cls.services['mode'] = cls.zone.networktype
 | 
						|
        cls.template = get_template(
 | 
						|
            cls.api_client,
 | 
						|
            cls.zone.id,
 | 
						|
            cls.hypervisor)
 | 
						|
 | 
						|
        cls.hostConfig = cls.config.__dict__["zones"][0].__dict__["pods"][0].__dict__["clusters"][0].__dict__["hosts"][0].__dict__
 | 
						|
        cls.services["virtual_machine"]["zoneid"] = cls.zone.id
 | 
						|
        cls.services["virtual_machine"]["template"] = cls.template.id
 | 
						|
 | 
						|
        cls.service_offering = ServiceOffering.create(
 | 
						|
            cls.api_client,
 | 
						|
            cls.services["service_offering"])
 | 
						|
        cls._cleanup = [cls.service_offering]
 | 
						|
 | 
						|
        cls.logger = logging.getLogger('TestPrivateGwACLOvsGRE')
 | 
						|
        cls.stream_handler = logging.StreamHandler()
 | 
						|
        cls.logger.setLevel(logging.DEBUG)
 | 
						|
        cls.logger.addHandler(cls.stream_handler)
 | 
						|
 | 
						|
    @classmethod
 | 
						|
    def tearDownClass(cls):
 | 
						|
        try:
 | 
						|
            cleanup_resources(cls.api_client, cls._cleanup)
 | 
						|
        except Exception as e:
 | 
						|
            raise Exception("Warning: Exception during cleanup : %s" % e)
 | 
						|
        return
 | 
						|
 | 
						|
    def setUp(self):
 | 
						|
        self.apiclient = self.testClient.getApiClient()
 | 
						|
        self.dbclient = self.testClient.getDbConnection()
 | 
						|
        self.hypervisor = self.testClient.getHypervisorInfo()
 | 
						|
 | 
						|
        self.physical_network = self.get_guest_traffic_physical_network(self.apiclient, self.zone.id)
 | 
						|
        if not self.physical_network:
 | 
						|
            self.skipTest("No Guest Physical Networks with GRE isolation found!")
 | 
						|
 | 
						|
        self.vlan = self.get_free_vlan()
 | 
						|
 | 
						|
        self.logger.debug("Creating Admin Account for Domain ID ==> %s" % self.domain.id)
 | 
						|
        self.account = Account.create(
 | 
						|
            self.apiclient,
 | 
						|
            self.services["account"],
 | 
						|
            admin=True,
 | 
						|
            domainid=self.domain.id)
 | 
						|
 | 
						|
        self.cleanup = []
 | 
						|
        return
 | 
						|
 | 
						|
    def tearDown(self):
 | 
						|
        try:
 | 
						|
            cleanup_resources(self.apiclient, self.cleanup)
 | 
						|
        except Exception as e:
 | 
						|
            raise Exception("Warning: Exception during cleanup : %s" % e)
 | 
						|
        return
 | 
						|
 | 
						|
    def _replaceAcl(self, command):
 | 
						|
        try:
 | 
						|
            successResponse = self.apiclient.replaceNetworkACLList(command);
 | 
						|
        except Exception as e:
 | 
						|
            self.fail("Failed to replace ACL list due to %s" % e)
 | 
						|
 | 
						|
        self.assertTrue(successResponse.success, "Failed to replace ACL list.")
 | 
						|
 | 
						|
    @attr(tags=["advanced"], required_hardware="true")
 | 
						|
    def test_01_vpc_privategw_acl(self):
 | 
						|
        self.logger.debug("Creating a VPC offering..")
 | 
						|
        vpc_off = VpcOffering.create(
 | 
						|
            self.apiclient,
 | 
						|
            self.services["vpc_offering"])
 | 
						|
 | 
						|
        self.logger.debug("Enabling the VPC offering created")
 | 
						|
        vpc_off.update(self.apiclient, state='Enabled')
 | 
						|
 | 
						|
        vpc = self.createVPC(vpc_off)
 | 
						|
 | 
						|
        self.cleanup = [vpc, vpc_off, self.account]
 | 
						|
 | 
						|
        acl = self.createACL(vpc)
 | 
						|
        self.createACLItem(acl.id)
 | 
						|
        self.createNetwork(vpc)
 | 
						|
        privateGw = self.createPvtGw(vpc, "10.0.3.99", "10.0.3.100", acl.id, self.vlan)
 | 
						|
        self.replacePvtGwACL(acl.id, privateGw.id)
 | 
						|
 | 
						|
    @attr(tags=["advanced"], required_hardware="true")
 | 
						|
    def test_03_vpc_privategw_restart_vpc_cleanup(self):
 | 
						|
        self.logger.debug("Creating a VPC offering..")
 | 
						|
        vpc_off = VpcOffering.create(
 | 
						|
            self.apiclient,
 | 
						|
            self.services["vpc_offering"])
 | 
						|
 | 
						|
        self.logger.debug("Enabling the VPC offering created")
 | 
						|
        vpc_off.update(self.apiclient, state='Enabled')
 | 
						|
 | 
						|
        self.performVPCTests(vpc_off, restart_with_cleanup = True)
 | 
						|
 | 
						|
    @attr(tags=["advanced"], required_hardware="true")
 | 
						|
    def test_05_vpc_privategw_check_interface(self):
 | 
						|
        self.logger.debug("Creating a VPC offering..")
 | 
						|
        vpc_off = VpcOffering.create(
 | 
						|
            self.apiclient,
 | 
						|
            self.services["vpc_offering"])
 | 
						|
 | 
						|
        self.logger.debug("Enabling the VPC offering created")
 | 
						|
        vpc_off.update(self.apiclient, state='Enabled')
 | 
						|
 | 
						|
        self.performPrivateGWInterfaceTests(vpc_off)
 | 
						|
 | 
						|
    def performVPCTests(self, vpc_off, restart_with_cleanup = False):
 | 
						|
        self.logger.debug("Creating VPCs with  offering ID %s" % vpc_off.id)
 | 
						|
        vpc_1 = self.createVPC(vpc_off, cidr = '10.0.1.0/24')
 | 
						|
        vpc_2 = self.createVPC(vpc_off, cidr = '10.0.2.0/24')
 | 
						|
 | 
						|
        self.cleanup = [vpc_1, vpc_2, vpc_off, self.account]
 | 
						|
 | 
						|
        network_1 = self.createNetwork(vpc_1, gateway = '10.0.1.1')
 | 
						|
        network_2 = self.createNetwork(vpc_2, gateway = '10.0.2.1')
 | 
						|
 | 
						|
        vm1 = self.createVM(network_1)
 | 
						|
        vm2 = self.createVM(network_2)
 | 
						|
 | 
						|
        self.cleanup.insert(0, vm1)
 | 
						|
        self.cleanup.insert(0, vm2)
 | 
						|
 | 
						|
        acl1 = self.createACL(vpc_1)
 | 
						|
        self.createACLItem(acl1.id, cidr = "0.0.0.0/0")
 | 
						|
        privateGw_1 = self.createPvtGw(vpc_1, "10.0.3.100", "10.0.3.101", acl1.id, self.vlan)
 | 
						|
        self.replacePvtGwACL(acl1.id, privateGw_1.id)
 | 
						|
 | 
						|
        acl2 = self.createACL(vpc_2)
 | 
						|
        self.createACLItem(acl2.id, cidr = "0.0.0.0/0")
 | 
						|
        privateGw_2 = self.createPvtGw(vpc_2, "10.0.3.101", "10.0.3.100", acl2.id, self.vlan)
 | 
						|
        self.replacePvtGwACL(acl2.id, privateGw_2.id)
 | 
						|
 | 
						|
        self.replaceNetworkAcl(acl1.id, network_1)
 | 
						|
        self.replaceNetworkAcl(acl2.id, network_2)
 | 
						|
 | 
						|
        staticRoute_1 = self.createStaticRoute(privateGw_1.id, cidr = '10.0.2.0/24')
 | 
						|
        staticRoute_2 = self.createStaticRoute(privateGw_2.id, cidr = '10.0.1.0/24')
 | 
						|
 | 
						|
        public_ip_1 = self.acquire_publicip(vpc_1, network_1)
 | 
						|
        public_ip_2 = self.acquire_publicip(vpc_2, network_2)
 | 
						|
 | 
						|
        nat_rule_1 = self.create_natrule(vpc_1, vm1, public_ip_1, network_1)
 | 
						|
        nat_rule_2 = self.create_natrule(vpc_2, vm2, public_ip_2, network_2)
 | 
						|
 | 
						|
        self.check_pvt_gw_connectivity(vm1, public_ip_1, [vm2.nic[0].ipaddress, vm1.nic[0].ipaddress])
 | 
						|
        self.check_pvt_gw_connectivity(vm2, public_ip_2, [vm2.nic[0].ipaddress, vm1.nic[0].ipaddress])
 | 
						|
 | 
						|
        if restart_with_cleanup:
 | 
						|
            self.reboot_vpc_with_cleanup(vpc_1, cleanup = restart_with_cleanup)
 | 
						|
            self.reboot_vpc_with_cleanup(vpc_2, cleanup = restart_with_cleanup)
 | 
						|
            time.sleep(30)
 | 
						|
            self.check_pvt_gw_connectivity(vm1, public_ip_1, [vm2.nic[0].ipaddress, vm1.nic[0].ipaddress])
 | 
						|
            self.check_pvt_gw_connectivity(vm2, public_ip_2, [vm2.nic[0].ipaddress, vm1.nic[0].ipaddress])
 | 
						|
 | 
						|
        vm1.migrate(self.apiclient)
 | 
						|
        vm2.migrate(self.apiclient)
 | 
						|
        self.check_pvt_gw_connectivity(vm1, public_ip_1, [vm2.nic[0].ipaddress, vm1.nic[0].ipaddress])
 | 
						|
        self.check_pvt_gw_connectivity(vm2, public_ip_2, [vm2.nic[0].ipaddress, vm1.nic[0].ipaddress])
 | 
						|
 | 
						|
    def performPrivateGWInterfaceTests(self, vpc_off):
 | 
						|
        self.logger.debug("Creating VPCs with  offering ID %s" % vpc_off.id)
 | 
						|
        vpc_1 = self.createVPC(vpc_off, cidr = '10.0.0.0/16')
 | 
						|
 | 
						|
        self.cleanup = [vpc_1, vpc_off, self.account]
 | 
						|
 | 
						|
        acl1 = self.createACL(vpc_1)
 | 
						|
        self.createACLItem(acl1.id, cidr = "0.0.0.0/0")
 | 
						|
        net_offering_no_lb = "network_offering_no_lb"
 | 
						|
 | 
						|
        network_1 = self.createNetwork(vpc_1, gateway = '10.0.0.1')
 | 
						|
        network_2 = self.createNetwork(vpc_1, net_offering = net_offering_no_lb, gateway = '10.0.1.1')
 | 
						|
        network_3 = self.createNetwork(vpc_1, net_offering = net_offering_no_lb, gateway = '10.0.2.1')
 | 
						|
        network_4 = self.createNetwork(vpc_1, net_offering = net_offering_no_lb, gateway = '10.0.3.1')
 | 
						|
 | 
						|
        vm1 = self.createVM(network_1)
 | 
						|
        vm2 = self.createVM(network_2)
 | 
						|
        vm3 = self.createVM(network_3)
 | 
						|
        vm4 = self.createVM(network_4)
 | 
						|
 | 
						|
        self.cleanup.insert(0, vm1)
 | 
						|
        self.cleanup.insert(0, vm2)
 | 
						|
        self.cleanup.insert(0, vm3)
 | 
						|
        self.cleanup.insert(0, vm4)
 | 
						|
 | 
						|
        acl1 = self.createACL(vpc_1)
 | 
						|
        self.createACLItem(acl1.id, cidr = "0.0.0.0/0")
 | 
						|
 | 
						|
        self.replaceNetworkAcl(acl1.id, network_1)
 | 
						|
        self.replaceNetworkAcl(acl1.id, network_2)
 | 
						|
        self.replaceNetworkAcl(acl1.id, network_3)
 | 
						|
        self.replaceNetworkAcl(acl1.id, network_4)
 | 
						|
 | 
						|
        public_ip_1 = self.acquire_publicip(vpc_1, network_1)
 | 
						|
        nat_rule_1 = self.create_natrule(vpc_1, vm1, public_ip_1, network_1)
 | 
						|
 | 
						|
        public_ip_2 = self.acquire_publicip(vpc_1, network_2)
 | 
						|
        nat_rule_2 = self.create_natrule(vpc_1, vm2, public_ip_2, network_2)
 | 
						|
 | 
						|
        self.check_pvt_gw_connectivity(vm1, public_ip_1, [vm2.nic[0].ipaddress, vm3.nic[0].ipaddress, vm4.nic[0].ipaddress])
 | 
						|
        self.check_pvt_gw_connectivity(vm2, public_ip_2, [vm2.nic[0].ipaddress, vm3.nic[0].ipaddress, vm4.nic[0].ipaddress])
 | 
						|
 | 
						|
        self.reboot_vpc_with_cleanup(vpc_1, cleanup = True)
 | 
						|
        self.check_pvt_gw_connectivity(vm1, public_ip_1, [vm2.nic[0].ipaddress, vm3.nic[0].ipaddress, vm4.nic[0].ipaddress])
 | 
						|
        self.check_pvt_gw_connectivity(vm2, public_ip_2, [vm2.nic[0].ipaddress, vm3.nic[0].ipaddress, vm4.nic[0].ipaddress])
 | 
						|
 | 
						|
        self.reboot_routers()
 | 
						|
        self.check_pvt_gw_connectivity(vm1, public_ip_1, [vm2.nic[0].ipaddress, vm3.nic[0].ipaddress, vm4.nic[0].ipaddress])
 | 
						|
        self.check_pvt_gw_connectivity(vm2, public_ip_2, [vm2.nic[0].ipaddress, vm3.nic[0].ipaddress, vm4.nic[0].ipaddress])
 | 
						|
 | 
						|
    def query_routers(self):
 | 
						|
        routers = list_routers(self.apiclient,
 | 
						|
                       account=self.account.name,
 | 
						|
                       domainid=self.account.domainid)
 | 
						|
 | 
						|
        self.assertEqual(isinstance(routers, list), True,
 | 
						|
            "Check for list routers response return valid data")
 | 
						|
 | 
						|
        self.assertEqual(len(routers), 1,
 | 
						|
            "Check for list routers size returned '%s' instead of 2" % len(routers))
 | 
						|
 | 
						|
        return routers
 | 
						|
 | 
						|
    def reboot_routers(self):
 | 
						|
        self.logger.debug('Rebooting routers or Starting stopped routers')
 | 
						|
        routers = self.query_routers()
 | 
						|
        for router in routers:
 | 
						|
            self.logger.debug('Router %s has state %s' % (router.id, router.state))
 | 
						|
            if router.state == "Stopped":
 | 
						|
                self.logger.debug('Starting stopped router %s' % router.id)
 | 
						|
                cmd = startRouter.startRouterCmd()
 | 
						|
                cmd.id = router.id
 | 
						|
                self.apiclient.startRouter(cmd)
 | 
						|
            else:
 | 
						|
                self.logger.debug('Rebooting router %s' % router.id)
 | 
						|
                cmd = rebootRouter.rebootRouterCmd()
 | 
						|
                cmd.id = router.id
 | 
						|
                self.apiclient.rebootRouter(cmd)
 | 
						|
 | 
						|
    def createVPC(self, vpc_offering, cidr = '10.1.1.1/16'):
 | 
						|
        try:
 | 
						|
            self.logger.debug("Creating a VPC network in the account: %s" % self.account.name)
 | 
						|
            self.services["vpc"]["cidr"] = cidr
 | 
						|
 | 
						|
            vpc = VPC.create(
 | 
						|
                self.apiclient,
 | 
						|
                self.services["vpc"],
 | 
						|
                vpcofferingid=vpc_offering.id,
 | 
						|
                zoneid=self.zone.id,
 | 
						|
                account=self.account.name,
 | 
						|
                domainid=self.account.domainid)
 | 
						|
 | 
						|
            self.logger.debug("Created VPC with ID: %s" % vpc.id)
 | 
						|
        except Exception as e:
 | 
						|
            self.fail('Unable to create VPC due to %s ' % e)
 | 
						|
 | 
						|
        return vpc
 | 
						|
 | 
						|
    def createVM(self, network):
 | 
						|
        try:
 | 
						|
            self.logger.debug('Creating VM in network=%s' % network.name)
 | 
						|
            vm = VirtualMachine.create(
 | 
						|
                self.apiclient,
 | 
						|
                self.services["virtual_machine"],
 | 
						|
                accountid=self.account.name,
 | 
						|
                domainid=self.account.domainid,
 | 
						|
                serviceofferingid=self.service_offering.id,
 | 
						|
                networkids=[str(network.id)]
 | 
						|
            )
 | 
						|
            self.logger.debug("Created VM with ID: %s" % vm.id)
 | 
						|
        except Exception as e:
 | 
						|
            self.fail('Unable to create virtual machine due to %s ' % e)
 | 
						|
 | 
						|
        return vm
 | 
						|
 | 
						|
    def createStaticRoute(self, privateGwId, cidr = '10.0.0.0/16'):
 | 
						|
        staticRouteCmd = createStaticRoute.createStaticRouteCmd()
 | 
						|
        staticRouteCmd.cidr = cidr
 | 
						|
        staticRouteCmd.gatewayid = privateGwId
 | 
						|
 | 
						|
        try:
 | 
						|
            staticRoute = self.apiclient.createStaticRoute(staticRouteCmd)
 | 
						|
            self.assertIsNotNone(staticRoute.id, "Failed to create static route.")
 | 
						|
 | 
						|
            self.logger.debug("Created staticRoute with ID: %s" % staticRoute.id)
 | 
						|
        except Exception as e:
 | 
						|
            self.fail('Unable to create static route due to %s ' % e)
 | 
						|
 | 
						|
        return staticRoute
 | 
						|
 | 
						|
    def createACL(self, vpc):
 | 
						|
        createAclCmd = createNetworkACLList.createNetworkACLListCmd()
 | 
						|
        createAclCmd.name = "ACL-Test-%s" % vpc.id
 | 
						|
        createAclCmd.description = createAclCmd.name
 | 
						|
        createAclCmd.vpcid = vpc.id
 | 
						|
        try:
 | 
						|
            acl = self.apiclient.createNetworkACLList(createAclCmd)
 | 
						|
            self.assertIsNotNone(acl.id, "Failed to create ACL.")
 | 
						|
 | 
						|
            self.logger.debug("Created ACL with ID: %s" % acl.id)
 | 
						|
        except Exception as e:
 | 
						|
            self.fail('Unable to create ACL due to %s ' % e)
 | 
						|
 | 
						|
        return acl
 | 
						|
 | 
						|
    def createACLItem(self, aclId, cidr = "0.0.0.0/0"):
 | 
						|
        createAclItemCmd = createNetworkACL.createNetworkACLCmd()
 | 
						|
        createAclItemCmd.cidr = cidr
 | 
						|
        createAclItemCmd.protocol = "All"
 | 
						|
        createAclItemCmd.number = "1"
 | 
						|
        createAclItemCmd.action = "Allow"
 | 
						|
        createAclItemCmd.aclid = aclId
 | 
						|
        try:
 | 
						|
            aclItem = self.apiclient.createNetworkACL(createAclItemCmd)
 | 
						|
            self.assertIsNotNone(aclItem.id, "Failed to create ACL item.")
 | 
						|
 | 
						|
            self.logger.debug("Created ACL Item ID: %s" % aclItem.id)
 | 
						|
        except Exception as e:
 | 
						|
            self.fail('Unable to create ACL Item due to %s ' % e)
 | 
						|
 | 
						|
    def createNetwork(self, vpc, net_offering = "network_offering", gateway = '10.1.1.1'):
 | 
						|
        try:
 | 
						|
            self.logger.debug('Create NetworkOffering')
 | 
						|
            net_offerring = self.services[net_offering]
 | 
						|
            net_offerring["name"] = "NET_OFF-%s" % gateway
 | 
						|
            nw_off = NetworkOffering.create(
 | 
						|
                self.apiclient,
 | 
						|
                net_offerring,
 | 
						|
                conservemode=False)
 | 
						|
 | 
						|
            nw_off.update(self.apiclient, state='Enabled')
 | 
						|
 | 
						|
            self.logger.debug('Created and Enabled NetworkOffering')
 | 
						|
 | 
						|
            self.services["network"]["name"] = "NETWORK-%s" % gateway
 | 
						|
 | 
						|
            self.logger.debug('Adding Network=%s' % self.services["network"])
 | 
						|
            obj_network = Network.create(
 | 
						|
                self.apiclient,
 | 
						|
                self.services["network"],
 | 
						|
                accountid=self.account.name,
 | 
						|
                domainid=self.account.domainid,
 | 
						|
                networkofferingid=nw_off.id,
 | 
						|
                zoneid=self.zone.id,
 | 
						|
                gateway=gateway,
 | 
						|
                vpcid=vpc.id
 | 
						|
            )
 | 
						|
 | 
						|
            self.logger.debug("Created network with ID: %s" % obj_network.id)
 | 
						|
        except Exception as e:
 | 
						|
            self.fail('Unable to create a Network with offering=%s because of %s ' % (net_offerring, e))
 | 
						|
 | 
						|
        self.cleanup.insert(0, nw_off)
 | 
						|
        self.cleanup.insert(0, obj_network)
 | 
						|
 | 
						|
        return obj_network
 | 
						|
 | 
						|
    def createPvtGw(self, vpc, ip_address, gateway, aclId, vlan):
 | 
						|
        physical_network = self.get_guest_traffic_physical_network(self.apiclient, self.zone.id)
 | 
						|
        if not physical_network:
 | 
						|
            self.fail("No Physical Networks found!")
 | 
						|
 | 
						|
        self.logger.debug('::: Physical Networks ::: ==> %s' % physical_network)
 | 
						|
 | 
						|
        createPrivateGatewayCmd = createPrivateGateway.createPrivateGatewayCmd()
 | 
						|
        createPrivateGatewayCmd.physicalnetworkid = physical_network.id
 | 
						|
        createPrivateGatewayCmd.gateway = gateway
 | 
						|
        createPrivateGatewayCmd.netmask = "255.255.255.0"
 | 
						|
        createPrivateGatewayCmd.ipaddress = ip_address
 | 
						|
        createPrivateGatewayCmd.vlan = vlan
 | 
						|
        createPrivateGatewayCmd.bypassvlanoverlapcheck = "true"
 | 
						|
        createPrivateGatewayCmd.vpcid = vpc.id
 | 
						|
        createPrivateGatewayCmd.sourcenatsupported = "false"
 | 
						|
        createPrivateGatewayCmd.aclid = aclId
 | 
						|
 | 
						|
        try:
 | 
						|
            privateGw = self.apiclient.createPrivateGateway(createPrivateGatewayCmd)
 | 
						|
        except Exception as e:
 | 
						|
            self.fail("Failed to create Private Gateway ==> %s" % e)
 | 
						|
 | 
						|
        self.assertIsNotNone(privateGw.id, "Failed to create Private Gateway.")
 | 
						|
 | 
						|
        return privateGw
 | 
						|
 | 
						|
    def deletePvtGw(self, private_gw_id):
 | 
						|
        deletePrivateGatewayCmd = deletePrivateGateway.deletePrivateGatewayCmd()
 | 
						|
        deletePrivateGatewayCmd.id = private_gw_id
 | 
						|
 | 
						|
        privateGwResponse = None
 | 
						|
        try:
 | 
						|
            privateGwResponse = self.apiclient.deletePrivateGateway(deletePrivateGatewayCmd)
 | 
						|
        except Exception as e:
 | 
						|
            self.fail("Failed to create Private Gateway ==> %s" % e)
 | 
						|
 | 
						|
        self.assertIsNotNone(privateGwResponse, "Failed to Delete Private Gateway.")
 | 
						|
        self.assertTrue(privateGwResponse.success, "Failed to Delete Private Gateway.")
 | 
						|
 | 
						|
    def replaceNetworkAcl(self, aclId, network):
 | 
						|
        self.logger.debug("Replacing Network ACL with ACL ID ==> %s" % aclId)
 | 
						|
 | 
						|
        replaceNetworkACLListCmd = replaceNetworkACLList.replaceNetworkACLListCmd()
 | 
						|
        replaceNetworkACLListCmd.aclid = aclId
 | 
						|
        replaceNetworkACLListCmd.networkid = network.id
 | 
						|
 | 
						|
        self._replaceAcl(replaceNetworkACLListCmd)
 | 
						|
 | 
						|
    def replacePvtGwACL(self, aclId, privateGwId):
 | 
						|
        self.logger.debug("Replacing Private GW ACL with ACL ID ==> %s" % aclId)
 | 
						|
 | 
						|
        replaceNetworkACLListCmd = replaceNetworkACLList.replaceNetworkACLListCmd()
 | 
						|
        replaceNetworkACLListCmd.aclid = aclId
 | 
						|
        replaceNetworkACLListCmd.gatewayid = privateGwId
 | 
						|
 | 
						|
        self._replaceAcl(replaceNetworkACLListCmd)
 | 
						|
 | 
						|
    def acquire_publicip(self, vpc, network):
 | 
						|
        self.logger.debug("Associating public IP for network: %s" % network.name)
 | 
						|
        public_ip = PublicIPAddress.create(
 | 
						|
            self.apiclient,
 | 
						|
            accountid=self.account.name,
 | 
						|
            zoneid=self.zone.id,
 | 
						|
            domainid=self.account.domainid,
 | 
						|
            networkid=network.id,
 | 
						|
            vpcid=vpc.id
 | 
						|
        )
 | 
						|
        self.logger.debug("Associated %s with network %s" % (
 | 
						|
            public_ip.ipaddress.ipaddress,
 | 
						|
            network.id
 | 
						|
        ))
 | 
						|
 | 
						|
        return public_ip
 | 
						|
 | 
						|
    def create_natrule(self, vpc, virtual_machine, public_ip, network):
 | 
						|
        self.logger.debug("Creating NAT rule in network for vm with public IP")
 | 
						|
 | 
						|
        nat_service = self.services["natrule"]
 | 
						|
        nat_rule = NATRule.create(
 | 
						|
            self.apiclient,
 | 
						|
            virtual_machine,
 | 
						|
            nat_service,
 | 
						|
            ipaddressid=public_ip.ipaddress.id,
 | 
						|
            openfirewall=False,
 | 
						|
            networkid=network.id,
 | 
						|
            vpcid=vpc.id)
 | 
						|
 | 
						|
        self.logger.debug("Adding NetworkACL rules to make NAT rule accessible")
 | 
						|
        nwacl_nat = NetworkACL.create(
 | 
						|
            self.apiclient,
 | 
						|
            networkid=network.id,
 | 
						|
            services=nat_service,
 | 
						|
            traffictype='Ingress'
 | 
						|
        )
 | 
						|
        self.logger.debug('nwacl_nat=%s' % nwacl_nat.__dict__)
 | 
						|
 | 
						|
        return nat_rule
 | 
						|
 | 
						|
    def check_pvt_gw_connectivity(self, virtual_machine, public_ip, vms_ips):
 | 
						|
        sleep_time = 5
 | 
						|
        succeeded_pings = 0
 | 
						|
        minimum_vms_to_pass = 2
 | 
						|
        for vm_ip in vms_ips:
 | 
						|
            ssh_command = "ping -c 10 %s" % vm_ip
 | 
						|
 | 
						|
            # Should be able to SSH VM
 | 
						|
            packet_loss = 100
 | 
						|
            try:
 | 
						|
                self.logger.debug("SSH into VM: %s" % public_ip.ipaddress.ipaddress)
 | 
						|
 | 
						|
                ssh = virtual_machine.get_ssh_client(ipaddress=public_ip.ipaddress.ipaddress)
 | 
						|
 | 
						|
                self.logger.debug("Sleeping for %s seconds in order to get the firewall applied..." % sleep_time)
 | 
						|
                time.sleep(sleep_time)
 | 
						|
 | 
						|
                self.logger.debug("Ping to VM inside another Network Tier")
 | 
						|
                result = ssh.execute(ssh_command)
 | 
						|
 | 
						|
                for line in result:
 | 
						|
                    if "packet loss" in line:
 | 
						|
                        packet_loss = int(line.split("% packet loss")[0].split(" ")[-1])
 | 
						|
                        break
 | 
						|
 | 
						|
                self.logger.debug("SSH result: %s; COUNT is ==> %s" % (result, packet_loss < 50))
 | 
						|
            except Exception as e:
 | 
						|
                self.fail("SSH Access failed for %s: %s" % (virtual_machine, e))
 | 
						|
 | 
						|
            if packet_loss < 50:
 | 
						|
                succeeded_pings += 1
 | 
						|
 | 
						|
 | 
						|
        self.assertTrue(succeeded_pings >= minimum_vms_to_pass,
 | 
						|
                        "Ping to VM on Network Tier N from VM in Network Tier A should be successful at least for 2 out of 3 VMs"
 | 
						|
                       )
 | 
						|
 | 
						|
    def reboot_vpc_with_cleanup(self, vpc, cleanup = True):
 | 
						|
        self.logger.debug("Restarting VPC %s with cleanup" % vpc.id)
 | 
						|
 | 
						|
        # Reboot the router
 | 
						|
        cmd = restartVPC.restartVPCCmd()
 | 
						|
        cmd.id = vpc.id
 | 
						|
        cmd.cleanup = cleanup
 | 
						|
        cmd.makeredundant = False
 | 
						|
        self.api_client.restartVPC(cmd)
 | 
						|
 | 
						|
    def get_guest_traffic_physical_network(self, apiclient, zoneid):
 | 
						|
        physical_networks = get_physical_networks(apiclient, zoneid)
 | 
						|
        if not physical_networks:
 | 
						|
            return None
 | 
						|
        for physical_network in physical_networks:
 | 
						|
            if not physical_network.removed and physical_network.vlan:
 | 
						|
                isolation_method_list = self.dbclient.execute(
 | 
						|
                    "select isolation_method from physical_network_isolation_methods \
 | 
						|
                    where isolation_method = 'GRE' and physical_network_id=\
 | 
						|
                    (select id from physical_network where uuid='%s');" % physical_network.id
 | 
						|
                )
 | 
						|
                if not isolation_method_list:
 | 
						|
                    continue
 | 
						|
                traffic_type_list = self.dbclient.execute(
 | 
						|
                    "select traffic_type from physical_network_traffic_types where physical_network_id=\
 | 
						|
                    (select id from physical_network where uuid='%s');" % physical_network.id
 | 
						|
                )
 | 
						|
                for traffic_type in traffic_type_list:
 | 
						|
                    if "Guest" in  str(traffic_type[0]):
 | 
						|
                        return physical_network
 | 
						|
        return None
 | 
						|
 | 
						|
    def get_free_vlan(self):
 | 
						|
        qresultset = self.dbclient.execute(
 | 
						|
            "select vnet from op_dc_vnet_alloc where physical_network_id=\
 | 
						|
            (select id from physical_network where uuid='%s');" % self.physical_network.id)
 | 
						|
        self.assertEqual(validateList(qresultset)[0],
 | 
						|
                         PASS,
 | 
						|
                         "Invalid sql query response"
 | 
						|
                         )
 | 
						|
 | 
						|
        # Find all the vlans that are for dynamic vlan allocation
 | 
						|
        dc_vlans = sorted([x[0] for x in qresultset])
 | 
						|
 | 
						|
        # Use VLAN id that is not in physical network vlan range for dynamic vlan allocation
 | 
						|
        vlan_1 = int(self.physical_network.vlan.split('-')[-1]) + 1
 | 
						|
        if vlan_1 in dc_vlans:
 | 
						|
            vlan_1 = dc_vlans[-1] + random.randint(1, 5)
 | 
						|
 | 
						|
        return vlan_1;
 |