# Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. from marvin.cloudstackAPI.createStaticRoute import createStaticRouteCmd """ Tests for Network ACLs in VPC """ #Import Local Modules from marvin.cloudstackTestCase import * from marvin.cloudstackAPI import * from marvin.lib.utils import * from marvin.lib.base import * from marvin.lib.common import * from nose.plugins.attrib import attr from marvin.codes import PASS import time import logging import random class Services: """Test VPC network services - Port Forwarding Rules Test Data Class. """ def __init__(self): self.services = { "configurableData": { "host": { "port": 22 } }, "account": { "email": "test@test.com", "firstname": "Test", "lastname": "User", "username": "test", # Random characters are appended for unique # username "password": "password", }, "host1": None, "service_offering": { "name": "Tiny Instance", "displaytext": "Tiny Instance", "cpunumber": 1, "cpuspeed": 100, "memory": 128, }, "network_offering": { "name": 'VPC Network offering', "displaytext": 'VPC Network off', "guestiptype": 'Isolated', "supportedservices": 'Vpn,Dhcp,Dns,SourceNat,PortForwarding,Lb,UserData,StaticNat,NetworkACL', "traffictype": 'GUEST', "availability": 'Optional', "useVpc": 'on', "serviceProviderList": { "Vpn": 'VpcVirtualRouter', "Dhcp": 'VpcVirtualRouter', "Dns": 'VpcVirtualRouter', "SourceNat": 'VpcVirtualRouter', "PortForwarding": 'VpcVirtualRouter', "Lb": 'VpcVirtualRouter', "UserData": 'VpcVirtualRouter', "StaticNat": 'VpcVirtualRouter', "NetworkACL": 'VpcVirtualRouter' }, }, "network_offering_no_lb": { "name": 'VPC Network offering', "displaytext": 'VPC Network off', "guestiptype": 'Isolated', "supportedservices": 'Dhcp,Dns,SourceNat,PortForwarding,UserData,StaticNat,NetworkACL', "traffictype": 'GUEST', "availability": 'Optional', "useVpc": 'on', "serviceProviderList": { "Dhcp": 'VpcVirtualRouter', "Dns": 'VpcVirtualRouter', "SourceNat": 'VpcVirtualRouter', "PortForwarding": 'VpcVirtualRouter', "UserData": 'VpcVirtualRouter', "StaticNat": 'VpcVirtualRouter', "NetworkACL": 'VpcVirtualRouter' }, }, "redundant_vpc_offering": { "name": 'Redundant VPC off', "displaytext": 'Redundant VPC off', "supportedservices": 'Dhcp,Dns,SourceNat,PortForwarding,Vpn,Lb,UserData,StaticNat', "serviceProviderList": { "Vpn": 'VpcVirtualRouter', "Dhcp": 'VpcVirtualRouter', "Dns": 'VpcVirtualRouter', "SourceNat": 'VpcVirtualRouter', "PortForwarding": 'VpcVirtualRouter', "Lb": 'VpcVirtualRouter', "UserData": 'VpcVirtualRouter', "StaticNat": 'VpcVirtualRouter', "NetworkACL": 'VpcVirtualRouter' }, "serviceCapabilityList": { "SourceNat": { "RedundantRouter": 'true' } }, }, "vpc_offering": { "name": "VPC off", "displaytext": "VPC off", "supportedservices": "Dhcp,Dns,SourceNat,PortForwarding,Vpn,Lb,UserData,StaticNat,NetworkACL" }, "vpc": { "name": "TestVPC", "displaytext": "TestVPC", "cidr": '10.0.0.1/24' }, "network": { "name": "Test Network", "displaytext": "Test Network", "netmask": '255.255.255.0' }, "virtual_machine": { "displayname": "Test VM", "username": "root", "password": "password", "ssh_port": 22, "privateport": 22, "publicport": 22, "protocol": 'TCP', }, "natrule": { "privateport": 22, "publicport": 22, "startport": 22, "endport": 22, "protocol": "TCP", "cidrlist": '0.0.0.0/0', }, "ostype": 'CentOS 5.3 (64-bit)', "timeout": 10, } class TestPrivateGwACL(cloudstackTestCase): @classmethod def setUpClass(cls): cls.testClient = super(TestPrivateGwACL, cls).getClsTestClient() cls.api_client = cls.testClient.getApiClient() cls.services = Services().services # Get Zone, Domain and templates cls.domain = get_domain(cls.api_client) cls.zone = get_zone(cls.api_client, cls.testClient.getZoneForTests()) cls.hypervisor = cls.testClient.getHypervisorInfo() cls.services['mode'] = cls.zone.networktype cls.template = get_test_template( cls.api_client, cls.zone.id, cls.hypervisor) cls.hostConfig = cls.config.__dict__["zones"][0].__dict__["pods"][0].__dict__["clusters"][0].__dict__["hosts"][0].__dict__ cls.services["virtual_machine"]["zoneid"] = cls.zone.id cls.services["virtual_machine"]["template"] = cls.template.id cls.service_offering = ServiceOffering.create( cls.api_client, cls.services["service_offering"]) cls._cleanup = [cls.service_offering] cls.logger = logging.getLogger('TestPrivateGwACL') cls.stream_handler = logging.StreamHandler() cls.logger.setLevel(logging.DEBUG) cls.logger.addHandler(cls.stream_handler) @classmethod def tearDownClass(cls): try: cleanup_resources(cls.api_client, cls._cleanup) except Exception as e: raise Exception("Warning: Exception during cleanup : %s" % e) return def setUp(self): self.apiclient = self.testClient.getApiClient() self.dbclient = self.testClient.getDbConnection() self.hypervisor = self.testClient.getHypervisorInfo() self.logger.debug("Creating Admin Account for Domain ID ==> %s" % self.domain.id) self.account = Account.create( self.apiclient, self.services["account"], admin=True, domainid=self.domain.id) self.cleanup = [] return def tearDown(self): try: cleanup_resources(self.apiclient, self.cleanup) except Exception as e: raise Exception("Warning: Exception during cleanup : %s" % e) return def _replaceAcl(self, command): try: successResponse = self.apiclient.replaceNetworkACLList(command); except Exception as e: self.fail("Failed to replace ACL list due to %s" % e) self.assertTrue(successResponse.success, "Failed to replace ACL list.") @attr(tags=["advanced"], required_hardware="true") def test_01_vpc_privategw_acl(self): self.logger.debug("Creating a VPC offering..") vpc_off = VpcOffering.create( self.apiclient, self.services["vpc_offering"]) self.logger.debug("Enabling the VPC offering created") vpc_off.update(self.apiclient, state='Enabled') vpc = self.createVPC(vpc_off) self.cleanup = [vpc, vpc_off, self.account] physical_network = self.get_guest_traffic_physical_network(self.apiclient, self.zone.id) if not physical_network: self.fail("No Physical Networks found!") qresultset = self.dbclient.execute( "select vnet from op_dc_vnet_alloc where physical_network_id=\ (select id from physical_network where uuid='%s');" % physical_network.id) self.assertEqual(validateList(qresultset)[0], PASS, "Invalid sql query response" ) # Find all the vlans that are for dynamic vlan allocation dc_vlans = sorted([x[0] for x in qresultset]) # Use VLAN id that is not in physical network vlan range for dynamic vlan allocation vlan_1 = int(physical_network.vlan.split('-')[-1]) + 1 if vlan_1 in dc_vlans: vlan_1 = dc_vlans[-1] + random.randint(1, 5) acl = self.createACL(vpc) self.createACLItem(acl.id) self.createNetwork(vpc) privateGw = self.createPvtGw(vpc, "10.0.3.99", "10.0.3.100", acl.id, vlan_1) self.replacePvtGwACL(acl.id, privateGw.id) @attr(tags=["advanced"], required_hardware="true") def test_02_vpc_privategw_static_routes(self): self.logger.debug("Creating a VPC offering..") vpc_off = VpcOffering.create( self.apiclient, self.services["vpc_offering"]) self.logger.debug("Enabling the VPC offering created") vpc_off.update(self.apiclient, state='Enabled') self.performVPCTests(vpc_off) @attr(tags=["advanced"], required_hardware="true") def test_03_vpc_privategw_restart_vpc_cleanup(self): self.logger.debug("Creating a VPC offering..") vpc_off = VpcOffering.create( self.apiclient, self.services["vpc_offering"]) self.logger.debug("Enabling the VPC offering created") vpc_off.update(self.apiclient, state='Enabled') self.performVPCTests(vpc_off, restart_with_cleanup = True) @attr(tags=["advanced"], required_hardware="true") def test_04_rvpc_privategw_static_routes(self): self.logger.debug("Creating a Redundant VPC offering..") vpc_off = VpcOffering.create( self.apiclient, self.services["redundant_vpc_offering"]) self.logger.debug("Enabling the Redundant VPC offering created") vpc_off.update(self.apiclient, state='Enabled') self.performVPCTests(vpc_off) @attr(tags=["advanced"], required_hardware="true") def _test_05_rvpc_privategw_check_interface(self): self.logger.debug("Creating a Redundant VPC offering..") vpc_off = VpcOffering.create( self.apiclient, self.services["redundant_vpc_offering"]) self.logger.debug("Enabling the Redundant VPC offering created") vpc_off.update(self.apiclient, state='Enabled') self.performPrivateGWInterfaceTests(vpc_off) def performVPCTests(self, vpc_off, restart_with_cleanup = False): self.logger.debug("Creating VPCs with offering ID %s" % vpc_off.id) vpc_1 = self.createVPC(vpc_off, cidr = '10.0.1.0/24') vpc_2 = self.createVPC(vpc_off, cidr = '10.0.2.0/24') self.cleanup = [vpc_1, vpc_2, vpc_off, self.account] network_1 = self.createNetwork(vpc_1, gateway = '10.0.1.1') network_2 = self.createNetwork(vpc_2, gateway = '10.0.2.1') vm1 = self.createVM(network_1) vm2 = self.createVM(network_2) self.cleanup.insert(0, vm1) self.cleanup.insert(0, vm2) physical_network = self.get_guest_traffic_physical_network(self.apiclient, self.zone.id) if not physical_network: self.fail("No Physical Networks found!") qresultset = self.dbclient.execute( "select vnet from op_dc_vnet_alloc where physical_network_id=\ (select id from physical_network where uuid='%s');" % physical_network.id) self.assertEqual(validateList(qresultset)[0], PASS, "Invalid sql query response" ) # Find all the vlans that are for dynamic vlan allocation dc_vlans = sorted([x[0] for x in qresultset]) # Use VLAN id that is not in physical network vlan range for dynamic vlan allocation vlan_1 = int(physical_network.vlan.split('-')[-1]) + 1 if vlan_1 in dc_vlans: vlan_1 = dc_vlans[-1] + random.randint(1, 5) acl1 = self.createACL(vpc_1) self.createACLItem(acl1.id, cidr = "0.0.0.0/0") privateGw_1 = self.createPvtGw(vpc_1, "10.0.3.100", "10.0.3.101", acl1.id, vlan_1) self.replacePvtGwACL(acl1.id, privateGw_1.id) acl2 = self.createACL(vpc_2) self.createACLItem(acl2.id, cidr = "0.0.0.0/0") privateGw_2 = self.createPvtGw(vpc_2, "10.0.3.101", "10.0.3.100", acl2.id, vlan_1) self.replacePvtGwACL(acl2.id, privateGw_2.id) self.replaceNetworkAcl(acl1.id, network_1) self.replaceNetworkAcl(acl2.id, network_2) staticRoute_1 = self.createStaticRoute(privateGw_1.id, cidr = '10.0.2.0/24') staticRoute_2 = self.createStaticRoute(privateGw_2.id, cidr = '10.0.1.0/24') public_ip_1 = self.acquire_publicip(vpc_1, network_1) public_ip_2 = self.acquire_publicip(vpc_2, network_2) nat_rule_1 = self.create_natrule(vpc_1, vm1, public_ip_1, network_1) nat_rule_2 = self.create_natrule(vpc_2, vm2, public_ip_2, network_2) self.check_pvt_gw_connectivity(vm1, public_ip_1, [vm2.nic[0].ipaddress, vm1.nic[0].ipaddress]) self.check_pvt_gw_connectivity(vm2, public_ip_2, [vm2.nic[0].ipaddress, vm1.nic[0].ipaddress]) if restart_with_cleanup: self.reboot_vpc_with_cleanup(vpc_1, cleanup = restart_with_cleanup) self.reboot_vpc_with_cleanup(vpc_2, cleanup = restart_with_cleanup) self.check_pvt_gw_connectivity(vm1, public_ip_1, [vm2.nic[0].ipaddress, vm1.nic[0].ipaddress]) self.check_pvt_gw_connectivity(vm2, public_ip_2, [vm2.nic[0].ipaddress, vm1.nic[0].ipaddress]) def performPrivateGWInterfaceTests(self, vpc_off): self.logger.debug("Creating VPCs with offering ID %s" % vpc_off.id) vpc_1 = self.createVPC(vpc_off, cidr = '10.0.0.0/16') self.cleanup = [vpc_1, vpc_off, self.account] physical_network = self.get_guest_traffic_physical_network(self.apiclient, self.zone.id) if not physical_network: self.fail("No Physical Networks found!") qresultset = self.dbclient.execute( "select vnet from op_dc_vnet_alloc where physical_network_id=\ (select id from physical_network where uuid='%s');" % physical_network.id) self.assertEqual(validateList(qresultset)[0], PASS, "Invalid sql query response" ) # Find all the vlans that are for dynamic vlan allocation dc_vlans = sorted([x[0] for x in qresultset]) # Use VLAN id that is not in physical network vlan range for dynamic vlan allocation vlan_1 = int(physical_network.vlan.split('-')[-1]) + 1 if vlan_1 in dc_vlans: vlan_1 = dc_vlans[-1] + random.randint(1, 5) acl1 = self.createACL(vpc_1) self.createACLItem(acl1.id, cidr = "0.0.0.0/0") net_offering_no_lb = "network_offering_no_lb" network_1 = self.createNetwork(vpc_1, gateway = '10.0.0.1') network_2 = self.createNetwork(vpc_1, net_offering = net_offering_no_lb, gateway = '10.0.1.1') network_3 = self.createNetwork(vpc_1, net_offering = net_offering_no_lb, gateway = '10.0.2.1') network_4 = self.createNetwork(vpc_1, net_offering = net_offering_no_lb, gateway = '10.0.3.1') vm1 = self.createVM(network_1) vm2 = self.createVM(network_2) vm3 = self.createVM(network_3) vm4 = self.createVM(network_4) self.cleanup.insert(0, vm1) self.cleanup.insert(0, vm2) self.cleanup.insert(0, vm3) self.cleanup.insert(0, vm4) acl1 = self.createACL(vpc_1) self.createACLItem(acl1.id, cidr = "0.0.0.0/0") privateGw_1 = self.createPvtGw(vpc_1, "10.1.0.100", "10.1.0.101", acl1.id, vlan_1) self.replacePvtGwACL(acl1.id, privateGw_1.id) self.replaceNetworkAcl(acl1.id, network_1) self.replaceNetworkAcl(acl1.id, network_2) self.replaceNetworkAcl(acl1.id, network_3) self.replaceNetworkAcl(acl1.id, network_4) public_ip_1 = self.acquire_publicip(vpc_1, network_1) nat_rule_1 = self.create_natrule(vpc_1, vm1, public_ip_1, network_1) public_ip_2 = self.acquire_publicip(vpc_2, network_2) nat_rule_2 = self.create_natrule(vpc_2, vm2, public_ip_2, network_2) self.check_private_gateway_interfaces() self.check_pvt_gw_connectivity(vm1, public_ip_1, [vm2.nic[0].ipaddress, vm3.nic[0].ipaddress, vm4.nic[0].ipaddress]) self.check_pvt_gw_connectivity(vm2, public_ip_2, [vm2.nic[0].ipaddress, vm3.nic[0].ipaddress, vm4.nic[0].ipaddress]) self.reboot_vpc_with_cleanup(vpc_1, cleanup = True) self.check_routers_state() self.check_pvt_gw_connectivity(vm1, public_ip_1, [vm2.nic[0].ipaddress, vm3.nic[0].ipaddress, vm4.nic[0].ipaddress]) self.check_pvt_gw_connectivity(vm2, public_ip_2, [vm2.nic[0].ipaddress, vm3.nic[0].ipaddress, vm4.nic[0].ipaddress]) self.stop_router_by_type("PRIMARY") self.check_routers_state() self.check_private_gateway_interfaces() self.check_pvt_gw_connectivity(vm1, public_ip_1, [vm2.nic[0].ipaddress, vm3.nic[0].ipaddress, vm4.nic[0].ipaddress]) self.check_pvt_gw_connectivity(vm2, public_ip_2, [vm2.nic[0].ipaddress, vm3.nic[0].ipaddress, vm4.nic[0].ipaddress]) self.start_routers() self.check_routers_state() self.check_private_gateway_interfaces() self.check_pvt_gw_connectivity(vm1, public_ip_1, [vm2.nic[0].ipaddress, vm3.nic[0].ipaddress, vm4.nic[0].ipaddress]) self.check_pvt_gw_connectivity(vm2, public_ip_2, [vm2.nic[0].ipaddress, vm3.nic[0].ipaddress, vm4.nic[0].ipaddress]) self.deletePvtGw(privateGw_1.id) self.check_private_gateway_interfaces(status_to_check = "DOWN") def query_routers(self): routers = list_routers(self.apiclient, account=self.account.name, domainid=self.account.domainid) self.assertEqual(isinstance(routers, list), True, "Check for list routers response return valid data") self.assertEqual(len(routers), 2, "Check for list routers size returned '%s' instead of 2" % len(routers)) return routers def stop_router_by_type(self, redundant_state): self.logger.debug('Stopping %s router' % redundant_state) routers = self.query_routers() for router in routers: if router.redundantstate == redundant_state: self.stop_router(router) break def start_routers(self): self.logger.debug('Starting stopped routers') routers = self.query_routers() for router in routers: self.logger.debug('Router %s has state %s' % (router.id, router.state)) if router.state == "Stopped": self.logger.debug('Starting stopped router %s' % router.id) cmd = startRouter.startRouterCmd() cmd.id = router.id self.apiclient.startRouter(cmd) def stop_router(self, router): self.logger.debug('Stopping router %s' % router.id) cmd = stopRouter.stopRouterCmd() cmd.id = router.id self.apiclient.stopRouter(cmd) def createVPC(self, vpc_offering, cidr = '10.1.1.1/16'): try: self.logger.debug("Creating a VPC network in the account: %s" % self.account.name) self.services["vpc"]["cidr"] = cidr vpc = VPC.create( self.apiclient, self.services["vpc"], vpcofferingid=vpc_offering.id, zoneid=self.zone.id, account=self.account.name, domainid=self.account.domainid) self.logger.debug("Created VPC with ID: %s" % vpc.id) except Exception as e: self.fail('Unable to create VPC due to %s ' % e) return vpc def createVM(self, network): try: self.logger.debug('Creating VM in network=%s' % network.name) vm = VirtualMachine.create( self.apiclient, self.services["virtual_machine"], accountid=self.account.name, domainid=self.account.domainid, serviceofferingid=self.service_offering.id, networkids=[str(network.id)] ) self.logger.debug("Created VM with ID: %s" % vm.id) except Exception as e: self.fail('Unable to create virtual machine due to %s ' % e) return vm def createStaticRoute(self, privateGwId, cidr = '10.0.0.0/16'): staticRouteCmd = createStaticRoute.createStaticRouteCmd() staticRouteCmd.cidr = cidr staticRouteCmd.gatewayid = privateGwId try: staticRoute = self.apiclient.createStaticRoute(staticRouteCmd) self.assertIsNotNone(staticRoute.id, "Failed to create static route.") self.logger.debug("Created staticRoute with ID: %s" % staticRoute.id) except Exception as e: self.fail('Unable to create static route due to %s ' % e) return staticRoute def createACL(self, vpc): createAclCmd = createNetworkACLList.createNetworkACLListCmd() createAclCmd.name = "ACL-Test-%s" % vpc.id createAclCmd.description = createAclCmd.name createAclCmd.vpcid = vpc.id try: acl = self.apiclient.createNetworkACLList(createAclCmd) self.assertIsNotNone(acl.id, "Failed to create ACL.") self.logger.debug("Created ACL with ID: %s" % acl.id) except Exception as e: self.fail('Unable to create ACL due to %s ' % e) return acl def createACLItem(self, aclId, cidr = "0.0.0.0/0"): createAclItemCmd = createNetworkACL.createNetworkACLCmd() createAclItemCmd.cidr = cidr createAclItemCmd.protocol = "All" createAclItemCmd.number = "1" createAclItemCmd.action = "Allow" createAclItemCmd.aclid = aclId try: aclItem = self.apiclient.createNetworkACL(createAclItemCmd) self.assertIsNotNone(aclItem.id, "Failed to create ACL item.") self.logger.debug("Created ACL Item ID: %s" % aclItem.id) except Exception as e: self.fail('Unable to create ACL Item due to %s ' % e) def createNetwork(self, vpc, net_offering = "network_offering", gateway = '10.1.1.1'): try: self.logger.debug('Create NetworkOffering') net_offerring = self.services[net_offering] net_offerring["name"] = "NET_OFF-%s" % gateway nw_off = NetworkOffering.create( self.apiclient, net_offerring, conservemode=False) nw_off.update(self.apiclient, state='Enabled') self.logger.debug('Created and Enabled NetworkOffering') self.services["network"]["name"] = "NETWORK-%s" % gateway self.logger.debug('Adding Network=%s' % self.services["network"]) obj_network = Network.create( self.apiclient, self.services["network"], accountid=self.account.name, domainid=self.account.domainid, networkofferingid=nw_off.id, zoneid=self.zone.id, gateway=gateway, vpcid=vpc.id ) self.logger.debug("Created network with ID: %s" % obj_network.id) except Exception as e: self.fail('Unable to create a Network with offering=%s because of %s ' % (net_offerring, e)) self.cleanup.insert(0, nw_off) self.cleanup.insert(0, obj_network) return obj_network def createPvtGw(self, vpc, ip_address, gateway, aclId, vlan): physical_network = self.get_guest_traffic_physical_network(self.apiclient, self.zone.id) if not physical_network: self.fail("No Physical Networks found!") self.logger.debug('::: Physical Networks ::: ==> %s' % physical_network) createPrivateGatewayCmd = createPrivateGateway.createPrivateGatewayCmd() createPrivateGatewayCmd.physicalnetworkid = physical_network.id createPrivateGatewayCmd.gateway = gateway createPrivateGatewayCmd.netmask = "255.255.255.0" createPrivateGatewayCmd.ipaddress = ip_address createPrivateGatewayCmd.vlan = vlan createPrivateGatewayCmd.bypassvlanoverlapcheck = "true" createPrivateGatewayCmd.vpcid = vpc.id createPrivateGatewayCmd.sourcenatsupported = "false" createPrivateGatewayCmd.aclid = aclId try: privateGw = self.apiclient.createPrivateGateway(createPrivateGatewayCmd) except Exception as e: self.fail("Failed to create Private Gateway ==> %s" % e) self.assertIsNotNone(privateGw.id, "Failed to create Private Gateway.") return privateGw def deletePvtGw(self, private_gw_id): deletePrivateGatewayCmd = deletePrivateGateway.deletePrivateGatewayCmd() deletePrivateGatewayCmd.id = private_gw_id privateGwResponse = None try: privateGwResponse = self.apiclient.deletePrivateGateway(deletePrivateGatewayCmd) except Exception as e: self.fail("Failed to create Private Gateway ==> %s" % e) self.assertIsNotNone(privateGwResponse, "Failed to Delete Private Gateway.") self.assertTrue(privateGwResponse.success, "Failed to Delete Private Gateway.") def replaceNetworkAcl(self, aclId, network): self.logger.debug("Replacing Network ACL with ACL ID ==> %s" % aclId) replaceNetworkACLListCmd = replaceNetworkACLList.replaceNetworkACLListCmd() replaceNetworkACLListCmd.aclid = aclId replaceNetworkACLListCmd.networkid = network.id self._replaceAcl(replaceNetworkACLListCmd) def replacePvtGwACL(self, aclId, privateGwId): self.logger.debug("Replacing Private GW ACL with ACL ID ==> %s" % aclId) replaceNetworkACLListCmd = replaceNetworkACLList.replaceNetworkACLListCmd() replaceNetworkACLListCmd.aclid = aclId replaceNetworkACLListCmd.gatewayid = privateGwId self._replaceAcl(replaceNetworkACLListCmd) def acquire_publicip(self, vpc, network): self.logger.debug("Associating public IP for network: %s" % network.name) public_ip = PublicIPAddress.create( self.apiclient, accountid=self.account.name, zoneid=self.zone.id, domainid=self.account.domainid, networkid=network.id, vpcid=vpc.id ) self.logger.debug("Associated %s with network %s" % ( public_ip.ipaddress.ipaddress, network.id )) return public_ip def create_natrule(self, vpc, virtual_machine, public_ip, network): self.logger.debug("Creating NAT rule in network for vm with public IP") nat_service = self.services["natrule"] nat_rule = NATRule.create( self.apiclient, virtual_machine, nat_service, ipaddressid=public_ip.ipaddress.id, openfirewall=False, networkid=network.id, vpcid=vpc.id) self.logger.debug("Adding NetworkACL rules to make NAT rule accessible") nwacl_nat = NetworkACL.create( self.apiclient, networkid=network.id, services=nat_service, traffictype='Ingress' ) self.logger.debug('nwacl_nat=%s' % nwacl_nat.__dict__) return nat_rule def check_pvt_gw_connectivity(self, virtual_machine, public_ip, vms_ips): sleep_time = 5 succeeded_pings = 0 minimum_vms_to_pass = 2 for vm_ip in vms_ips: ssh_command = "ping -c 10 %s" % vm_ip # Should be able to SSH VM packet_loss = 100 try: self.logger.debug("SSH into VM: %s" % public_ip.ipaddress.ipaddress) ssh = virtual_machine.get_ssh_client(ipaddress=public_ip.ipaddress.ipaddress) self.logger.debug("Sleeping for %s seconds in order to get the firewall applied..." % sleep_time) time.sleep(sleep_time) self.logger.debug("Ping to VM inside another Network Tier") result = ssh.execute(ssh_command) for line in result: if "packet loss" in line: packet_loss = int(line.split("% packet loss")[0].split(" ")[-1]) break self.logger.debug("SSH result: %s; COUNT is ==> %s" % (result, packet_loss < 50)) except Exception as e: self.fail("SSH Access failed for %s: %s" % (virtual_machine, e)) if packet_loss < 50: succeeded_pings += 1 self.assertTrue(succeeded_pings >= minimum_vms_to_pass, "Ping to VM on Network Tier N from VM in Network Tier A should be successful at least for 2 out of 3 VMs" ) def reboot_vpc_with_cleanup(self, vpc, cleanup = True): self.logger.debug("Restarting VPC %s with cleanup" % vpc.id) # Reboot the router cmd = restartVPC.restartVPCCmd() cmd.id = vpc.id cmd.cleanup = cleanup cmd.makeredundant = False self.api_client.restartVPC(cmd) def check_private_gateway_interfaces(self, status_to_check = "UP"): routers = self.query_routers() state_holder = {routers[0].linklocalip : {"state" : None, "mac" : None}, routers[1].linklocalip : {"state" : None, "mac" : None}} state = None mac = None for router in routers: hosts = list_hosts( self.apiclient, zoneid=router.zoneid, type='Routing', state='Up', id=router.hostid) self.assertEqual( isinstance(hosts, list), True, "Check for list hosts response return valid data") host = hosts[0] host.user = self.hostConfig['username'] host.passwd = self.hostConfig['password'] host.port = self.services["configurableData"]["host"]["port"] if self.hypervisor.lower() in ('vmware', 'hyperv'): state = get_process_status( self.apiclient.connection.mgtSvr, 22, self.apiclient.connection.user, self.apiclient.connection.passwd, router.linklocalip, "ip addr | grep eth6 | grep state | awk '{print $9;}'", hypervisor=self.hypervisor) mac = get_process_status( self.apiclient.connection.mgtSvr, 22, self.apiclient.connection.user, self.apiclient.connection.passwd, router.linklocalip, "ip addr | grep link/ether | awk '{print $2;}' | sed -n 7p", hypervisor=self.hypervisor) else: try: state = get_process_status( host.ipaddress, host.port, host.user, host.passwd, router.linklocalip, "ip addr | grep eth6 | grep state | awk '{print $9;}'") mac = get_process_status( host.ipaddress, host.port, host.user, host.passwd, router.linklocalip, "ip addr | grep link/ether | awk '{print $2;}' | sed -n 7p") except KeyError: self.skipTest("Provide a marvin config file with host credentials to run %s" % self._testMethodName) state = str(state[0]) mac = str(mac[0]) self.logger.debug("Result from the Router on IP '%s' is -> state: '%s', mac: '%s'" % (router.linklocalip, state, mac)) state_holder[router.linklocalip]["state"] = str(state) state_holder[router.linklocalip]["mac"] = str(mac) if status_to_check == "UP": check_state = state_holder[routers[0].linklocalip]["state"].count(state_holder[routers[1].linklocalip]["state"]) check_mac = state_holder[routers[0].linklocalip]["mac"].count(state_holder[routers[1].linklocalip]["mac"]) self.assertTrue(check_state == 0, "Routers private gateway interface should not be on the same state!") self.assertTrue(check_mac == 0, "Routers private gateway interface should not have the same mac address!") else: self.assertTrue(check_state == 1, "Routers private gateway interface should should have been removed!") def check_routers_state(self, status_to_check="PRIMARY", expected_count=1): routers = self.query_routers() vals = ["PRIMARY", "BACKUP", "UNKNOWN"] cnts = [0, 0, 0] result = "UNKNOWN" for router in routers: if router.state == "Running": hosts = list_hosts( self.apiclient, zoneid=router.zoneid, type='Routing', state='Up', id=router.hostid ) self.assertEqual( isinstance(hosts, list), True, "Check list host returns a valid list" ) host = hosts[0] if self.hypervisor.lower() in ('vmware', 'hyperv'): result = str(get_process_status( self.apiclient.connection.mgtSvr, 22, self.apiclient.connection.user, self.apiclient.connection.passwd, router.linklocalip, "sh /opt/cloud/bin/checkrouter.sh ", hypervisor=self.hypervisor )) else: try: host.user, host.passwd = get_host_credentials( self.config, host.ipaddress) result = str(get_process_status( host.ipaddress, 22, host.user, host.passwd, router.linklocalip, "sh /opt/cloud/bin/checkrouter.sh " )) except KeyError: self.skipTest( "Marvin configuration has no host credentials to\ check router services") if result.count(status_to_check) == 1: cnts[vals.index(status_to_check)] += 1 if cnts[vals.index(status_to_check)] != expected_count: self.fail("Expected '%s' routers at state '%s', but found '%s'!" % (expected_count, status_to_check, cnts[vals.index(status_to_check)])) def get_guest_traffic_physical_network(self, apiclient, zoneid): physical_networks = get_physical_networks(apiclient, zoneid) if not physical_networks: return None for physical_network in physical_networks: if not physical_network.removed and physical_network.vlan: traffic_type_list = self.dbclient.execute( "select traffic_type from physical_network_traffic_types where physical_network_id=\ (select id from physical_network where uuid='%s');" % physical_network.id ) for traffic_type in traffic_type_list: if "Guest" in str(traffic_type[0]): return physical_network return None