mirror of
				https://github.com/apache/cloudstack.git
				synced 2025-11-04 00:02:37 +01:00 
			
		
		
		
	
		
			
				
	
	
		
			953 lines
		
	
	
		
			43 KiB
		
	
	
	
		
			Python
		
	
	
	
	
	
			
		
		
	
	
			953 lines
		
	
	
		
			43 KiB
		
	
	
	
		
			Python
		
	
	
	
	
	
# Licensed to the Apache Software Foundation (ASF) under one
 | 
						|
# or more contributor license agreements.  See the NOTICE file
 | 
						|
# distributed with this work for additional information
 | 
						|
# regarding copyright ownership.  The ASF licenses this file
 | 
						|
# to you under the Apache License, Version 2.0 (the
 | 
						|
# "License"); you may not use this file except in compliance
 | 
						|
# with the License.  You may obtain a copy of the License at
 | 
						|
#
 | 
						|
#   http://www.apache.org/licenses/LICENSE-2.0
 | 
						|
#
 | 
						|
# Unless required by applicable law or agreed to in writing,
 | 
						|
# software distributed under the License is distributed on an
 | 
						|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 | 
						|
# KIND, either express or implied.  See the License for the
 | 
						|
# specific language governing permissions and limitations
 | 
						|
# under the License.
 | 
						|
 | 
						|
"""
 | 
						|
"""
 | 
						|
#Import Local Modules
 | 
						|
#import unittest
 | 
						|
from nose.plugins.attrib           import attr
 | 
						|
from marvin.cloudstackTestCase     import cloudstackTestCase
 | 
						|
from marvin.integration.lib.base   import (Account,
 | 
						|
                                           Domain,
 | 
						|
                                           Router,
 | 
						|
                                           Network,
 | 
						|
                                           ServiceOffering,
 | 
						|
                                           NetworkOffering,
 | 
						|
                                           VirtualMachine)
 | 
						|
from marvin.integration.lib.common import (get_domain,
 | 
						|
                                           get_zone,
 | 
						|
                                           get_template,
 | 
						|
                                           list_hosts,
 | 
						|
                                           rebootRouter,
 | 
						|
                                           list_routers,
 | 
						|
                                           wait_for_cleanup,
 | 
						|
                                           cleanup_resources)
 | 
						|
from marvin.cloudstackAPI.createEgressFirewallRule import createEgressFirewallRuleCmd
 | 
						|
from marvin.cloudstackAPI.deleteEgressFirewallRule import deleteEgressFirewallRuleCmd
 | 
						|
 | 
						|
from marvin.remoteSSHClient import remoteSSHClient
 | 
						|
import time
 | 
						|
 | 
						|
def log_test_exceptions(func):
 | 
						|
    def test_wrap_exception_log(self, *args, **kwargs):
 | 
						|
        try:
 | 
						|
            func(self, *args, **kwargs)
 | 
						|
        except Exception as e:
 | 
						|
            self.debug('Test %s Failed due to Exception=%s' % (func, e))
 | 
						|
            raise e
 | 
						|
    test_wrap_exception_log.__doc__ = func.__doc__
 | 
						|
    return test_wrap_exception_log
 | 
						|
 | 
						|
class Services:
 | 
						|
    """Test service data: Egress Firewall rules Tests for Advance Zone.
 | 
						|
    """
 | 
						|
    def __init__(self):
 | 
						|
        self.services = {
 | 
						|
                         "host"             : {"username": 'root', # Credentials for SSH
 | 
						|
                                               "password": 'password',
 | 
						|
                                               "publicport": 22},
 | 
						|
                         "domain"           : {"name": "Domain",},
 | 
						|
                         "account"          : {"email"     : "test@test.com",
 | 
						|
                                               "firstname" : "Test",
 | 
						|
                                               "lastname"  : "User",
 | 
						|
                                               "username"  : "test",
 | 
						|
                                               # Random characters are appended in create account to
 | 
						|
                                               # ensure unique username generated each time
 | 
						|
                                               "password"  : "password",},
 | 
						|
                         "user"             : {"email"    : "user@test.com",
 | 
						|
                                               "firstname": "User",
 | 
						|
                                               "lastname" : "User",
 | 
						|
                                               "username" : "User",
 | 
						|
                                               # Random characters are appended for unique
 | 
						|
                                               # username
 | 
						|
                                               "password" : "password",},
 | 
						|
                         "project"          : {"name"        : "Project",
 | 
						|
                                               "displaytext" : "Test project",},
 | 
						|
                         "volume"           : {"diskname" : "TestDiskServ",
 | 
						|
                                               "max"      : 6,},
 | 
						|
                         "disk_offering"    : {"displaytext" : "Small",
 | 
						|
                                               "name"        : "Small",
 | 
						|
                                               "disksize"    : 1},
 | 
						|
                         "virtual_machine"  : {"displayname" : "testserver",
 | 
						|
                                               "username"    : "root",# VM creds for SSH
 | 
						|
                                               "password"    : "password",
 | 
						|
                                               "ssh_port"    : 22,
 | 
						|
                                               "hypervisor"  : 'XenServer',
 | 
						|
                                               "privateport" : 22,
 | 
						|
                                               "publicport"  : 22,
 | 
						|
                                               "protocol"    : 'TCP',},
 | 
						|
                         "service_offering" : {"name"        : "Tiny Instance",
 | 
						|
                                               "displaytext" : "Tiny Instance",
 | 
						|
                                               "cpunumber"   : 1,
 | 
						|
                                               "cpuspeed"    : 100,# in MHz
 | 
						|
                                               "memory"      : 128},
 | 
						|
                         "network_offering":  {
 | 
						|
                                               "name": 'Network offering-VR services',
 | 
						|
                                               "displaytext": 'Network offering-VR services',
 | 
						|
                                               "guestiptype": 'Isolated',
 | 
						|
                                               "supportedservices": 'Dhcp,Dns,SourceNat,PortForwarding,Vpn,Firewall,Lb,UserData,StaticNat',
 | 
						|
                                               "traffictype": 'GUEST',
 | 
						|
                                               "availability": 'Optional',
 | 
						|
                                               "specifyVlan": 'False',
 | 
						|
                                               "serviceProviderList": {
 | 
						|
                                                            "Dhcp": 'VirtualRouter',
 | 
						|
                                                            "Dns": 'VirtualRouter',
 | 
						|
                                                            "SourceNat": 'VirtualRouter',
 | 
						|
                                                            "PortForwarding": 'VirtualRouter',
 | 
						|
                                                            "Vpn": 'VirtualRouter',
 | 
						|
                                                            "Firewall": 'VirtualRouter',
 | 
						|
                                                            "Lb": 'VirtualRouter',
 | 
						|
                                                            "UserData": 'VirtualRouter',
 | 
						|
                                                            "StaticNat": 'VirtualRouter',
 | 
						|
                                                        },
 | 
						|
                                               "serviceCapabilityList": {
 | 
						|
                                                                            "SourceNat": {
 | 
						|
                                                                            "SupportedSourceNatTypes": "peraccount",
 | 
						|
                                                                            }
 | 
						|
                                                                        },
 | 
						|
                                             },
 | 
						|
                          "network"   :   {
 | 
						|
                                          "name": "Test Network",
 | 
						|
                                          "displaytext": "Test Network",
 | 
						|
                                         },
 | 
						|
                         "sleep" :  30,
 | 
						|
                         "ostype":  'CentOS 5.3 (64-bit)',
 | 
						|
                         "host_password": 'password',
 | 
						|
                        }
 | 
						|
 | 
						|
class TestEgressFWRules(cloudstackTestCase):
 | 
						|
    @classmethod
 | 
						|
    def setUpClass(cls):
 | 
						|
        cls._cleanup = []
 | 
						|
        cls.api_client = super(TestEgressFWRules,
 | 
						|
                               cls).getClsTestClient().getApiClient()
 | 
						|
        cls.services  = Services().services
 | 
						|
        # Get Zone  Domain and create Domains and sub Domains.
 | 
						|
        cls.domain           = get_domain(cls.api_client, cls.services)
 | 
						|
        cls.zone             = get_zone(cls.api_client, cls.services)
 | 
						|
        cls.services['mode'] = cls.zone.networktype
 | 
						|
        # Get and set template id for VM creation.
 | 
						|
        cls.template = get_template(cls.api_client,
 | 
						|
                                    cls.zone.id,
 | 
						|
                                    cls.services["ostype"])
 | 
						|
        cls.services["virtual_machine"]["zoneid"] = cls.zone.id
 | 
						|
        cls.services["virtual_machine"]["template"] = cls.template.id
 | 
						|
        parentDomain = None
 | 
						|
        cls.domain  =  Domain.create(cls.api_client,
 | 
						|
                                     cls.services["domain"],
 | 
						|
                                     parentdomainid=parentDomain.id if parentDomain else None)
 | 
						|
        cls._cleanup.append(cls.domain)
 | 
						|
        # Create an Account associated with domain
 | 
						|
        cls.account = Account.create(cls.api_client,
 | 
						|
                                     cls.services["account"],
 | 
						|
                                     domainid=cls.domain.id)
 | 
						|
        cls._cleanup.append(cls.account)
 | 
						|
        # Create service offerings.
 | 
						|
        cls.service_offering = ServiceOffering.create(cls.api_client,
 | 
						|
                                                      cls.services["service_offering"])
 | 
						|
        # Cleanup
 | 
						|
        cls._cleanup.append(cls.service_offering)
 | 
						|
 | 
						|
 | 
						|
    @classmethod
 | 
						|
    def tearDownClass(cls):
 | 
						|
        try:
 | 
						|
            cleanup_resources(cls.api_client, reversed(cls._cleanup))
 | 
						|
        except Exception as e:
 | 
						|
            raise Exception("Warning: Exception during cleanup : %s" % e)
 | 
						|
 | 
						|
    def setUp(self):
 | 
						|
        self.apiclient = self.api_client
 | 
						|
        self.dbclient = self.testClient.getDbConnection()
 | 
						|
        self.cleanup   = []
 | 
						|
        self.snapshot  = None
 | 
						|
        self.egressruleid = None
 | 
						|
        return
 | 
						|
 | 
						|
    def create_network_offering(self, egress_policy=True, RR=False):
 | 
						|
        if egress_policy:
 | 
						|
            self.services["network_offering"]["egress_policy"] = "true"
 | 
						|
        else:
 | 
						|
            self.services["network_offering"]["egress_policy"] = "false"
 | 
						|
 | 
						|
        if RR:
 | 
						|
            self.debug("Redundant Router Enabled")
 | 
						|
            self.services["network_offering"]["serviceCapabilityList"]["RedundantRouter"] = "true"
 | 
						|
 | 
						|
        self.network_offering = NetworkOffering.create(self.apiclient,
 | 
						|
                                                       self.services["network_offering"],
 | 
						|
                                                       conservemode=True)
 | 
						|
 | 
						|
        # Cleanup
 | 
						|
        self.cleanup.append(self.network_offering)
 | 
						|
 | 
						|
        # Enable Network offering
 | 
						|
        self.network_offering.update(self.apiclient, state='Enabled')
 | 
						|
 | 
						|
 | 
						|
    def create_vm(self, pfrule=False, egress_policy=True, RR=False):
 | 
						|
        self.create_network_offering(egress_policy, RR)
 | 
						|
         # Creating network using the network offering created
 | 
						|
        self.debug("Creating network with network offering: %s" %
 | 
						|
                                                    self.network_offering.id)
 | 
						|
        self.network = Network.create(self.apiclient,
 | 
						|
                                      self.services["network"],
 | 
						|
                                      accountid=self.account.name,
 | 
						|
                                      domainid=self.account.domainid,
 | 
						|
                                      networkofferingid=self.network_offering.id,
 | 
						|
                                      zoneid=self.zone.id)
 | 
						|
        self.debug("Created network with ID: %s" % self.network.id)
 | 
						|
        self.debug("Deploying instance in the account: %s" % self.account.name)
 | 
						|
 | 
						|
        project = None
 | 
						|
        try:
 | 
						|
            self.virtual_machine = VirtualMachine.create(self.apiclient,
 | 
						|
                                                         self.services["virtual_machine"],
 | 
						|
                                                         accountid=self.account.name,
 | 
						|
                                                         domainid=self.domain.id,
 | 
						|
                                                         serviceofferingid=self.service_offering.id,
 | 
						|
                                                         mode=self.zone.networktype if pfrule else 'basic',
 | 
						|
                                                         networkids=[str(self.network.id)],
 | 
						|
                                                         projectid=project.id if project else None)
 | 
						|
        except Exception as e:
 | 
						|
            self.debug('error=%s' % e)
 | 
						|
        self.debug("Deployed instance in account: %s" % self.account.name)
 | 
						|
 | 
						|
    def exec_script_on_user_vm(self, script, exec_cmd_params, expected_result, negative_test=False):
 | 
						|
        try:
 | 
						|
            if self.apiclient.hypervisor.lower() == 'vmware':
 | 
						|
                #SSH is done via management server for Vmware
 | 
						|
                sourceip = self.apiclient.connection.mgtSvr
 | 
						|
            else:
 | 
						|
                #For others, we will have to get the ipaddress of host connected to vm
 | 
						|
                hosts = list_hosts(self.apiclient,
 | 
						|
                                   id=self.virtual_machine.hostid)
 | 
						|
                self.assertEqual(isinstance(hosts, list),
 | 
						|
                                 True,
 | 
						|
                                 "Check list response returns a valid list")
 | 
						|
                host = hosts[0]
 | 
						|
                sourceip = host.ipaddress
 | 
						|
            #Once host or mgt server is reached, SSH to the router connected to VM
 | 
						|
            # look for Router for Cloudstack VM network.
 | 
						|
            vm_network_id = self.virtual_machine.nic[0].networkid
 | 
						|
            vm_ipaddress  = self.virtual_machine.nic[0].ipaddress
 | 
						|
            list_routers_response = list_routers(self.apiclient,
 | 
						|
                                                 account=self.account.name,
 | 
						|
                                                 domainid=self.account.domainid,
 | 
						|
                                                 networkid=vm_network_id)
 | 
						|
            self.assertEqual(isinstance(list_routers_response, list),
 | 
						|
                             True,
 | 
						|
                             "Check for list routers response return valid data")
 | 
						|
            router = list_routers_response[0]
 | 
						|
            if self.apiclient.hypervisor.lower() == 'vmware':
 | 
						|
                key_file = " -i /var/cloudstack/management/.ssh/id_rsa "
 | 
						|
            else:
 | 
						|
                key_file = " -i /root/.ssh/id_rsa.cloud "
 | 
						|
 | 
						|
            ssh_cmd = "ssh -o UserKnownHostsFile=/dev/null  -o StrictHostKeyChecking=no -o LogLevel=quiet"
 | 
						|
            expect_script = "#!/usr/bin/expect\n" + \
 | 
						|
                          "spawn %s %s -p 3922 root@%s\n"  % (ssh_cmd, key_file, router.linklocalip) + \
 | 
						|
                          "expect \"root@%s:~#\"\n"   % (router.name) + \
 | 
						|
                          "send \"%s root@%s %s; exit $?\r\"\n" % (ssh_cmd, vm_ipaddress, script) + \
 | 
						|
                          "expect \"root@%s's password: \"\n"  % (vm_ipaddress) + \
 | 
						|
                          "send \"password\r\"\n" + \
 | 
						|
                          "interact\n"
 | 
						|
 | 
						|
            self.debug("expect_script>>\n%s<<expect_script" % expect_script)
 | 
						|
 | 
						|
            script_file = '/tmp/expect_script.exp'
 | 
						|
            fd = open(script_file,'w')
 | 
						|
            fd.write(expect_script)
 | 
						|
            fd.close()
 | 
						|
 | 
						|
            ssh = remoteSSHClient(host=sourceip,
 | 
						|
                                  port=22,
 | 
						|
                                  user='root',
 | 
						|
                                  passwd=self.services["host_password"])
 | 
						|
            self.debug("SSH client to : %s obtained" % sourceip)
 | 
						|
            ssh.scp(script_file, script_file)
 | 
						|
            ssh.execute('chmod +x %s' % script_file)
 | 
						|
            self.debug("%s %s" % (script_file, exec_cmd_params))
 | 
						|
 | 
						|
            self.debug('sleep %s seconds for egress rule to affect on Router.' % self.services['sleep'])
 | 
						|
            time.sleep(self.services['sleep'])
 | 
						|
 | 
						|
            result = ssh.execute("%s %s" % (script_file, exec_cmd_params))
 | 
						|
            self.debug('Result is=%s' % result)
 | 
						|
 | 
						|
            exec_success = False
 | 
						|
            if str(result).strip() == expected_result:
 | 
						|
                self.debug('script executed successfully exec_success=True')
 | 
						|
                exec_success = True
 | 
						|
 | 
						|
            ssh.execute('rm -rf %s' % script_file)
 | 
						|
 | 
						|
            if negative_test:
 | 
						|
                self.assertEqual(exec_success,
 | 
						|
                                 True,
 | 
						|
                                 "Script result is %s matching with %s" % (result, expected_result))
 | 
						|
            else:
 | 
						|
                self.assertEqual(exec_success,
 | 
						|
                                 True,
 | 
						|
                                 "Script result is %s is not matching with %s" % (result, expected_result))
 | 
						|
 | 
						|
        except Exception as e:
 | 
						|
            self.debug('Error=%s' % e)
 | 
						|
            raise e
 | 
						|
 | 
						|
    def reboot_Router(self):
 | 
						|
        vm_network_id = self.virtual_machine.nic[0].networkid
 | 
						|
        list_routers_response = list_routers(self.apiclient,
 | 
						|
                                             account=self.account.name,
 | 
						|
                                             domainid=self.account.domainid,
 | 
						|
                                             networkid=vm_network_id)
 | 
						|
        self.assertEqual(isinstance(list_routers_response, list),
 | 
						|
                         True,
 | 
						|
                         "Check for list routers response return valid data")
 | 
						|
        router = list_routers_response[0]
 | 
						|
        #Reboot the router
 | 
						|
        cmd = rebootRouter.rebootRouterCmd()
 | 
						|
        cmd.id = router.id
 | 
						|
        self.apiclient.rebootRouter(cmd)
 | 
						|
 | 
						|
        #List routers to check state of router
 | 
						|
        router_response = list_routers(self.apiclient,
 | 
						|
                                       id=router.id)
 | 
						|
        self.assertEqual(isinstance(router_response, list),
 | 
						|
                         True,
 | 
						|
                         "Check list response returns a valid list")
 | 
						|
        #List router should have router in running state and same public IP
 | 
						|
        self.assertEqual(router_response[0].state,
 | 
						|
                         'Running',
 | 
						|
                         "Check list router response for router state")
 | 
						|
 | 
						|
    def createEgressRule(self, protocol='ICMP', cidr='10.1.1.0/24', start_port=None, end_port=None):
 | 
						|
        nics = self.virtual_machine.nic
 | 
						|
        self.debug('Creating Egress FW rule for networkid=%s networkname=%s' % (nics[0].networkid, nics[0].networkname))
 | 
						|
        cmd = createEgressFirewallRuleCmd()
 | 
						|
        cmd.networkid = nics[0].networkid
 | 
						|
        cmd.protocol  = protocol
 | 
						|
        if cidr:
 | 
						|
            cmd.cidrlist  = [cidr]
 | 
						|
        if start_port:
 | 
						|
            cmd.startport = start_port
 | 
						|
        if end_port:
 | 
						|
            cmd.endport   = end_port
 | 
						|
        rule = self.apiclient.createEgressFirewallRule(cmd)
 | 
						|
        self.debug('Created rule=%s' % rule.id)
 | 
						|
        self.egressruleid = rule.id
 | 
						|
 | 
						|
    def deleteEgressRule(self):
 | 
						|
        cmd = deleteEgressFirewallRuleCmd()
 | 
						|
        cmd.id = self.egressruleid
 | 
						|
        self.apiclient.deleteEgressFirewallRule(cmd)
 | 
						|
        self.egressruleid = None
 | 
						|
 | 
						|
    def tearDown(self):
 | 
						|
        try:
 | 
						|
            if self.egressruleid:
 | 
						|
                self.debug('remove egress rule id=%s' % self.egressruleid)
 | 
						|
                self.deleteEgressRule()
 | 
						|
            self.debug("Cleaning up the resources")
 | 
						|
            self.virtual_machine.delete(self.apiclient)
 | 
						|
            wait_for_cleanup(self.apiclient, ["expunge.interval", "expunge.delay"])
 | 
						|
            self.debug("Sleep for VM cleanup to complete.")
 | 
						|
            time.sleep(self.services['sleep'])
 | 
						|
            self.network.delete(self.apiclient)
 | 
						|
            wait_for_cleanup(self.apiclient, ["network.gc.wait", "network.gc.interval"])
 | 
						|
            self.debug("Sleep for Network cleanup to complete.")
 | 
						|
            time.sleep(self.services['sleep'])
 | 
						|
            cleanup_resources(self.apiclient, reversed(self.cleanup))
 | 
						|
            self.debug("Cleanup complete!")
 | 
						|
        except Exception as e:
 | 
						|
            self.debug("Warning! Exception in tearDown: %s" % e)
 | 
						|
 | 
						|
    @attr(tags = ["advanced"])
 | 
						|
    @log_test_exceptions
 | 
						|
    def test_01_egress_fr1(self):
 | 
						|
        """Test By-default the communication from guest n/w to public n/w is allowed.
 | 
						|
        """
 | 
						|
        # Validate the following:
 | 
						|
        # 1. deploy VM using network offering with egress policy true.
 | 
						|
        # 2. login to VM.
 | 
						|
        # 3. ping public network.
 | 
						|
        # 4. public network should be reachable from the VM.
 | 
						|
        self.create_vm()
 | 
						|
        self.exec_script_on_user_vm('ping -c 1 www.google.com',
 | 
						|
                                    "| grep -oP \'\d+(?=% packet loss)\'",
 | 
						|
                                    "['0']",
 | 
						|
                                    negative_test=False)
 | 
						|
 | 
						|
 | 
						|
    @attr(tags = ["advanced"])
 | 
						|
    @log_test_exceptions
 | 
						|
    def test_01_1_egress_fr1(self):
 | 
						|
        """Test By-default the communication from guest n/w to public n/w is NOT allowed.
 | 
						|
        """
 | 
						|
        # Validate the following:
 | 
						|
        # 1. deploy VM using network offering with egress policy false.
 | 
						|
        # 2. login to VM.
 | 
						|
        # 3. ping public network.
 | 
						|
        # 4. public network should not be reachable from the VM.
 | 
						|
        self.create_vm(egress_policy=False)
 | 
						|
        self.exec_script_on_user_vm('ping -c 1 www.google.com',
 | 
						|
                                    "| grep -oP \'\d+(?=% packet loss)\'",
 | 
						|
                                    "['100']",
 | 
						|
                                    negative_test=False)
 | 
						|
 | 
						|
 | 
						|
    @attr(tags = ["advanced"])
 | 
						|
    @log_test_exceptions
 | 
						|
    def test_02_egress_fr2(self):
 | 
						|
        """Test Allow Communication using Egress rule with CIDR + Port Range + Protocol.
 | 
						|
        """
 | 
						|
        # Validate the following:
 | 
						|
        # 1. deploy VM using network offering with egress policy true.
 | 
						|
        # 2. create egress rule with specific CIDR + port range.
 | 
						|
        # 3. login to VM.
 | 
						|
        # 4. ping public network.
 | 
						|
        # 5. public network should not be reachable from the VM.
 | 
						|
        self.create_vm()
 | 
						|
        self.createEgressRule()
 | 
						|
        self.exec_script_on_user_vm('ping -c 1 www.google.com',
 | 
						|
                                    "| grep -oP \'\d+(?=% packet loss)\'",
 | 
						|
                                    "['100']",
 | 
						|
                                    negative_test=False)
 | 
						|
 | 
						|
    @attr(tags = ["advanced"])
 | 
						|
    @log_test_exceptions
 | 
						|
    def test_02_1_egress_fr2(self):
 | 
						|
        """Test Allow Communication using Egress rule with CIDR + Port Range + Protocol.
 | 
						|
        """
 | 
						|
        # Validate the following:
 | 
						|
        # 1. deploy VM using network offering with egress policy false.
 | 
						|
        # 3. create egress rule with specific CIDR + port range.
 | 
						|
        # 4. login to VM.
 | 
						|
        # 5. ping public network.
 | 
						|
        # 6. public network should be reachable from the VM.
 | 
						|
        self.create_vm(egress_policy=False)
 | 
						|
        self.createEgressRule()
 | 
						|
        self.exec_script_on_user_vm('ping -c 1 www.google.com',
 | 
						|
                                    "| grep -oP \'\d+(?=% packet loss)\'",
 | 
						|
                                    "['0']",
 | 
						|
                                    negative_test=False)
 | 
						|
 | 
						|
 | 
						|
    @attr(tags = ["advanced"])
 | 
						|
    @log_test_exceptions
 | 
						|
    def test_03_egress_fr3(self):
 | 
						|
        """Test Communication blocked with network that is other than specified
 | 
						|
        """
 | 
						|
        # Validate the following:
 | 
						|
        # 1. deploy VM using network offering with egress policy true.
 | 
						|
        # 3. create egress rule with specific CIDR + port range.
 | 
						|
        # 4. login to VM.
 | 
						|
        # 5. Try to reach to public network with other protocol/port range
 | 
						|
        self.create_vm()
 | 
						|
        self.exec_script_on_user_vm('ping -c 1 www.google.com',
 | 
						|
                                    "| grep -oP \'\d+(?=% packet loss)\'",
 | 
						|
                                    "['0']",
 | 
						|
                                    negative_test=False)
 | 
						|
        self.createEgressRule()
 | 
						|
        #Egress rule is set for ICMP other traffic is allowed
 | 
						|
        self.exec_script_on_user_vm(' wget -t1 http://apache.claz.org/favicon.ico',
 | 
						|
                                    "| grep -oP 'failed:'",
 | 
						|
                                    "[]",
 | 
						|
                                    negative_test=False)
 | 
						|
 | 
						|
    @attr(tags = ["advanced"])
 | 
						|
    @log_test_exceptions
 | 
						|
    def test_03_1_egress_fr3(self):
 | 
						|
        """Test Communication blocked with network that is other than specified
 | 
						|
        """
 | 
						|
        # Validate the following:
 | 
						|
        # 1. deploy VM using network offering with egress policy false.
 | 
						|
        # 3. create egress rule with specific CIDR + port range.
 | 
						|
        # 4. login to VM.
 | 
						|
        # 5. Try to reach to public network with other protocol/port range
 | 
						|
        self.create_vm()
 | 
						|
        self.exec_script_on_user_vm('ping -c 1 www.google.com',
 | 
						|
                                    "| grep -oP \'\d+(?=% packet loss)\'",
 | 
						|
                                    "['100']",
 | 
						|
                                    negative_test=False)
 | 
						|
        self.createEgressRule()
 | 
						|
        #Egress rule is set for ICMP other traffic is not allowed
 | 
						|
        self.exec_script_on_user_vm(' wget -t1 http://apache.claz.org/favicon.ico',
 | 
						|
                                    "| grep -oP 'failed:'",
 | 
						|
                                    "['failed:']",
 | 
						|
                                    negative_test=False)
 | 
						|
 | 
						|
 | 
						|
    @attr(tags = ["advanced"])
 | 
						|
    @log_test_exceptions
 | 
						|
    def test_04_egress_fr4(self):
 | 
						|
        """Test Create Egress rule and check the Firewall_Rules DB table
 | 
						|
        """
 | 
						|
        # Validate the following:
 | 
						|
        # 1. deploy VM using network offering with egress policy true.
 | 
						|
        # 2. create egress rule with specific CIDR + port range.
 | 
						|
        # 3. check the table Firewall_Rules, Firewall and Traffic_type should be "Egress".
 | 
						|
        self.create_vm()
 | 
						|
        self.createEgressRule()
 | 
						|
        qresultset = self.dbclient.execute("select purpose, traffic_type from firewall_rules where uuid='%s';" % self.egressruleid)
 | 
						|
        self.assertEqual(isinstance(qresultset, list),
 | 
						|
                         True,
 | 
						|
                         "Check DB query result set for valid data")
 | 
						|
 | 
						|
        self.assertNotEqual(len(qresultset),
 | 
						|
                            0,
 | 
						|
                            "Check DB Query result set")
 | 
						|
        self.assertEqual(qresultset[0][0],
 | 
						|
                         "Firewall",
 | 
						|
                         "DB results not matching")
 | 
						|
        self.assertEqual(qresultset[0][1],
 | 
						|
                         "Egress",
 | 
						|
                         "DB results not matching")
 | 
						|
        qresultset = self.dbclient.execute("select egress_default_policy from network_offerings where name='%s';" % self.network_offering.name)
 | 
						|
        self.assertEqual(isinstance(qresultset, list),
 | 
						|
                         True,
 | 
						|
                         "Check DB query result set for valid data")
 | 
						|
 | 
						|
        self.assertNotEqual(len(qresultset),
 | 
						|
                            0,
 | 
						|
                            "Check DB Query result set")
 | 
						|
        self.assertEqual(qresultset[0][0],
 | 
						|
                         "1",
 | 
						|
                         "DB results not matching")
 | 
						|
 | 
						|
 | 
						|
    @attr(tags = ["advanced"])
 | 
						|
    @log_test_exceptions
 | 
						|
    def test_04_1_egress_fr4(self):
 | 
						|
        """Test Create Egress rule and check the Firewall_Rules DB table
 | 
						|
        """
 | 
						|
        # Validate the following:
 | 
						|
        # 1. deploy VM using network offering with egress policy false.
 | 
						|
        # 2. create egress rule with specific CIDR + port range.
 | 
						|
        # 3. check the table Firewall_Rules, Firewall and Traffic_type should be "Egress".
 | 
						|
        self.create_vm(egress_policy=False)
 | 
						|
        self.createEgressRule()
 | 
						|
        qresultset = self.dbclient.execute("select purpose, traffic_type from firewall_rules where uuid='%s';" % self.egressruleid)
 | 
						|
        self.assertEqual(isinstance(qresultset, list),
 | 
						|
                         True,
 | 
						|
                         "Check DB query result set for valid data")
 | 
						|
 | 
						|
        self.assertNotEqual(len(qresultset),
 | 
						|
                            0,
 | 
						|
                            "Check DB Query result set")
 | 
						|
        self.assertEqual(qresultset[0][0],
 | 
						|
                         "Firewall",
 | 
						|
                         "DB results not matching")
 | 
						|
        self.assertEqual(qresultset[0][1],
 | 
						|
                         "Egress",
 | 
						|
                         "DB results not matching")
 | 
						|
        qresultset = self.dbclient.execute("select egress_default_policy from network_offerings where name='%s';" % self.network_offering.name)
 | 
						|
        self.assertEqual(isinstance(qresultset, list),
 | 
						|
                         True,
 | 
						|
                         "Check DB query result set for valid data")
 | 
						|
 | 
						|
        self.assertNotEqual(len(qresultset),
 | 
						|
                            0,
 | 
						|
                            "Check DB Query result set")
 | 
						|
        self.assertEqual(qresultset[0][0],
 | 
						|
                         "0",
 | 
						|
                         "DB results not matching")
 | 
						|
 | 
						|
 | 
						|
 | 
						|
    @attr(tags = ["advanced"])
 | 
						|
    @log_test_exceptions
 | 
						|
    def test_05_egress_fr5(self):
 | 
						|
        """Test Create Egress rule and check the IP tables
 | 
						|
        """
 | 
						|
        # Validate the following:
 | 
						|
        # 1. deploy VM using network offering with egress policy true.
 | 
						|
        # 2. create egress rule with specific CIDR + port range.
 | 
						|
        # 3. login to VR.
 | 
						|
        # 4. Check iptables for rules settings.
 | 
						|
        #  -A FW_OUTBOUND -j FW_EGRESS_RULES
 | 
						|
        #  -A FW_EGRESS_RULES -m state --state RELATED,ESTABLISHED -j ACCEPT
 | 
						|
        #  -A FW_EGRESS_RULES -d 10.147.28.0/24 -p tcp -m tcp --dport 22 -j ACCEPT
 | 
						|
        #  -A FW_EGRESS_RULES -j DROP
 | 
						|
        self.create_vm()
 | 
						|
        self.createEgressRule()
 | 
						|
        #TODO: Query VR for expected route rules.
 | 
						|
 | 
						|
 | 
						|
    @attr(tags = ["advanced"])
 | 
						|
    @log_test_exceptions
 | 
						|
    def test_05_1_egress_fr5(self):
 | 
						|
        """Test Create Egress rule and check the IP tables
 | 
						|
        """
 | 
						|
        # Validate the following:
 | 
						|
        # 1. deploy VM using network offering with egress policy false.
 | 
						|
        # 2. create egress rule with specific CIDR + port range.
 | 
						|
        # 3. login to VR.
 | 
						|
        # 4. Check iptables for rules settings.
 | 
						|
        #  -A FW_OUTBOUND -j FW_EGRESS_RULES
 | 
						|
        #  -A FW_EGRESS_RULES -m state --state RELATED,ESTABLISHED -j ACCEPT
 | 
						|
        #  -A FW_EGRESS_RULES -d 10.147.28.0/24 -p tcp -m tcp --dport 22 -j ACCEPT
 | 
						|
        #  -A FW_EGRESS_RULES -j DROP
 | 
						|
        self.create_vm(egress_policy=False)
 | 
						|
        self.createEgressRule()
 | 
						|
        #TODO: Query VR for expected route rules.
 | 
						|
 | 
						|
 | 
						|
    @attr(tags = ["advanced"])
 | 
						|
    @log_test_exceptions
 | 
						|
    def test_06_egress_fr6(self):
 | 
						|
        """Test Create Egress rule without CIDR
 | 
						|
        """
 | 
						|
        # Validate the following:
 | 
						|
        # 1. deploy VM.using network offering with egress policy true.
 | 
						|
        # 2. create egress rule without specific CIDR.
 | 
						|
        # 3. login to VM.
 | 
						|
        # 4. access to public network should not be successfull.
 | 
						|
        self.create_vm()
 | 
						|
        self.createEgressRule(cidr=None)
 | 
						|
        self.exec_script_on_user_vm('ping -c 1 www.google.com',
 | 
						|
                                    "| grep -oP \'\d+(?=% packet loss)\'",
 | 
						|
                                    "['100']",
 | 
						|
                                    negative_test=False)
 | 
						|
 | 
						|
    @attr(tags = ["advanced"])
 | 
						|
    @log_test_exceptions
 | 
						|
    def test_06_1_egress_fr6(self):
 | 
						|
        """Test Create Egress rule without CIDR
 | 
						|
        """
 | 
						|
        # Validate the following:
 | 
						|
        # 1. deploy VM.using network offering with egress policy false.
 | 
						|
        # 2. create egress rule without specific CIDR.
 | 
						|
        # 3. login to VM.
 | 
						|
        # 4. access to public network should be successfull.
 | 
						|
        self.create_vm(egress_policy=False)
 | 
						|
        self.createEgressRule(cidr=None)
 | 
						|
        self.exec_script_on_user_vm('ping -c 1 www.google.com',
 | 
						|
                                    "| grep -oP \'\d+(?=% packet loss)\'",
 | 
						|
                                    "['0']",
 | 
						|
                                    negative_test=False)
 | 
						|
 | 
						|
 | 
						|
 | 
						|
    @attr(tags = ["advanced"])
 | 
						|
    @log_test_exceptions
 | 
						|
    def test_07_egress_fr7(self):
 | 
						|
        """Test Create Egress rule without End Port
 | 
						|
        """
 | 
						|
        # Validate the following:
 | 
						|
        # 1. deploy VM using network offering with egress policy true.
 | 
						|
        # 2. create egress rule without specific end port.
 | 
						|
        # 3. login to VM.
 | 
						|
        # 4. access to public network should not be successfull.
 | 
						|
        self.create_vm()
 | 
						|
        self.createEgressRule(protocol='tcp', start_port=80)
 | 
						|
        self.exec_script_on_user_vm(' wget -t1 http://apache.claz.org/favicon.ico',
 | 
						|
                                    "| grep -oP 'failed:'",
 | 
						|
                                    "['failed:']",
 | 
						|
                                    negative_test=False)
 | 
						|
 | 
						|
    @attr(tags = ["advanced"])
 | 
						|
    @log_test_exceptions
 | 
						|
    def test_07_1_egress_fr7(self):
 | 
						|
        """Test Create Egress rule without End Port
 | 
						|
        """
 | 
						|
        # Validate the following:
 | 
						|
        # 1. deploy VM using network offering with egress policy true.
 | 
						|
        # 2. create egress rule without specific end port.
 | 
						|
        # 3. login to VM.
 | 
						|
        # 4. access to public network for tcp port 80 is blocked.
 | 
						|
        self.create_vm()
 | 
						|
        self.createEgressRule(protocol='tcp', start_port=80)
 | 
						|
        self.exec_script_on_user_vm(' wget -t1 http://apache.claz.org/favicon.ico',
 | 
						|
                                    "| grep -oP 'failed:'",
 | 
						|
                                    "['failed:']",
 | 
						|
                                    negative_test=False)
 | 
						|
 | 
						|
 | 
						|
    @attr(tags = ["advanced"])
 | 
						|
    @log_test_exceptions
 | 
						|
    def test_08_egress_fr8(self):
 | 
						|
        """Test Port Forwarding and Egress Conflict
 | 
						|
        """
 | 
						|
        # Validate the following:
 | 
						|
        # 1. deploy VM using network offering with egress policy true and pf on public ip.
 | 
						|
        # 2. create egress rule with specific CIDR + port range.
 | 
						|
        # 3. Egress should not impact pf rule.
 | 
						|
        self.create_vm(pfrule=True)
 | 
						|
        self.createEgressRule()
 | 
						|
 | 
						|
    @attr(tags = ["advanced"])
 | 
						|
    @log_test_exceptions
 | 
						|
    def test_08_1_egress_fr8(self):
 | 
						|
        """Test Port Forwarding and Egress Conflict
 | 
						|
        """
 | 
						|
        # Validate the following:
 | 
						|
        # 1. deploy VM using network offering with egress policy false and pf on public ip.
 | 
						|
        # 2. create egress rule with specific CIDR + port range.
 | 
						|
        # 3. Egress should not impact pf rule.
 | 
						|
        self.create_vm(pfrule=True, egress_policy=False)
 | 
						|
        self.createEgressRule()
 | 
						|
 | 
						|
 | 
						|
    @attr(tags = ["advanced"])
 | 
						|
    @log_test_exceptions
 | 
						|
    def test_09_egress_fr9(self):
 | 
						|
        """Test Delete Egress rule
 | 
						|
        """
 | 
						|
        # Validate the following:
 | 
						|
        # 1. deploy VM using network offering with egress policy true.
 | 
						|
        # 2. create egress rule with specific CIDR + port range.
 | 
						|
        # 3. login to VM.
 | 
						|
        # 4. ping public network.
 | 
						|
        # 3. public network should not be reachable from the VM.
 | 
						|
        # 4. delete egress rule.
 | 
						|
        # 5. connection to public network should be reachable.
 | 
						|
        self.create_vm()
 | 
						|
        self.createEgressRule()
 | 
						|
        self.exec_script_on_user_vm('ping -c 1 www.google.com',
 | 
						|
                                    "| grep -oP \'\d+(?=% packet loss)\'",
 | 
						|
                                    "['100']",
 | 
						|
                                    negative_test=False)
 | 
						|
        self.deleteEgressRule()
 | 
						|
        self.exec_script_on_user_vm('ping -c 1 www.google.com',
 | 
						|
                                    "| grep -oP \'\d+(?=% packet loss)\'",
 | 
						|
                                    "['0']",
 | 
						|
                                    negative_test=False)
 | 
						|
 | 
						|
    @attr(tags = ["advanced"])
 | 
						|
    @log_test_exceptions
 | 
						|
    def test_09_1_egress_fr9(self):
 | 
						|
        """Test Delete Egress rule
 | 
						|
        """
 | 
						|
        # Validate the following:
 | 
						|
        # 1. deploy VM using network offering with egress policy false.
 | 
						|
        # 2. create egress rule with specific CIDR + port range.
 | 
						|
        # 3. login to VM.
 | 
						|
        # 4. ping public network.
 | 
						|
        # 3. public network should be reachable from the VM.
 | 
						|
        # 4. delete egress rule.
 | 
						|
        # 5. connection to public network should not be reachable.
 | 
						|
        self.create_vm(egress_policy=False)
 | 
						|
        self.createEgressRule()
 | 
						|
        self.exec_script_on_user_vm('ping -c 1 www.google.com',
 | 
						|
                                    "| grep -oP \'\d+(?=% packet loss)\'",
 | 
						|
                                    "['0']",
 | 
						|
                                    negative_test=False)
 | 
						|
        self.deleteEgressRule()
 | 
						|
        self.exec_script_on_user_vm('ping -c 1 www.google.com',
 | 
						|
                                    "| grep -oP \'\d+(?=% packet loss)\'",
 | 
						|
                                    "['100']",
 | 
						|
                                    negative_test=False)
 | 
						|
 | 
						|
 | 
						|
    @attr(tags = ["advanced"])
 | 
						|
    @log_test_exceptions
 | 
						|
    def test_10_egress_fr10(self):
 | 
						|
        """Test Invalid CIDR and Invalid Port ranges
 | 
						|
        """
 | 
						|
        # Validate the following:
 | 
						|
        # 1. deploy VM using network offering with egress policy true.
 | 
						|
        # 2. create egress rule invalid cidr invalid port range.
 | 
						|
        # 3. egress rule creation should fail.
 | 
						|
        self.create_vm()
 | 
						|
        self.assertRaises(Exception, self.createEgressRule, '10.2.2.0/24')
 | 
						|
 | 
						|
    @attr(tags = ["advanced"])
 | 
						|
    @log_test_exceptions
 | 
						|
    def test_10_1_egress_fr10(self):
 | 
						|
        """Test Invalid CIDR and Invalid Port ranges
 | 
						|
        """
 | 
						|
        # Validate the following:
 | 
						|
        # 1. deploy VM using network offering with egress policy false.
 | 
						|
        # 2. create egress rule invalid cidr invalid port range.
 | 
						|
        # 3. egress rule creation should fail.
 | 
						|
        self.create_vm(egress_policy=False)
 | 
						|
        self.assertRaises(Exception, self.createEgressRule, '10.2.2.0/24')
 | 
						|
 | 
						|
 | 
						|
    @attr(tags = ["advanced"])
 | 
						|
    @log_test_exceptions
 | 
						|
    def test_11_egress_fr11(self):
 | 
						|
        """Test Regression on Firewall + PF + LB + SNAT
 | 
						|
        """
 | 
						|
        # Validate the following:
 | 
						|
        # 1. deploy VM using network offering with egress policy true.
 | 
						|
        # 2. create PF/SNAT/LB.
 | 
						|
        # 3. All should work fine.
 | 
						|
        self.create_vm(pfrule=True)
 | 
						|
 | 
						|
    @attr(tags = ["advanced"])
 | 
						|
    @log_test_exceptions
 | 
						|
    def test_11_1_egress_fr11(self):
 | 
						|
        """Test Regression on Firewall + PF + LB + SNAT
 | 
						|
        """
 | 
						|
        # Validate the following:
 | 
						|
        # 1. deploy VM using network offering with egress policy false.
 | 
						|
        # 2. create PF/SNAT/LB.
 | 
						|
        # 3. All should work fine.
 | 
						|
        self.create_vm(pfrule=True, egress_policy=False)
 | 
						|
 | 
						|
 | 
						|
    @attr(tags = ["advanced"])
 | 
						|
    @log_test_exceptions
 | 
						|
    def test_12_egress_fr12(self):
 | 
						|
        """Test Reboot Router
 | 
						|
        """
 | 
						|
        # Validate the following:
 | 
						|
        # 1. deploy VM using network offering with egress policy true.
 | 
						|
        # 2. create egress rule valid cidr and port range.
 | 
						|
        # 3. reboot router.
 | 
						|
        # 4. access to public network should not be successfull.
 | 
						|
        self.create_vm()
 | 
						|
        self.createEgressRule()
 | 
						|
        self.reboot_Router()
 | 
						|
        self.exec_script_on_user_vm('ping -c 1 www.google.com',
 | 
						|
                                    "| grep -oP \'\d+(?=% packet loss)\'",
 | 
						|
                                    "['100']",
 | 
						|
                                    negative_test=False)
 | 
						|
 | 
						|
    @attr(tags = ["advanced"])
 | 
						|
    @log_test_exceptions
 | 
						|
    def test_12_1_egress_fr12(self):
 | 
						|
        """Test Reboot Router
 | 
						|
        """
 | 
						|
        # Validate the following:
 | 
						|
        # 1. deploy VM using network offering with egress policy false.
 | 
						|
        # 2. create egress rule valid  cidr port range.
 | 
						|
        # 3. reboot router.
 | 
						|
        # 4. access to public network should be successfull.
 | 
						|
        self.create_vm(egress_policy=False)
 | 
						|
        self.createEgressRule()
 | 
						|
        self.reboot_Router()
 | 
						|
        self.exec_script_on_user_vm('ping -c 1 www.google.com',
 | 
						|
                                    "| grep -oP \'\d+(?=% packet loss)\'",
 | 
						|
                                    "['0']",
 | 
						|
                                    negative_test=False)
 | 
						|
 | 
						|
 | 
						|
    @attr(tags = ["advanced"])
 | 
						|
    @log_test_exceptions
 | 
						|
    def test_13_egress_fr13(self):
 | 
						|
        """Test Redundant Router : Master failover
 | 
						|
        """
 | 
						|
        # Validate the following:
 | 
						|
        # 1. deploy VM using network offering with egress policy true.
 | 
						|
        # 2. create egress rule valid cidr valid port range.
 | 
						|
        # 3. redundant router
 | 
						|
        # 3. All should work fine.
 | 
						|
        #TODO: setup network with RR
 | 
						|
        self.create_vm(RR=True)
 | 
						|
        self.createEgressRule()
 | 
						|
        vm_network_id = self.virtual_machine.nic[0].networkid
 | 
						|
        self.debug("Listing routers for network: %s" % vm_network_id)
 | 
						|
        routers = Router.list(self.apiclient,
 | 
						|
                              networkid=vm_network_id,
 | 
						|
                              listall=True)
 | 
						|
        self.assertEqual(isinstance(routers, list),
 | 
						|
                         True,
 | 
						|
                         "list router should return Master and backup routers")
 | 
						|
        self.assertEqual(len(routers),
 | 
						|
                         2,
 | 
						|
                         "Length of the list router should be 2 (Backup & master)")
 | 
						|
 | 
						|
        if routers[0].redundantstate == 'MASTER':
 | 
						|
            master_router = routers[0]
 | 
						|
            backup_router = routers[1]
 | 
						|
        else:
 | 
						|
            master_router = routers[1]
 | 
						|
            backup_router = routers[0]
 | 
						|
 | 
						|
        self.debug("Redundant states: %s, %s" % (master_router.redundantstate,
 | 
						|
                                                backup_router.redundantstate))
 | 
						|
        self.debug("Stopping the Master router")
 | 
						|
        try:
 | 
						|
            Router.stop(self.apiclient, id=master_router.id)
 | 
						|
        except Exception as e:
 | 
						|
            self.fail("Failed to stop master router: %s" % e)
 | 
						|
 | 
						|
        # wait for VR update state
 | 
						|
        time.sleep(60)
 | 
						|
 | 
						|
        self.debug("Checking state of the master router in %s" % self.network.name)
 | 
						|
        routers = Router.list(self.apiclient,
 | 
						|
                              id=master_router.id,
 | 
						|
                              listall=True)
 | 
						|
        self.assertEqual(isinstance(routers, list),
 | 
						|
                         True,
 | 
						|
                         "list router should return Master and backup routers")
 | 
						|
 | 
						|
        self.exec_script_on_user_vm('ping -c 1 www.google.com',
 | 
						|
                                    "| grep -oP \'\d+(?=% packet loss)\'",
 | 
						|
                                    "['100']",
 | 
						|
                                    negative_test=False)
 | 
						|
 | 
						|
    @attr(tags = ["advanced"])
 | 
						|
    @log_test_exceptions
 | 
						|
    def test_13_1_egress_fr13(self):
 | 
						|
        """Test Redundant Router : Master failover
 | 
						|
        """
 | 
						|
        # Validate the following:
 | 
						|
        # 1. deploy VM using network offering with egress policy false.
 | 
						|
        # 2. create egress rule valid cidr valid port range.
 | 
						|
        # 3. redundant router
 | 
						|
        # 3. All should work fine.
 | 
						|
        #TODO: setup network with RR
 | 
						|
        self.create_vm(RR=True, egress_policy=False)
 | 
						|
        self.createEgressRule()
 | 
						|
        vm_network_id = self.virtual_machine.nic[0].networkid
 | 
						|
        self.debug("Listing routers for network: %s" % vm_network_id)
 | 
						|
        routers = Router.list(self.apiclient,
 | 
						|
                              networkid=vm_network_id,
 | 
						|
                              listall=True)
 | 
						|
        self.assertEqual(isinstance(routers, list),
 | 
						|
                         True,
 | 
						|
                         "list router should return Master and backup routers")
 | 
						|
        self.assertEqual(len(routers),
 | 
						|
                         2,
 | 
						|
                         "Length of the list router should be 2 (Backup & master)")
 | 
						|
 | 
						|
        if routers[0].redundantstate == 'MASTER':
 | 
						|
            master_router = routers[0]
 | 
						|
            backup_router = routers[1]
 | 
						|
        else:
 | 
						|
            master_router = routers[1]
 | 
						|
            backup_router = routers[0]
 | 
						|
 | 
						|
        self.debug("Redundant states: %s, %s" % (master_router.redundantstate,
 | 
						|
                                                backup_router.redundantstate))
 | 
						|
        self.debug("Stopping the Master router")
 | 
						|
        try:
 | 
						|
            Router.stop(self.apiclient, id=master_router.id)
 | 
						|
        except Exception as e:
 | 
						|
            self.fail("Failed to stop master router: %s" % e)
 | 
						|
 | 
						|
        # wait for VR update state
 | 
						|
        time.sleep(60)
 | 
						|
 | 
						|
        self.debug("Checking state of the master router in %s" % self.network.name)
 | 
						|
        routers = Router.list(self.apiclient,
 | 
						|
                              id=master_router.id,
 | 
						|
                              listall=True)
 | 
						|
        self.assertEqual(isinstance(routers, list),
 | 
						|
                         True,
 | 
						|
                         "list router should return Master and backup routers")
 | 
						|
 | 
						|
        self.exec_script_on_user_vm('ping -c 1 www.google.com',
 | 
						|
                                    "| grep -oP \'\d+(?=% packet loss)\'",
 | 
						|
                                    "['0']",
 | 
						|
                                    negative_test=False)
 |