apache/cloudstack
1
0
Fork 0
mirror of https://github.com/apache/cloudstack.git synced 2025-10-26 08:42:29 +01:00
Code Issues Packages Projects Releases Wiki Activity
cloudstack/test/integration/component/test_vpc_vm_life_cycle.py
Gaurav Aradhye c32b19a07d CLOUDSTACK-7215: Make expunge=True as default parameter value while calling destroyVirtualMachine through base library 
Signed-off-by: Santhosh Edukulla <santhosh.edukulla@gmail.com>
2014-08-04 12:21:32 +05:30

3560 lines
142 KiB
Python
Raw Blame History

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
""" Component tests VM life cycle in VPC network functionality
"""
#Import Local Modules
from nose.plugins.attrib import attr
from marvin.cloudstackTestCase import cloudstackTestCase
from marvin.lib.utils import cleanup_resources, validateList
from marvin.lib.base import (VirtualMachine,
NATRule,
LoadBalancerRule,
StaticNATRule,
PublicIPAddress,
VPC,
VpcOffering,
Network,
NetworkOffering,
NetworkACL,
Router,
Account,
ServiceOffering,
Host)
from marvin.lib.common import (get_domain,
get_zone,
get_template,
get_free_vlan,
wait_for_cleanup,
list_virtual_machines,
list_hosts,
findSuitableHostForMigration)
from marvin.codes import PASS, ERROR_NO_HOST_FOR_MIGRATION
import time
class Services:
"""Test VM life cycle in VPC network services
"""
def __init__(self):
self.services = {
"account": {
"email": "test@test.com",
"firstname": "Test",
"lastname": "User",
"username": "test",
# Random characters are appended for unique
# username
"password": "password",
},
"service_offering": {
"name": "Tiny Instance",
"displaytext": "Tiny Instance",
"cpunumber": 1,
"cpuspeed": 100,
"memory": 128,
},
"service_offering_1": {
"name": "Tiny Instance- tagged host 1",
"displaytext": "Tiny off-tagged host2",
"cpunumber": 1,
"cpuspeed": 100,
"memory": 128,
"tags": "host1"
},
"service_offering_2": {
"name": "Tiny Instance- tagged host 2",
"displaytext": "Tiny off-tagged host2",
"cpunumber": 1,
"cpuspeed": 100,
"memory": 128,
"tags": "host2"
},
"network_offering": {
"name": 'VPC Network offering',
"displaytext": 'VPC Network off',
"guestiptype": 'Isolated',
"supportedservices": 'Dhcp,Dns,SourceNat,PortForwarding,Lb,UserData,StaticNat,NetworkACL',
"traffictype": 'GUEST',
"availability": 'Optional',
"useVpc": 'on',
"serviceProviderList": {
"Dhcp": 'VpcVirtualRouter',
"Dns": 'VpcVirtualRouter',
"SourceNat": 'VpcVirtualRouter',
"PortForwarding": 'VpcVirtualRouter',
"Lb": 'VpcVirtualRouter',
"UserData": 'VpcVirtualRouter',
"StaticNat": 'VpcVirtualRouter',
"NetworkACL": 'VpcVirtualRouter'
},
"serviceCapabilityList": {
"SourceNat": {"SupportedSourceNatTypes": "peraccount"},
"Lb": {"lbSchemes": "public", "SupportedLbIsolation": "dedicated"}
},
},
"network_offering_no_lb": {
"name": 'VPC Network offering no LB',
"displaytext": 'VPC Network off no LB',
"guestiptype": 'Isolated',
"supportedservices": 'Dhcp,Dns,SourceNat,PortForwarding,UserData,StaticNat,NetworkACL',
"traffictype": 'GUEST',
"availability": 'Optional',
"useVpc": 'on',
"serviceProviderList": {
"Dhcp": 'VpcVirtualRouter',
"Dns": 'VpcVirtualRouter',
"SourceNat": 'VpcVirtualRouter',
"PortForwarding": 'VpcVirtualRouter',
"UserData": 'VpcVirtualRouter',
"StaticNat": 'VpcVirtualRouter',
"NetworkACL": 'VpcVirtualRouter'
},
},
"network_off_shared": {
"name": 'Shared Network offering',
"displaytext": 'Shared Network offering',
"guestiptype": 'Shared',
"traffictype": 'GUEST',
"availability": 'Optional',
"useVpc": 'on',
"specifyIpRanges": True,
"specifyVlan": True
},
"vpc_offering": {
"name": 'VPC off',
"displaytext": 'VPC off',
"supportedservices": 'Dhcp,Dns,SourceNat,PortForwarding,Lb,UserData,StaticNat',
},
"vpc": {
"name": "TestVPC",
"displaytext": "TestVPC",
"cidr": '10.0.0.1/24'
},
"network": {
"name": "Test Network",
"displaytext": "Test Network",
"netmask": '255.255.255.0',
"limit": 5,
# Max networks allowed as per hypervisor
# Xenserver -> 5, VMWare -> 9
},
"lbrule": {
"name": "SSH",
"alg": "leastconn",
# Algorithm used for load balancing
"privateport": 22,
"publicport": 22,
"openfirewall": False,
"startport": 22,
"endport": 22,
"protocol": "TCP",
"cidrlist": '0.0.0.0/0',
},
"natrule": {
"privateport": 22,
"publicport": 22,
"startport": 22,
"endport": 22,
"protocol": "TCP",
"cidrlist": '0.0.0.0/0',
},
"fw_rule": {
"startport": 1,
"endport": 6000,
"cidr": '0.0.0.0/0',
# Any network (For creating FW rule)
"protocol": "TCP"
},
"icmp_rule": {
"icmptype": -1,
"icmpcode": -1,
"cidrlist": '0.0.0.0/0',
"protocol": "ICMP"
},
"virtual_machine": {
"displayname": "Test VM",
"username": "root",
"password": "password",
"ssh_port": 22,
"hypervisor": 'XenServer',
# Hypervisor type should be same as
# hypervisor type of cluster
"privateport": 22,
"publicport": 22,
"protocol": 'TCP',
"userdata": 'This is sample data',
},
"ostype": 'CentOS 5.3 (64-bit)',
# Cent OS 5.3 (64 bit)
"sleep": 60,
"timeout": 10,
"mode": 'advanced'
}
class TestVMLifeCycleVPC(cloudstackTestCase):
@classmethod
def setUpClass(cls):
cls.testClient = super(TestVMLifeCycleVPC, cls).getClsTestClient()
cls.api_client = cls.testClient.getApiClient()
cls.services = Services().services
# Get Zone, Domain and templates
cls.domain = get_domain(cls.api_client)
cls.zone = get_zone(cls.api_client, cls.testClient.getZoneForTests())
cls.template = get_template(
cls.api_client,
cls.zone.id,
cls.services["ostype"]
)
cls.services["virtual_machine"]["zoneid"] = cls.zone.id
cls.services["virtual_machine"]["template"] = cls.template.id
cls.service_offering = ServiceOffering.create(
cls.api_client,
cls.services["service_offering"]
)
cls.account = Account.create(
cls.api_client,
cls.services["account"],
admin=True,
domainid=cls.domain.id
)
cls.vpc_off = VpcOffering.create(
cls.api_client,
cls.services["vpc_offering"]
)
cls.vpc_off.update(cls.api_client, state='Enabled')
cls.services["vpc"]["cidr"] = '10.1.1.1/16'
cls.vpc = VPC.create(
cls.api_client,
cls.services["vpc"],
vpcofferingid=cls.vpc_off.id,
zoneid=cls.zone.id,
account=cls.account.name,
domainid=cls.account.domainid
)
cls.nw_off = NetworkOffering.create(
cls.api_client,
cls.services["network_offering"],
conservemode=False
)
# Enable Network offering
cls.nw_off.update(cls.api_client, state='Enabled')
# Creating network using the network offering created
cls.network_1 = Network.create(
cls.api_client,
cls.services["network"],
accountid=cls.account.name,
domainid=cls.account.domainid,
networkofferingid=cls.nw_off.id,
zoneid=cls.zone.id,
gateway='10.1.1.1',
vpcid=cls.vpc.id
)
cls.nw_off_no_lb = NetworkOffering.create(
cls.api_client,
cls.services["network_offering_no_lb"],
conservemode=False
)
# Enable Network offering
cls.nw_off_no_lb.update(cls.api_client, state='Enabled')
# Spawn an instance in that network
cls.vm_1 = VirtualMachine.create(
cls.api_client,
cls.services["virtual_machine"],
accountid=cls.account.name,
domainid=cls.account.domainid,
serviceofferingid=cls.service_offering.id,
networkids=[str(cls.network_1.id)]
)
cls.vm_2 = VirtualMachine.create(
cls.api_client,
cls.services["virtual_machine"],
accountid=cls.account.name,
domainid=cls.account.domainid,
serviceofferingid=cls.service_offering.id,
networkids=[str(cls.network_1.id)]
)
cls.public_ip_1 = PublicIPAddress.create(
cls.api_client,
accountid=cls.account.name,
zoneid=cls.zone.id,
domainid=cls.account.domainid,
networkid=cls.network_1.id,
vpcid=cls.vpc.id
)
cls.lb_rule = LoadBalancerRule.create(
cls.api_client,
cls.services["lbrule"],
ipaddressid=cls.public_ip_1.ipaddress.id,
accountid=cls.account.name,
networkid=cls.network_1.id,
vpcid=cls.vpc.id,
domainid=cls.account.domainid
)
cls.lb_rule.assign(cls.api_client, [cls.vm_1, cls.vm_2])
cls.public_ip_2 = PublicIPAddress.create(
cls.api_client,
accountid=cls.account.name,
zoneid=cls.zone.id,
domainid=cls.account.domainid,
networkid=cls.network_1.id,
vpcid=cls.vpc.id
)
cls.nat_rule = NATRule.create(
cls.api_client,
cls.vm_1,
cls.services["natrule"],
ipaddressid=cls.public_ip_2.ipaddress.id,
openfirewall=False,
networkid=cls.network_1.id,
vpcid=cls.vpc.id
)
# Opening up the ports in VPC
cls.nwacl_nat = NetworkACL.create(
cls.api_client,
networkid=cls.network_1.id,
services=cls.services["natrule"],
traffictype='Ingress'
)
cls.nwacl_lb = NetworkACL.create(
cls.api_client,
networkid=cls.network_1.id,
services=cls.services["lbrule"],
traffictype='Ingress'
)
cls.nwacl_internet_1 = NetworkACL.create(
cls.api_client,
networkid=cls.network_1.id,
services=cls.services["icmp_rule"],
traffictype='Egress'
)
cls._cleanup = [
cls.account,
cls.service_offering,
cls.nw_off,
cls.nw_off_no_lb
]
return
@classmethod
def tearDownClass(cls):
try:
#Cleanup resources used
cleanup_resources(cls.api_client, cls._cleanup)
except Exception as e:
raise Exception("Warning: Exception during cleanup : %s" % e)
return
def setUp(self):
self.apiclient = self.testClient.getApiClient()
self.dbclient = self.testClient.getDbConnection()
self.cleanup = []
return
def tearDown(self):
try:
#Clean up, terminate the created network offerings
cleanup_resources(self.apiclient, self.cleanup)
except Exception as e:
raise Exception("Warning: Exception during cleanup : %s" % e)
return
def validate_vpc_offering(self, vpc_offering):
"""Validates the VPC offering"""
self.debug("Check if the VPC offering is created successfully?")
vpc_offs = VpcOffering.list(
self.apiclient,
id=vpc_offering.id
)
self.assertEqual(
isinstance(vpc_offs, list),
True,
"List VPC offerings should return a valid list"
)
self.assertEqual(
vpc_offering.name,
vpc_offs[0].name,
"Name of the VPC offering should match with listVPCOff data"
)
self.debug(
"VPC offering is created successfully - %s" %
vpc_offering.name)
return
def validate_vpc_network(self, network, state=None):
"""Validates the VPC network"""
self.debug("Check if the VPC network is created successfully?")
vpc_networks = VPC.list(
self.apiclient,
id=network.id
)
self.assertEqual(
isinstance(vpc_networks, list),
True,
"List VPC network should return a valid list"
)
self.assertEqual(
network.name,
vpc_networks[0].name,
"Name of the VPC network should match with listVPC data"
)
if state:
self.assertEqual(
vpc_networks[0].state,
state,
"VPC state should be '%s'" % state
)
self.debug("VPC network validated - %s" % network.name)
return
def validate_network_rules(self):
"""Validates if the network rules work properly or not?"""
try:
self.debug("Checking if we can SSH into VM_1 through %s?" %
(self.public_ip_1.ipaddress.ipaddress))
ssh_1 = self.vm_1.get_ssh_client(
ipaddress=self.public_ip_1.ipaddress.ipaddress,
reconnect=True)
self.debug("SSH into VM is successfully")
self.debug("Verifying if we can ping to outside world from VM?")
# Ping to outsite world
res = ssh_1.execute("ping -c 1 www.google.com")
# res = 64 bytes from maa03s17-in-f20.1e100.net (74.125.236.212):
# icmp_req=1 ttl=57 time=25.9 ms
# --- www.l.google.com ping statistics ---
# 1 packets transmitted, 1 received, 0% packet loss, time 0ms
# rtt min/avg/max/mdev = 25.970/25.970/25.970/0.000 ms
except Exception as e:
self.fail("Failed to SSH into VM - %s, %s" %
(self.public_ip_1.ipaddress.ipaddress, e))
result = str(res)
self.assertEqual(
result.count("1 received"),
1,
"Ping to outside world from VM should be successful"
)
self.debug("Checking if we can SSH into VM_1 through %s?" %
(self.public_ip_2.ipaddress.ipaddress))
try:
ssh_2 = self.vm_1.get_ssh_client(
ipaddress=self.public_ip_2.ipaddress.ipaddress,
reconnect=True)
self.debug("SSH into VM is successfully")
self.debug("Verifying if we can ping to outside world from VM?")
res = ssh_2.execute("ping -c 1 www.google.com")
except Exception as e:
self.fail("Failed to SSH into VM - %s, %s" %
(self.public_ip_2.ipaddress.ipaddress, e))
result = str(res)
self.assertEqual(
result.count("1 received"),
1,
"Ping to outside world from VM should be successful"
)
return
@attr(tags=["advanced", "intervlan"])
def test_01_deploy_instance_in_network(self):
""" Test deploy an instance in VPC networks
"""
# Validate the following
# 1. Create a VPC with cidr - 10.1.1.1/16
# 2. Add network1(10.1.1.1/24) and network2(10.1.2.1/24) to this VPC.
# Steps:
# 1. Deploy vm1 and vm2 in network1 and vm3 and vm4 in network2 using
# the default CentOS 6.2 Template
self.debug("Check if deployed VMs are in running state?")
vms = VirtualMachine.list(
self.apiclient,
account=self.account.name,
domainid=self.account.domainid,
listall=True
)
self.assertEqual(
isinstance(vms, list),
True,
"List VMs should return a valid response"
)
for vm in vms:
self.debug("VM name: %s, VM state: %s" % (vm.name, vm.state))
self.assertEqual(
vm.state,
"Running",
"Vm state should be running for each VM deployed"
)
return
@attr(tags=["advanced", "intervlan"])
def test_02_stop_instance_in_network(self):
""" Test stop an instance in VPC networks
"""
# Validate the following
# 1. Stop the virtual machines.
# 2. Rules should be still configured on virtual router.
self.debug("Stopping the virtual machines in account: %s" %
self.account.name)
try:
self.vm_1.stop(self.apiclient)
self.vm_2.stop(self.apiclient)
except Exception as e:
self.fail("Failed to stop the virtual instances, %s" % e)
# Check if the network rules still exists after Vm stop
self.debug("Checking if NAT rules ")
nat_rules = NATRule.list(
self.apiclient,
id=self.nat_rule.id,
listall=True
)
self.assertEqual(
isinstance(nat_rules, list),
True,
"List NAT rules shall return a valid list"
)
lb_rules = LoadBalancerRule.list(
self.apiclient,
id=self.lb_rule.id,
listall=True
)
self.assertEqual(
isinstance(lb_rules, list),
True,
"List LB rules shall return a valid list"
)
return
@attr(tags=["advanced", "intervlan"])
def test_03_start_instance_in_network(self):
""" Test start an instance in VPC networks
"""
# Validate the following
# 1. Start the virtual machines.
# 2. Vm should be started successfully.
# 3. Make sure that all the PF,LB and Static NAT rules on this VM
# works as expected.
# 3. Make sure that we are able to access google.com from this user Vm
self.debug("Starting the virtual machines in account: %s" %
self.account.name)
try:
self.vm_1.start(self.apiclient)
self.vm_2.start(self.apiclient)
except Exception as e:
self.fail("Failed to start the virtual instances, %s" % e)
# Wait until vms are up
time.sleep(120)
self.debug("Validating if the network rules work properly or not?")
self.validate_network_rules()
return
@attr(tags=["advanced", "intervlan"])
def test_04_reboot_instance_in_network(self):
""" Test reboot an instance in VPC networks
"""
# Validate the following
# 1. Reboot the virtual machines.
# 2. Vm should be started successfully.
# 3. Make sure that all the PF,LB and Static NAT rules on this VM
# works as expected.
# 3. Make sure that we are able to access google.com from this user Vm
self.debug("Validating if the network rules work properly or not?")
self.validate_network_rules()
self.debug("Starting the virtual machines in account: %s" %
self.account.name)
try:
self.vm_1.reboot(self.apiclient)
self.vm_2.reboot(self.apiclient)
except Exception as e:
self.fail("Failed to reboot the virtual instances, %s" % e)
# Wait until vms are up
time.sleep(120)
self.debug("Validating if the network rules work properly or not?")
self.validate_network_rules()
return
@attr(tags=["advanced", "intervlan"])
def test_05_destroy_instance_in_network(self):
""" Test destroy an instance in VPC networks
"""
# Validate the following
# 1. Destory the virtual machines.
# 2. Rules should be still configured on virtual router.
self.debug("Validating if the network rules work properly or not?")
self.validate_network_rules()
self.debug("Destroying the virtual machines in account: %s" %
self.account.name)
try:
self.vm_1.delete(self.apiclient, expunge=False)
self.vm_2.delete(self.apiclient, expunge=False)
except Exception as e:
self.fail("Failed to stop the virtual instances, %s" % e)
# Check if the network rules still exists after Vm stop
self.debug("Checking if NAT rules ")
nat_rules = NATRule.list(
self.apiclient,
id=self.nat_rule.id,
listall=True
)
self.assertEqual(
isinstance(nat_rules, list),
True,
"List NAT rules shall return a valid list"
)
lb_rules = LoadBalancerRule.list(
self.apiclient,
id=self.lb_rule.id,
listall=True
)
self.assertEqual(
isinstance(lb_rules, list),
True,
"List LB rules shall return a valid list"
)
#Recover the instances so that they don't get expunged before runing next test case in the suite
try:
self.vm_1.recover(self.apiclient)
self.vm_2.recover(self.apiclient)
except Exception as e:
self.fail("Failed to recover the virtual instances, %s" % e)
return
@attr(tags=["advanced", "intervlan"])
def test_06_recover_instance_in_network(self):
""" Test recover an instance in VPC networks
"""
self.debug("Deleted instacnes ..")
try:
self.vm_1.delete(self.apiclient, expunge=False)
self.vm_2.delete(self.apiclient, expunge=False)
except Exception as e:
self.fail("Failed to stop the virtual instances, %s" % e)
try:
self.vm_1.recover(self.apiclient)
self.vm_2.recover(self.apiclient)
except Exception as e:
self.fail("Failed to recover the virtual instances, %s" % e)
self.debug("Starting the two instances..")
try:
self.vm_1.start(self.apiclient)
self.vm_2.start(self.apiclient)
except Exception as e:
self.fail("Failed to start the instances, %s" % e)
# Wait until vms are up
time.sleep(120)
self.debug("Validating if the network rules work properly or not?")
self.validate_network_rules()
return
@attr(tags=["advanced", "intervlan"])
def test_07_migrate_instance_in_network(self):
""" Test migrate an instance in VPC networks
"""
# Validate the following
# 1. Migrate the virtual machines to other hosts
# 2. Vm should be in stopped state. State both the instances
# 3. Make sure that all the PF,LB and Static NAT rules on this VM
# works as expected.
# 3. Make sure that we are able to access google.com from this user Vm
self.debug("Validating if the network rules work properly or not?")
self.validate_network_rules()
host = findSuitableHostForMigration(self.apiclient, self.vm_1.id)
if host is None:
self.skipTest(ERROR_NO_HOST_FOR_MIGRATION)
self.debug("Migrating VM-ID: %s to Host: %s" % (
self.vm_1.id,
host.id
))
try:
self.vm_1.migrate(self.apiclient, hostid=host.id)
except Exception as e:
self.fail("Failed to migrate instance, %s" % e)
self.debug("Validating if the network rules work properly or not?")
self.validate_network_rules()
return
@attr(tags=["advanced", "intervlan"])
def test_08_user_data(self):
""" Test user data in virtual machines
"""
# Validate the following
# 1. Create a VPC with cidr - 10.1.1.1/16
# 2. Add network1(10.1.1.1/24) and network2(10.1.2.1/24) to this VPC.
# 3. Deploy a vm in network1 and a vm in network2 using userdata
# Steps
# 1.Query for the user data for both the user vms from both networks
# User should be able to query the user data for the vms belonging to
# both the networks from the VR
try:
ssh = self.vm_1.get_ssh_client(
ipaddress=self.public_ip_1.ipaddress.ipaddress,
reconnect=True)
self.debug("SSH into VM is successfully")
except Exception as e:
self.fail("Failed to SSH into instance")
self.debug("check the userdata with that of present in router")
try:
cmds = [
"wget http://%s/latest/user-data" % self.network_1.gateway,
"cat user-data",
]
for c in cmds:
result = ssh.execute(c)
self.debug("%s: %s" % (c, result))
except Exception as e:
self.fail("Failed to SSH in Virtual machine: %s" % e)
res = str(result)
self.assertEqual(
res.count(
self.services["virtual_machine"]["userdata"]),
1,
"Verify user data from router"
)
return
@attr(tags=["advanced", "intervlan"])
def test_09_meta_data(self):
""" Test meta data in virtual machines
"""
# Validate the following
# 1. Create a VPC with cidr - 10.1.1.1/16
# 2. Add network1(10.1.1.1/24) and network2(10.1.2.1/24) to this VPC.
# 3. Deploy a vm in network1 and a vm in network2 using userdata
# Steps
# 1.Query for the meta data for both the user vms from both networks
# User should be able to query the user data for the vms belonging to
# both the networks from the VR
try:
ssh = self.vm_1.get_ssh_client(
ipaddress=self.public_ip_1.ipaddress.ipaddress,
reconnect=True)
self.debug("SSH into VM is successfully")
except Exception as e:
self.fail("Failed to SSH into instance")
self.debug("check the metadata with that of present in router")
try:
cmds = [
"wget http://%s/latest/vm-id" % self.network_1.gateway,
"cat vm-id",
]
for c in cmds:
result = ssh.execute(c)
self.debug("%s: %s" % (c, result))
except Exception as e:
self.fail("Failed to SSH in Virtual machine: %s" % e)
res = str(result)
self.assertNotEqual(
res,
None,
"Meta data should be returned from router"
)
return
@attr(tags=["advanced", "intervlan"])
def test_10_expunge_instance_in_network(self):
""" Test expunge an instance in VPC networks
"""
# Validate the following
# 1. Recover the virtual machines.
# 2. Vm should be in stopped state. State both the instances
# 3. Make sure that all the PF,LB and Static NAT rules on this VM
# works as expected.
# 3. Make sure that we are able to access google.com from this user Vm
self.debug("Validating if the network rules work properly or not?")
self.validate_network_rules()
self.debug("Delete virtual machines in account: %s" %
self.account.name)
try:
self.vm_1.delete(self.apiclient)
self.vm_2.delete(self.apiclient)
except Exception as e:
self.fail("Failed to destroy the virtual instances, %s" % e)
self.debug(
"Waiting for expunge interval to cleanup the network and VMs")
wait_for_cleanup(
self.apiclient,
["expunge.interval", "expunge.delay"]
)
# Check if the network rules still exists after Vm stop
self.debug("Checking if NAT rules existed")
with self.assertRaises(Exception):
NATRule.list(
self.apiclient,
id=self.nat_rule.id,
listall=True
)
LoadBalancerRule.list(
self.apiclient,
id=self.lb_rule.id,
listall=True
)
return
class TestVMLifeCycleSharedNwVPC(cloudstackTestCase):
@classmethod
def setUpClass(cls):
cls.testClient = super(TestVMLifeCycleSharedNwVPC, cls).getClsTestClient()
cls.api_client = cls.testClient.getApiClient()
cls.services = Services().services
# Get Zone, Domain and templates
cls.domain = get_domain(cls.api_client)
cls.zone = get_zone(cls.api_client, cls.testClient.getZoneForTests())
cls.template = get_template(
cls.api_client,
cls.zone.id,
cls.services["ostype"]
)
cls.services["virtual_machine"]["zoneid"] = cls.zone.id
cls.services["virtual_machine"]["template"] = cls.template.id
cls.service_offering = ServiceOffering.create(
cls.api_client,
cls.services["service_offering"]
)
cls.vpc_off = VpcOffering.create(
cls.api_client,
cls.services["vpc_offering"]
)
cls.vpc_off.update(cls.api_client, state='Enabled')
cls.account = Account.create(
cls.api_client,
cls.services["account"],
admin=True,
domainid=cls.domain.id
)
cls.services["vpc"]["cidr"] = '10.1.1.1/16'
cls.vpc = VPC.create(
cls.api_client,
cls.services["vpc"],
vpcofferingid=cls.vpc_off.id,
zoneid=cls.zone.id,
account=cls.account.name,
domainid=cls.account.domainid
)
cls.nw_off = NetworkOffering.create(
cls.api_client,
cls.services["network_offering"],
conservemode=False
)
# Enable Network offering
cls.nw_off.update(cls.api_client, state='Enabled')
# Creating network using the network offering created
cls.network_1 = Network.create(
cls.api_client,
cls.services["network"],
accountid=cls.account.name,
domainid=cls.account.domainid,
networkofferingid=cls.nw_off.id,
zoneid=cls.zone.id,
gateway='10.1.1.1',
vpcid=cls.vpc.id
)
cls.nw_off_no_lb = NetworkOffering.create(
cls.api_client,
cls.services["network_offering_no_lb"],
conservemode=False
)
cls.shared_nw_off = NetworkOffering.create(
cls.api_client,
cls.services["network_off_shared"],
conservemode=False
)
# Enable Network offering
cls.shared_nw_off.update(cls.api_client, state='Enabled')
physical_network, shared_vlan = get_free_vlan(cls.api_client, cls.zone.id)
if shared_vlan is None:
assert False, "Failed to get free vlan id for shared network creation in the zone"
#create network using the shared network offering created
cls.services["network"]["acltype"] = "Domain"
cls.services["network"]["physicalnetworkid"] = physical_network.id
cls.services["network"]["vlan"] = shared_vlan
# Start Ip and End Ip should be specified for shared network
cls.services["network"]["startip"] = '10.1.2.20'
cls.services["network"]["endip"] = '10.1.2.30'
# Creating network using the network offering created
cls.network_2 = Network.create(
cls.api_client,
cls.services["network"],
accountid=cls.account.name,
domainid=cls.account.domainid,
networkofferingid=cls.shared_nw_off.id,
zoneid=cls.zone.id,
gateway='10.1.2.1',
)
cls.vm_1 = VirtualMachine.create(
cls.api_client,
cls.services["virtual_machine"],
accountid=cls.account.name,
domainid=cls.account.domainid,
serviceofferingid=cls.service_offering.id,
networkids=[str(cls.network_1.id),
str(cls.network_2.id)]
)
cls.vm_2 = VirtualMachine.create(
cls.api_client,
cls.services["virtual_machine"],
accountid=cls.account.name,
domainid=cls.account.domainid,
serviceofferingid=cls.service_offering.id,
networkids=[str(cls.network_1.id),
str(cls.network_2.id)]
)
cls.vm_3 = VirtualMachine.create(
cls.api_client,
cls.services["virtual_machine"],
accountid=cls.account.name,
domainid=cls.account.domainid,
serviceofferingid=cls.service_offering.id,
networkids=[str(cls.network_1.id),
str(cls.network_2.id)]
)
cls.public_ip_1 = PublicIPAddress.create(
cls.api_client,
accountid=cls.account.name,
zoneid=cls.zone.id,
domainid=cls.account.domainid,
networkid=cls.network_1.id,
vpcid=cls.vpc.id
)
cls.lb_rule = LoadBalancerRule.create(
cls.api_client,
cls.services["lbrule"],
ipaddressid=cls.public_ip_1.ipaddress.id,
accountid=cls.account.name,
networkid=cls.network_1.id,
vpcid=cls.vpc.id,
domainid=cls.account.domainid
)
# Only the vms in the same network can be added to load balancing rule
# hence we can't add vm_2 with vm_1
cls.lb_rule.assign(cls.api_client, [cls.vm_1])
cls.public_ip_2 = PublicIPAddress.create(
cls.api_client,
accountid=cls.account.name,
zoneid=cls.zone.id,
domainid=cls.account.domainid,
networkid=cls.network_1.id,
vpcid=cls.vpc.id
)
cls.nat_rule = NATRule.create(
cls.api_client,
cls.vm_1,
cls.services["natrule"],
ipaddressid=cls.public_ip_2.ipaddress.id,
openfirewall=False,
networkid=cls.network_1.id,
vpcid=cls.vpc.id
)
# Opening up the ports in VPC
cls.nwacl_nat = NetworkACL.create(
cls.api_client,
networkid=cls.network_1.id,
services=cls.services["natrule"],
traffictype='Ingress'
)
cls.nwacl_lb = NetworkACL.create(
cls.api_client,
networkid=cls.network_1.id,
services=cls.services["lbrule"],
traffictype='Ingress'
)
cls.nwacl_internet_1 = NetworkACL.create(
cls.api_client,
networkid=cls.network_1.id,
services=cls.services["icmp_rule"],
traffictype='Egress'
)
cls._cleanup = [
cls.account,
cls.network_2,
cls.nw_off,
cls.shared_nw_off,
cls.vpc_off,
cls.service_offering,
]
return
@classmethod
def tearDownClass(cls):
try:
cls.vpc_off.update(cls.api_client, state='Disabled')
cls.shared_nw_off.update(cls.api_client, state='Disabled')
cls.nw_off.update(cls.api_client, state='Disabled')
cleanup_resources(cls.api_client, cls._cleanup)
except Exception as e:
raise Exception("Warning: Exception during cleanup : %s" % e)
return
def setUp(self):
self.apiclient = self.testClient.getApiClient()
self.dbclient = self.testClient.getDbConnection()
self.cleanup = []
return
def tearDown(self):
try:
cleanup_resources(self.apiclient, self.cleanup)
except Exception as e:
raise Exception("Warning: Exception during cleanup : %s" % e)
return
def validate_vpc_offering(self, vpc_offering):
"""Validates the VPC offering"""
self.debug("Check if the VPC offering is created successfully?")
vpc_offs = VpcOffering.list(
self.apiclient,
id=vpc_offering.id
)
self.assertEqual(
isinstance(vpc_offs, list),
True,
"List VPC offerings should return a valid list"
)
self.assertEqual(
vpc_offering.name,
vpc_offs[0].name,
"Name of the VPC offering should match with listVPCOff data"
)
self.debug(
"VPC offering is created successfully - %s" %
vpc_offering.name)
return
def validate_vpc_network(self, network, state=None):
"""Validates the VPC network"""
self.debug("Check if the VPC network is created successfully?")
vpc_networks = VPC.list(
self.apiclient,
id=network.id
)
self.assertEqual(
isinstance(vpc_networks, list),
True,
"List VPC network should return a valid list"
)
self.assertEqual(
network.name,
vpc_networks[0].name,
"Name of the VPC network should match with listVPC data"
)
if state:
self.assertEqual(
vpc_networks[0].state,
state,
"VPC state should be '%s'" % state
)
self.debug("VPC network validated - %s" % network.name)
return
def validate_network_rules(self):
"""Validating if the network rules (PF/LB) works properly or not?"""
try:
self.debug("Checking if we can SSH into VM_1 through %s?" %
(self.public_ip_1.ipaddress.ipaddress))
ssh_1 = self.vm_1.get_ssh_client(
ipaddress=self.public_ip_1.ipaddress.ipaddress,
reconnect=True)
self.debug("SSH into VM is successfully")
self.debug("Verifying if we can ping to outside world from VM?")
# Ping to outsite world
res = ssh_1.execute("ping -c 1 www.google.com")
# res = 64 bytes from maa03s17-in-f20.1e100.net (74.125.236.212):
# icmp_req=1 ttl=57 time=25.9 ms
# --- www.l.google.com ping statistics ---
# 1 packets transmitted, 1 received, 0% packet loss, time 0ms
# rtt min/avg/max/mdev = 25.970/25.970/25.970/0.000 ms
result = str(res)
self.assertEqual(
result.count("1 received"),
1,
"Ping to outside world from VM should be successful"
)
self.debug("We should be allowed to ping virtual gateway")
self.debug("Finding the gateway corresponding to isolated network")
gateways = [nic.gateway for nic in self.vm_1.nic if nic.networkid == self.network_1.id]
gateway_list_validation_result = validateList(gateways)
self.assertEqual(gateway_list_validation_result[0], PASS, "gateway list validation failed due to %s" %
gateway_list_validation_result[2])
gateway = gateway_list_validation_result[1]
self.debug("VM gateway: %s" % gateway)
res = ssh_1.execute("ping -c 1 %s" % gateway)
self.debug("ping -c 1 %s: %s" % (gateway, res))
result = str(res)
self.assertEqual(
result.count("1 received"),
1,
"Ping to VM gateway should be successful"
)
except Exception as e:
self.fail("Failed to SSH into VM - %s, %s" %
(self.public_ip_1.ipaddress.ipaddress, e))
return
@attr(tags=["advanced", "intervlan"])
def test_01_deploy_instance_in_network(self):
""" Test deploy an instance in VPC networks
"""
# Validate the following
# 1. Successful deployment of the User VM.
# 2. Ping any host in the public Internet successfully.
# 3. Ping the gateways of the VPC's guest network and the
# Shared Guest Network successfully.
self.debug("Check if deployed VMs are in running state?")
vms = VirtualMachine.list(
self.apiclient,
account=self.account.name,
domainid=self.account.domainid,
listall=True
)
self.assertEqual(
isinstance(vms, list),
True,
"List VMs should return a valid response"
)
for vm in vms:
self.debug("VM name: %s, VM state: %s" % (vm.name, vm.state))
self.assertEqual(
vm.state,
"Running",
"Vm state should be running for each VM deployed"
)
self.debug("Validating if network rules are coonfigured properly?")
self.validate_network_rules()
return
@attr(tags=["advanced", "intervlan"])
def test_02_stop_instance_in_network(self):
""" Test stop an instance in VPC networks
"""
# Validate the following
# 1. Stop the virtual machines.
# 2. Rules should be still configured on virtual router.
self.debug("Validating if network rules are coonfigured properly?")
self.validate_network_rules()
self.debug("Stopping one of the virtual machines in account: %s" %
self.account.name)
try:
self.vm_2.stop(self.apiclient)
except Exception as e:
self.fail("Failed to stop the virtual instances, %s" % e)
self.debug("Validating if network rules are coonfigured properly?")
self.validate_network_rules()
return
@attr(tags=["advanced", "intervlan"])
def test_03_start_instance_in_network(self):
""" Test start an instance in VPC networks
"""
# Validate the following
# 1. Start the virtual machines.
# 2. Rules should be still configured on virtual router.
self.debug("Validating if network rules are coonfigured properly?")
self.validate_network_rules()
self.debug("Starting one of the virtual machines in account: %s" %
self.account.name)
try:
self.vm_2.start(self.apiclient)
except Exception as e:
self.fail("Failed to start the virtual instances, %s" % e)
self.debug("Check if the instance is in stopped state?")
vms = VirtualMachine.list(
self.apiclient,
id=self.vm_2.id,
listall=True
)
self.assertEqual(
isinstance(vms, list),
True,
"List virtual machines should return a valid list"
)
vm = vms[0]
self.assertEqual(
vm.state,
"Running",
"Virtual machine should be in running state"
)
self.debug("Validating if network rules are coonfigured properly?")
self.validate_network_rules()
return
@attr(tags=["advanced", "intervlan"])
def test_04_reboot_instance_in_network(self):
""" Test reboot an instance in VPC networks
"""
# Validate the following
# 1. Reboot the virtual machines.
# 2. Rules should be still configured on virtual router.
self.debug("Validating if network rules are coonfigured properly?")
self.validate_network_rules()
self.debug("Restarting the virtual machines in account: %s" %
self.account.name)
try:
self.vm_1.reboot(self.apiclient)
self.vm_2.reboot(self.apiclient)
except Exception as e:
self.fail("Failed to reboot the virtual instances, %s" % e)
self.debug("Check if the instance is in stopped state?")
vms = VirtualMachine.list(
self.apiclient,
account=self.account.name,
domainid=self.account.domainid,
listall=True
)
self.assertEqual(
isinstance(vms, list),
True,
"List virtual machines should return a valid list"
)
for vm in vms:
self.assertEqual(
vm.state,
"Running",
"Virtual machine should be in running state"
)
self.debug("Validating if network rules are coonfigured properly?")
self.validate_network_rules()
return
@attr(tags=["advanced", "intervlan"])
def test_05_destroy_instance_in_network(self):
""" Test destroy an instance in VPC networks
"""
# Validate the following
# 1. Destroy one of the virtual machines.
# 2. Rules should be still configured on virtual router.
self.debug("Destroying one of the virtual machines in account: %s" %
self.account.name)
try:
self.vm_2.delete(self.apiclient)
except Exception as e:
self.fail("Failed to destroy the virtual instances, %s" % e)
#Wait for expunge interval to cleanup VM
wait_for_cleanup(self.apiclient, ["expunge.delay", "expunge.interval"])
self.debug("Check if the instance is in stopped state?")
vms = VirtualMachine.list(
self.apiclient,
id=self.vm_2.id,
listall=True
)
self.assertEqual(
vms,
None,
"List virtual machines should not return anything"
)
self.debug("Validating if network rules are coonfigured properly?")
self.validate_network_rules()
return
@attr(tags=["advanced", "intervlan"])
def test_06_recover_instance_in_network(self):
""" Test recover an instance in VPC networks
"""
self.debug("Deploying vm")
self.vm_2 = VirtualMachine.create(
self.api_client,
self.services["virtual_machine"],
accountid=self.account.name,
domainid=self.account.domainid,
serviceofferingid=self.service_offering.id,
networkids=[str(self.network_1.id),
str(self.network_2.id)]
)
self.cleanup.append(self.vm_2)
try:
self.vm_2.delete(self.apiclient, expunge=False)
except Exception as e:
self.fail("Failed to destroy the virtual instances, %s" % e)
try:
self.vm_2.recover(self.apiclient)
except Exception as e:
self.fail("Failed to recover the virtual instances, %s" % e)
self.debug("Check if the instance is in stopped state?")
vms = VirtualMachine.list(
self.apiclient,
id=self.vm_2.id,
listall=True
)
self.assertEqual(
isinstance(vms, list),
True,
"List virtual machines should return a valid list"
)
vm = vms[0]
self.assertEqual(
vm.state,
"Stopped",
"Virtual machine should be in stopped state"
)
self.debug("Starting the instance: %s" % self.vm_2.name)
try:
self.vm_2.start(self.apiclient)
except Exception as e:
self.fail("Failed to start the instances, %s" % e)
vms = VirtualMachine.list(
self.apiclient,
id=self.vm_2.id,
listall=True
)
self.assertEqual(
isinstance(vms, list),
True,
"List virtual machines should return a valid list"
)
vm = vms[0]
self.assertEqual(
vm.state,
"Running",
"Virtual machine should be in running state"
)
self.debug("Validating if network rules are coonfigured properly?")
self.validate_network_rules()
return
@attr(tags=["advanced", "intervlan"])
def test_07_migrate_instance_in_network(self):
""" Test migrate an instance in VPC networks
"""
# Validate the following
# 1. Migrate the virtual machines to other hosts
# 2. Vm should be in stopped state. State both the instances
# 3. Make sure that all the PF,LB and Static NAT rules on this VM
# works as expected.
# 3. Make sure that we are able to access google.com from this user Vm
self.debug("Validating if network rules are coonfigured properly?")
self.validate_network_rules()
host = findSuitableHostForMigration(self.apiclient, self.vm_1.id)
if host is None:
self.skipTest(ERROR_NO_HOST_FOR_MIGRATION)
self.debug("Migrating VM-ID: %s to Host: %s" % (
self.vm_1.id,
host.id
))
try:
self.vm_1.migrate(self.apiclient, hostid=host.id)
except Exception as e:
self.fail("Failed to migrate instance, %s" % e)
self.debug("Validating if network rules are coonfigured properly?")
self.validate_network_rules()
return
@attr(tags=["advanced", "intervlan"])
def test_08_user_data(self):
""" Test user data in virtual machines
"""
# Validate the following
# 1. Create a VPC with cidr - 10.1.1.1/16
# 2. Add network1(10.1.1.1/24) and network2(10.1.2.1/24) to this VPC.
# 3. Deploy a vm in network1 and a vm in network2 using userdata
# Steps
# 1.Query for the user data for both the user vms from both networks
# User should be able to query the user data for the vms belonging to
# both the networks from the VR
try:
ssh = self.vm_1.get_ssh_client(
ipaddress=self.public_ip_1.ipaddress.ipaddress,
reconnect=True)
self.debug("SSH into VM is successfully")
except Exception as e:
self.fail("Failed to SSH into instance")
self.debug("check the userdata with that of present in router")
try:
cmds = [
"wget http://%s/latest/user-data" % self.network_1.gateway,
"cat user-data",
]
for c in cmds:
result = ssh.execute(c)
self.debug("%s: %s" % (c, result))
except Exception as e:
self.fail("Failed to SSH in Virtual machine: %s" % e)
res = str(result)
self.assertEqual(
res.count(
self.services["virtual_machine"]["userdata"]),
1,
"Verify user data from router"
)
return
@attr(tags=["advanced", "intervlan"])
def test_09_meta_data(self):
""" Test meta data in virtual machines
"""
# Validate the following
# 1. Create a VPC with cidr - 10.1.1.1/16
# 2. Add network1(10.1.1.1/24) and network2(10.1.2.1/24) to this VPC.
# 3. Deploy a vm in network1 and a vm in network2 using userdata
# Steps
# 1.Query for the meta data for both the user vms from both networks
# User should be able to query the user data for the vms belonging to
# both the networks from the VR
try:
ssh = self.vm_1.get_ssh_client(
ipaddress=self.public_ip_1.ipaddress.ipaddress,
reconnect=True)
self.debug("SSH into VM is successfully")
except Exception as e:
self.fail("Failed to SSH into instance")
self.debug("check the metadata with that of present in router")
try:
cmds = [
"wget http://%s/latest/vm-id" % self.network_1.gateway,
"cat vm-id",
]
for c in cmds:
result = ssh.execute(c)
self.debug("%s: %s" % (c, result))
except Exception as e:
self.fail("Failed to SSH in Virtual machine: %s" % e)
res = str(result)
self.assertNotEqual(
res,
None,
"Meta data should be returned from router"
)
return
@attr(tags=["advanced", "intervlan"])
def test_10_expunge_instance_in_network(self):
""" Test expunge an instance in VPC networks
"""
# Validate the following
# 1. Recover the virtual machines.
# 2. Vm should be in stopped state. State both the instances
# 3. Make sure that all the PF,LB and Static NAT rules on this VM
# works as expected.
# 3. Make sure that we are able to access google.com from this user Vm
self.debug("Validating if network rules are coonfigured properly?")
self.validate_network_rules()
self.debug("Delete virtual machines in account: %s" %
self.account.name)
try:
self.vm_3.delete(self.apiclient)
except Exception as e:
self.fail("Failed to destroy the virtual instances, %s" % e)
self.debug(
"Waiting for expunge interval to cleanup the network and VMs")
wait_for_cleanup(
self.apiclient,
["expunge.interval", "expunge.delay"]
)
self.debug("Validating if network rules are coonfigured properly?")
self.validate_network_rules()
self.debug(
"Deleting the rest of the virtual machines in account: %s" %
self.account.name)
try:
self.vm_1.delete(self.apiclient)
except Exception as e:
self.fail("Failed to destroy the virtual instances, %s" % e)
self.debug(
"Waiting for expunge interval to cleanup the network and VMs")
wait_for_cleanup(
self.apiclient,
["expunge.interval", "expunge.delay"]
)
# Check if the network rules still exists after Vm expunged
self.debug("Checking if NAT rules existed ")
with self.assertRaises(Exception):
NATRule.list(
self.apiclient,
id=self.nat_rule.id,
listall=True
)
LoadBalancerRule.list(
self.apiclient,
id=self.lb_rule.id,
listall=True
)
return
class TestVMLifeCycleBothIsolated(cloudstackTestCase):
@classmethod
def setUpClass(cls):
cls.testClient = super(TestVMLifeCycleBothIsolated, cls).getClsTestClient()
cls.api_client = cls.testClient.getApiClient()
cls.services = Services().services
# Get Zone, Domain and templates
cls.domain = get_domain(cls.api_client)
cls.zone = get_zone(cls.api_client, cls.testClient.getZoneForTests())
cls.template = get_template(
cls.api_client,
cls.zone.id,
cls.services["ostype"]
)
cls.services["virtual_machine"]["zoneid"] = cls.zone.id
cls.services["virtual_machine"]["template"] = cls.template.id
cls.service_offering = ServiceOffering.create(
cls.api_client,
cls.services["service_offering"]
)
cls.vpc_off = VpcOffering.create(
cls.api_client,
cls.services["vpc_offering"]
)
cls.vpc_off.update(cls.api_client, state='Enabled')
cls.account = Account.create(
cls.api_client,
cls.services["account"],
admin=True,
domainid=cls.domain.id
)
cls.vpc_off = VpcOffering.create(
cls.api_client,
cls.services["vpc_offering"]
)
cls.vpc_off.update(cls.api_client, state='Enabled')
cls.services["vpc"]["cidr"] = '10.1.1.1/16'
cls.vpc = VPC.create(
cls.api_client,
cls.services["vpc"],
vpcofferingid=cls.vpc_off.id,
zoneid=cls.zone.id,
account=cls.account.name,
domainid=cls.account.domainid
)
cls.nw_off = NetworkOffering.create(
cls.api_client,
cls.services["network_offering"],
conservemode=False
)
# Enable Network offering
cls.nw_off.update(cls.api_client, state='Enabled')
# Creating network using the network offering created
cls.network_1 = Network.create(
cls.api_client,
cls.services["network"],
accountid=cls.account.name,
domainid=cls.account.domainid,
networkofferingid=cls.nw_off.id,
zoneid=cls.zone.id,
gateway='10.1.1.1',
vpcid=cls.vpc.id
)
cls.nw_off_no_lb = NetworkOffering.create(
cls.api_client,
cls.services["network_offering_no_lb"],
conservemode=False
)
# Enable Network offering
cls.nw_off_no_lb.update(cls.api_client, state='Enabled')
# Creating network using the network offering created
cls.network_2 = Network.create(
cls.api_client,
cls.services["network"],
accountid=cls.account.name,
domainid=cls.account.domainid,
networkofferingid=cls.nw_off_no_lb.id,
zoneid=cls.zone.id,
gateway='10.1.2.1',
vpcid=cls.vpc.id
)
cls._cleanup = [
cls.account,
cls.service_offering,
cls.nw_off,
cls.nw_off_no_lb,
cls.vpc_off
]
return
@classmethod
def tearDownClass(cls):
try:
cleanup_resources(cls.api_client, cls._cleanup)
except Exception as e:
raise Exception("Warning: Exception during cleanup : %s" % e)
return
def setUp(self):
self.apiclient = self.testClient.getApiClient()
self.dbclient = self.testClient.getDbConnection()
self.cleanup = []
return
def tearDown(self):
try:
#Clean up, terminate the created network offerings
cleanup_resources(self.apiclient, self.cleanup)
except Exception as e:
raise Exception("Warning: Exception during cleanup : %s" % e)
return
def validate_vpc_offering(self, vpc_offering):
"""Validates the VPC offering"""
self.debug("Check if the VPC offering is created successfully?")
vpc_offs = VpcOffering.list(
self.apiclient,
id=vpc_offering.id
)
self.assertEqual(
isinstance(vpc_offs, list),
True,
"List VPC offerings should return a valid list"
)
self.assertEqual(
vpc_offering.name,
vpc_offs[0].name,
"Name of the VPC offering should match with listVPCOff data"
)
self.debug(
"VPC offering is created successfully - %s" %
vpc_offering.name)
return
def validate_vpc_network(self, network, state=None):
"""Validates the VPC network"""
self.debug("Check if the VPC network is created successfully?")
vpc_networks = VPC.list(
self.apiclient,
id=network.id
)
self.assertEqual(
isinstance(vpc_networks, list),
True,
"List VPC network should return a valid list"
)
self.assertEqual(
network.name,
vpc_networks[0].name,
"Name of the VPC network should match with listVPC data"
)
if state:
self.assertEqual(
vpc_networks[0].state,
state,
"VPC state should be '%s'" % state
)
self.debug("VPC network validated - %s" % network.name)
return
def validate_network_rules(self):
"""Validating if the network rules (PF/LB) works properly or not?"""
try:
self.debug("Checking if we can SSH into VM_1 through %s?" %
(self.public_ip_1.ipaddress.ipaddress))
ssh_1 = self.vm_1.get_ssh_client(
ipaddress=self.public_ip_1.ipaddress.ipaddress,
reconnect=True)
self.debug("SSH into VM is successfully")
self.debug("Verifying if we can ping to outside world from VM?")
# Ping to outsite world
res = ssh_1.execute("ping -c 1 www.google.com")
# res = 64 bytes from maa03s17-in-f20.1e100.net (74.125.236.212):
# icmp_req=1 ttl=57 time=25.9 ms
# --- www.l.google.com ping statistics ---
# 1 packets transmitted, 1 received, 0% packet loss, time 0ms
# rtt min/avg/max/mdev = 25.970/25.970/25.970/0.000 ms
result = str(res)
self.assertEqual(
result.count("1 received"),
1,
"Ping to outside world from VM should be successful"
)
self.debug("We should be allowed to ping virtual gateway")
self.debug("VM gateway: %s" % self.vm_1.nic[0].gateway)
res = ssh_1.execute("ping -c 1 %s" % self.vm_1.nic[0].gateway)
self.debug("ping -c 1 %s: %s" % (self.vm_1.nic[0].gateway, res))
result = str(res)
self.assertEqual(
result.count("1 received"),
1,
"Ping to VM gateway should be successful"
)
except Exception as e:
self.fail("Failed to SSH into VM - %s, %s" %
(self.public_ip_1.ipaddress.ipaddress, e))
return
@attr(tags=["advanced", "intervlan"])
def test_01_deploy_vm_two_isolated_nw(self):
""" Test deploy virtual machine in two isolated networks"""
# Validate the following
# 1. Create a VPC with cidr - 10.1.1.1/16
# 2. Add network1(10.1.1.1/24) and network2(10.1.2.1/24) to this VPC.
# Steps:
# 1. Deploy a VM such that the VM is part of both networks-network1
# and network2. Fail to deploy a VM.
self.debug("Validating the VPC offering created")
self.validate_vpc_offering(self.vpc_off)
self.debug("Validating VPC created in setup class")
self.validate_vpc_network(self.vpc)
self.debug("Deploying virtual machine in two isolated networks")
with self.assertRaises(Exception):
VirtualMachine.create(
self.apiclient,
self.services["virtual_machine"],
accountid=self.account.name,
domainid=self.account.domainid,
serviceofferingid=self.service_offering.id,
networkids=[str(self.network_1.id),
str(self.network_2.id)]
)
self.debug("Deploy VM in 2 isolated networks failed")
return
@attr(tags=["advanced", "intervlan"])
def test_02_deploy_vm_vpcvr_stopped(self):
""" Test deploy virtual machine when VPC VR in stopped state"""
# Validate the following
# Pre-Req:
# 1. Create a VPC with cidr - 10.1.1.1/16
# 2. Add network1(10.1.1.1/24) to this VPC.
# 3. Stop the VPC Virtual Router
# Steps:
# 1. Deploy a VM using the default CentOS 6.2 Template
self.debug("Finding the virtual router for vpc: %s" % self.vpc.id)
routers = Router.list(
self.apiclient,
zoneid=self.zone.id,
listall=True
)
self.assertEqual(
isinstance(routers, list),
True,
"List routers should return router for vpc: %s" %
self.vpc.id
)
router = routers[0]
self.debug("Check state of VPC virtual router, state: %s" %
router.state)
if router.state == "Running":
self.debug("Router state is running, stop it!")
Router.stop(self.apiclient, id=router.id)
self.debug("Check the router state again")
routers = Router.list(
self.apiclient,
id=router.id,
listall=True
)
self.assertEqual(
isinstance(routers, list),
True,
"List routers should return router for vpc: %s" %
self.vpc.id
)
router = routers[0]
self.debug("router.state %s" %
router.state)
self.assertEqual(
router.state,
"Stopped",
"Router state should be stopped"
)
self.debug("Deploy an instance in network: %s with stopped VPCVR" %
self.network_1.name)
try:
vm = VirtualMachine.create(
self.apiclient,
self.services["virtual_machine"],
accountid=self.account.name,
domainid=self.account.domainid,
serviceofferingid=self.service_offering.id,
networkids=[str(self.network_1.id)]
)
except Exception as e:
self.fail("Failed to deploy the virtual instance: %s" % e)
self.debug("Verify the deployment of virtual instace")
vms = VirtualMachine.list(
self.apiclient,
id=vm.id,
listall=True
)
self.assertEqual(
isinstance(vms, list),
True,
"List vms shall return a valid resposnse"
)
vm_response = vms[0]
self.assertEqual(
vm_response.state,
"Running",
"VM state should be running after deployment"
)
return
class TestVMLifeCycleStoppedVPCVR(cloudstackTestCase):
@classmethod
def setUpClass(cls):
cls.testClient = super(TestVMLifeCycleStoppedVPCVR, cls).getClsTestClient()
cls.api_client = cls.testClient.getApiClient()
cls.services = Services().services
# Get Zone, Domain and templates
cls.domain = get_domain(cls.api_client)
cls.zone = get_zone(cls.api_client, cls.testClient.getZoneForTests())
cls.template = get_template(
cls.api_client,
cls.zone.id,
cls.services["ostype"]
)
cls.services["virtual_machine"]["zoneid"] = cls.zone.id
cls.services["virtual_machine"]["template"] = cls.template.id
cls.service_offering = ServiceOffering.create(
cls.api_client,
cls.services["service_offering"]
)
cls.account = Account.create(
cls.api_client,
cls.services["account"],
admin=True,
domainid=cls.domain.id
)
cls.vpc_off = VpcOffering.create(
cls.api_client,
cls.services["vpc_offering"]
)
cls.vpc_off.update(cls.api_client, state='Enabled')
cls.services["vpc"]["cidr"] = '10.1.1.1/16'
cls.vpc = VPC.create(
cls.api_client,
cls.services["vpc"],
vpcofferingid=cls.vpc_off.id,
zoneid=cls.zone.id,
account=cls.account.name,
domainid=cls.account.domainid
)
cls.nw_off = NetworkOffering.create(
cls.api_client,
cls.services["network_offering"],
conservemode=False
)
# Enable Network offering
cls.nw_off.update(cls.api_client, state='Enabled')
# Creating network using the network offering created
cls.network_1 = Network.create(
cls.api_client,
cls.services["network"],
accountid=cls.account.name,
domainid=cls.account.domainid,
networkofferingid=cls.nw_off.id,
zoneid=cls.zone.id,
gateway='10.1.1.1',
vpcid=cls.vpc.id
)
cls.nw_off_no_lb = NetworkOffering.create(
cls.api_client,
cls.services["network_offering_no_lb"],
conservemode=False
)
# Enable Network offering
cls.nw_off_no_lb.update(cls.api_client, state='Enabled')
# Creating network using the network offering created
cls.network_2 = Network.create(
cls.api_client,
cls.services["network"],
accountid=cls.account.name,
domainid=cls.account.domainid,
networkofferingid=cls.nw_off_no_lb.id,
zoneid=cls.zone.id,
gateway='10.1.2.1',
vpcid=cls.vpc.id
)
# Spawn an instance in that network
cls.vm_1 = VirtualMachine.create(
cls.api_client,
cls.services["virtual_machine"],
accountid=cls.account.name,
domainid=cls.account.domainid,
serviceofferingid=cls.service_offering.id,
networkids=[str(cls.network_1.id)]
)
# Spawn an instance in that network
cls.vm_2 = VirtualMachine.create(
cls.api_client,
cls.services["virtual_machine"],
accountid=cls.account.name,
domainid=cls.account.domainid,
serviceofferingid=cls.service_offering.id,
networkids=[str(cls.network_1.id)]
)
cls.vm_3 = VirtualMachine.create(
cls.api_client,
cls.services["virtual_machine"],
accountid=cls.account.name,
domainid=cls.account.domainid,
serviceofferingid=cls.service_offering.id,
networkids=[str(cls.network_2.id)]
)
cls.public_ip_1 = PublicIPAddress.create(
cls.api_client,
accountid=cls.account.name,
zoneid=cls.zone.id,
domainid=cls.account.domainid,
networkid=cls.network_1.id,
vpcid=cls.vpc.id
)
cls.lb_rule = LoadBalancerRule.create(
cls.api_client,
cls.services["lbrule"],
ipaddressid=cls.public_ip_1.ipaddress.id,
accountid=cls.account.name,
networkid=cls.network_1.id,
vpcid=cls.vpc.id,
domainid=cls.account.domainid
)
cls.lb_rule.assign(cls.api_client, [cls.vm_1, cls.vm_2])
cls.public_ip_2 = PublicIPAddress.create(
cls.api_client,
accountid=cls.account.name,
zoneid=cls.zone.id,
domainid=cls.account.domainid,
networkid=cls.network_1.id,
vpcid=cls.vpc.id
)
cls.nat_rule = NATRule.create(
cls.api_client,
cls.vm_1,
cls.services["natrule"],
ipaddressid=cls.public_ip_2.ipaddress.id,
openfirewall=False,
networkid=cls.network_1.id,
vpcid=cls.vpc.id
)
# Opening up the ports in VPC
cls.nwacl_nat = NetworkACL.create(
cls.api_client,
networkid=cls.network_1.id,
services=cls.services["natrule"],
traffictype='Ingress'
)
cls.nwacl_lb = NetworkACL.create(
cls.api_client,
networkid=cls.network_1.id,
services=cls.services["lbrule"],
traffictype='Ingress'
)
cls.nwacl_internet = NetworkACL.create(
cls.api_client,
networkid=cls.network_1.id,
services=cls.services["icmp_rule"],
traffictype='Egress'
)
cls._cleanup = [
cls.account,
cls.service_offering,
cls.nw_off,
cls.nw_off_no_lb
]
return
@classmethod
def tearDownClass(cls):
try:
cleanup_resources(cls.api_client, cls._cleanup)
except Exception as e:
raise Exception("Warning: Exception during cleanup : %s" % e)
return
def setUp(self):
self.apiclient = self.testClient.getApiClient()
self.dbclient = self.testClient.getDbConnection()
self.debug("Check the status of VPC virtual router")
routers = Router.list(
self.apiclient,
zoneid=self.zone.id,
listall=True
)
if not isinstance(routers, list):
raise Exception("No response from list routers API")
self.router = routers[0]
if self.router.state == "Running":
Router.stop(self.apiclient, id=self.router.id)
self.cleanup = []
return
def tearDown(self):
try:
#Clean up, terminate the created network offerings
cleanup_resources(self.apiclient, self.cleanup)
except Exception as e:
raise Exception("Warning: Exception during cleanup : %s" % e)
return
def validate_vpc_offering(self, vpc_offering):
"""Validates the VPC offering"""
self.debug("Check if the VPC offering is created successfully?")
vpc_offs = VpcOffering.list(
self.apiclient,
id=vpc_offering.id
)
self.assertEqual(
isinstance(vpc_offs, list),
True,
"List VPC offerings should return a valid list"
)
self.assertEqual(
vpc_offering.name,
vpc_offs[0].name,
"Name of the VPC offering should match with listVPCOff data"
)
self.debug(
"VPC offering is created successfully - %s" %
vpc_offering.name)
return
def validate_vpc_network(self, network, state=None):
"""Validates the VPC network"""
self.debug("Check if the VPC network is created successfully?")
vpc_networks = VPC.list(
self.apiclient,
id=network.id
)
self.assertEqual(
isinstance(vpc_networks, list),
True,
"List VPC network should return a valid list"
)
self.assertEqual(
network.name,
vpc_networks[0].name,
"Name of the VPC network should match with listVPC data"
)
if state:
self.assertEqual(
vpc_networks[0].state,
state,
"VPC state should be '%s'" % state
)
self.debug("VPC network validated - %s" % network.name)
return
def validate_network_rules(self):
"""Validates if the network rules work properly or not?"""
try:
self.debug("Checking if we can SSH into VM_1 through %s?" %
(self.public_ip_1.ipaddress.ipaddress))
ssh_1 = self.vm_1.get_ssh_client(
ipaddress=self.public_ip_1.ipaddress.ipaddress,
reconnect=True)
self.debug("SSH into VM is successfully")
self.debug("Verifying if we can ping to outside world from VM?")
# Ping to outsite world
res = ssh_1.execute("ping -c 1 www.google.com")
# res = 64 bytes from maa03s17-in-f20.1e100.net (74.125.236.212):
# icmp_req=1 ttl=57 time=25.9 ms
# --- www.l.google.com ping statistics ---
# 1 packets transmitted, 1 received, 0% packet loss, time 0ms
# rtt min/avg/max/mdev = 25.970/25.970/25.970/0.000 ms
except Exception as e:
self.fail("Failed to SSH into VM - %s, %s" %
(self.public_ip_1.ipaddress.ipaddress, e))
result = str(res)
self.assertEqual(
result.count("1 received"),
1,
"Ping to outside world from VM should be successful"
)
self.debug("Checking if we can SSH into VM_1?")
try:
ssh_2 = self.vm_1.get_ssh_client(
ipaddress=self.public_ip_2.ipaddress.ipaddress,
reconnect=True)
self.debug("SSH into VM is successfully")
self.debug("Verifying if we can ping to outside world from VM?")
res = ssh_2.execute("ping -c 1 www.google.com")
except Exception as e:
self.fail("Failed to SSH into VM - %s, %s" %
(self.public_ip_2.ipaddress.ipaddress, e))
result = str(res)
self.assertEqual(
result.count("1 received"),
1,
"Ping to outside world from VM should be successful"
)
return
@attr(tags=["advanced", "intervlan"])
def test_01_deploy_instance_in_network(self):
""" Test deploy an instance in VPC networks
"""
# Validate the following
# 1. Create a VPC with cidr - 10.1.1.1/16
# 2. Add network1(10.1.1.1/24) and network2(10.1.2.1/24) to this VPC.
# Steps:
# 1. Deploy vm1 and vm2 in network1 and vm3 and vm4 in network2 using
# the default CentOS 6.2 Template
self.debug("Check if deployed VMs are in running state?")
vms = VirtualMachine.list(
self.apiclient,
account=self.account.name,
domainid=self.account.domainid,
listall=True
)
self.assertEqual(
isinstance(vms, list),
True,
"List VMs should return a valid response"
)
for vm in vms:
self.debug("VM name: %s, VM state: %s" % (vm.name, vm.state))
self.assertEqual(
vm.state,
"Running",
"Vm state should be running for each VM deployed"
)
return
@attr(tags=["advanced", "intervlan"])
def test_02_stop_instance_in_network(self):
""" Test stop an instance in VPC networks
"""
# Validate the following
# 1. Stop the virtual machines.
# 2. Rules should be still configured on virtual router.
self.debug("Stopping the virtual machines in account: %s" %
self.account.name)
try:
self.vm_1.stop(self.apiclient)
self.vm_2.stop(self.apiclient)
except Exception as e:
self.fail("Failed to stop the virtual instances, %s" % e)
# Check if the network rules still exists after Vm stop
self.debug("Checking if NAT rules ")
nat_rules = NATRule.list(
self.apiclient,
id=self.nat_rule.id,
listall=True
)
self.assertEqual(
isinstance(nat_rules, list),
True,
"List NAT rules shall return a valid list"
)
lb_rules = LoadBalancerRule.list(
self.apiclient,
id=self.lb_rule.id,
listall=True
)
self.assertEqual(
isinstance(lb_rules, list),
True,
"List LB rules shall return a valid list"
)
return
@attr(tags=["advanced", "intervlan"])
def test_03_start_instance_in_network(self):
""" Test start an instance in VPC networks
"""
# Validate the following
# 1. Start the virtual machines.
# 2. Vm should be started successfully.
# 3. Make sure that all the PF,LB and Static NAT rules on this VM
# works as expected.
# 3. Make sure that we are able to access google.com from this user Vm
self.debug("Starting the virtual machines in account: %s" %
self.account.name)
try:
self.vm_1.start(self.apiclient)
self.vm_2.start(self.apiclient)
except Exception as e:
self.fail("Failed to start the virtual instances, %s" % e)
self.debug("Validating if the network rules work properly or not?")
self.validate_network_rules()
return
@attr(tags=["advanced", "intervlan"])
def test_04_reboot_instance_in_network(self):
""" Test reboot an instance in VPC networks
"""
# Validate the following
# 1. Reboot the virtual machines.
# 2. Vm should be started successfully.
# 3. Make sure that all the PF,LB and Static NAT rules on this VM
# works as expected.
# 3. Make sure that we are able to access google.com from this user Vm
self.debug("Validating if the network rules work properly or not?")
self.validate_network_rules()
self.debug("Starting the virtual machines in account: %s" %
self.account.name)
try:
self.vm_1.reboot(self.apiclient)
self.vm_2.reboot(self.apiclient)
except Exception as e:
self.fail("Failed to reboot the virtual instances, %s" % e)
self.debug("Validating if the network rules work properly or not?")
self.validate_network_rules()
return
@attr(tags=["advanced", "intervlan"])
def test_05_destroy_instance_in_network(self):
""" Test destroy an instance in VPC networks
"""
# Validate the following
# 1. Destory the virtual machines.
# 2. Rules should be still configured on virtual router.
self.debug("Validating if the network rules work properly or not?")
self.validate_network_rules()
self.debug("Destroying the virtual machines in account: %s" %
self.account.name)
try:
self.vm_1.delete(self.apiclient, expunge=False)
self.vm_2.delete(self.apiclient, expunge=False)
except Exception as e:
self.fail("Failed to stop the virtual instances, %s" % e)
# Check if the network rules still exists after Vm stop
self.debug("Checking if NAT rules ")
nat_rules = NATRule.list(
self.apiclient,
id=self.nat_rule.id,
listall=True
)
self.assertEqual(
isinstance(nat_rules, list),
True,
"List NAT rules shall return a valid list"
)
lb_rules = LoadBalancerRule.list(
self.apiclient,
id=self.lb_rule.id,
listall=True
)
self.assertEqual(
isinstance(lb_rules, list),
True,
"List LB rules shall return a valid list"
)
return
@attr(tags=["advanced", "intervlan"])
def test_06_recover_instance_in_network(self):
""" Test recover an instance in VPC networks
"""
# Validate the following
# 1. Recover the virtual machines.
# 2. Vm should be in stopped state. State both the instances
# 3. Make sure that all the PF,LB and Static NAT rules on this VM
# works as expected.
# 3. Make sure that we are able to access google.com from this user Vm
self.debug("Recovering the expunged virtual machines in account: %s" %
self.account.name)
try:
self.vm_1.recover(self.apiclient)
self.vm_2.recover(self.apiclient)
except Exception as e:
self.fail("Failed to recover the virtual instances, %s" % e)
self.debug("Starting the two instances..")
try:
self.vm_1.start(self.apiclient)
self.vm_2.start(self.apiclient)
except Exception as e:
self.fail("Failed to start the instances, %s" % e)
self.debug("Validating if the network rules work properly or not?")
self.validate_network_rules()
return
@attr(tags=["advanced", "intervlan"])
def test_07_migrate_instance_in_network(self):
""" Test migrate an instance in VPC networks
"""
# Validate the following
# 1. Migrate the virtual machines to other hosts
# 2. Vm should be in stopped state. State both the instances
# 3. Make sure that all the PF,LB and Static NAT rules on this VM
# works as expected.
# 3. Make sure that we are able to access google.com from this user Vm
self.debug("Validating if the network rules work properly or not?")
self.validate_network_rules()
host = findSuitableHostForMigration(self.apiclient, self.vm_1.id)
if host is None:
self.skipTest(ERROR_NO_HOST_FOR_MIGRATION)
self.debug("Migrating VM-ID: %s on Host: %s to Host: %s" % (
self.vm_1.id,
self.vm_1.hostid,
host.id
))
try:
self.vm_1.migrate(self.apiclient, hostid=host.id)
except Exception as e:
self.fail("Failed to migrate instance, %s" % e)
self.debug("Validating if the network rules work properly or not?")
self.validate_network_rules()
return
@attr(tags=["advanced", "intervlan"])
def test_08_user_data(self):
""" Test user data in virtual machines
"""
# Validate the following
# 1. Create a VPC with cidr - 10.1.1.1/16
# 2. Add network1(10.1.1.1/24) and network2(10.1.2.1/24) to this VPC.
# 3. Deploy a vm in network1 and a vm in network2 using userdata
# Steps
# 1.Query for the user data for both the user vms from both networks
# User should be able to query the user data for the vms belonging to
# both the networks from the VR
try:
ssh = self.vm_1.get_ssh_client(
ipaddress=self.public_ip_1.ipaddress.ipaddress,
reconnect=True)
self.debug("SSH into VM is successfully")
except Exception as e:
self.fail("Failed to SSH into instance")
self.debug("check the userdata with that of present in router")
try:
cmds = [
"wget http://%s/latest/user-data" % self.network_1.gateway,
"cat user-data",
]
for c in cmds:
result = ssh.execute(c)
self.debug("%s: %s" % (c, result))
except Exception as e:
self.fail("Failed to SSH in Virtual machine: %s" % e)
res = str(result)
self.assertEqual(
res.count(
self.services["virtual_machine"]["userdata"]),
1,
"Verify user data from router"
)
return
@attr(tags=["advanced", "intervlan"])
def test_09_meta_data(self):
""" Test meta data in virtual machines
"""
# Validate the following
# 1. Create a VPC with cidr - 10.1.1.1/16
# 2. Add network1(10.1.1.1/24) and network2(10.1.2.1/24) to this VPC.
# 3. Deploy a vm in network1 and a vm in network2 using userdata
# Steps
# 1.Query for the meta data for both the user vms from both networks
# User should be able to query the user data for the vms belonging to
# both the networks from the VR
try:
ssh = self.vm_1.get_ssh_client(
ipaddress=self.public_ip_1.ipaddress.ipaddress,
reconnect=True)
self.debug("SSH into VM is successfully")
except Exception as e:
self.fail("Failed to SSH into instance")
self.debug("check the metadata with that of present in router")
try:
cmds = [
"wget http://%s/latest/vm-id" % self.network_1.gateway,
"cat vm-id",
]
for c in cmds:
result = ssh.execute(c)
self.debug("%s: %s" % (c, result))
except Exception as e:
self.fail("Failed to SSH in Virtual machine: %s" % e)
res = str(result)
self.assertNotEqual(
res,
None,
"Meta data should be returned from router"
)
return
@attr(tags=["advanced", "intervlan"])
def test_10_expunge_instance_in_network(self):
""" Test expunge an instance in VPC networks
"""
# Validate the following
# 1. Recover the virtual machines.
# 2. Vm should be in stopped state. State both the instances
# 3. Make sure that all the PF,LB and Static NAT rules on this VM
# works as expected.
# 3. Make sure that we are able to access google.com from this user Vm
self.debug("Validating if the network rules work properly or not?")
self.validate_network_rules()
self.debug("Delete virtual machines in account: %s" %
self.account.name)
try:
self.vm_1.delete(self.apiclient)
self.vm_2.delete(self.apiclient)
except Exception as e:
self.fail("Failed to destroy the virtual instances, %s" % e)
self.debug(
"Waiting for expunge interval to cleanup the network and VMs")
wait_for_cleanup(
self.apiclient,
["expunge.interval", "expunge.delay"]
)
# Check if the network rules still exists after Vm expunged
self.debug("Checking if NAT rules existed ")
with self.assertRaises(Exception):
NATRule.list(
self.apiclient,
id=self.nat_rule.id,
listall=True
)
LoadBalancerRule.list(
self.apiclient,
id=self.lb_rule.id,
listall=True
)
return
class TestVMLifeCycleDiffHosts(cloudstackTestCase):
@classmethod
def setUpClass(cls):
try:
cls.testClient = super(TestVMLifeCycleDiffHosts, cls).getClsTestClient()
cls.api_client = cls.testClient.getApiClient()
cls.services = Services().services
# Get Zone, Domain and templates
cls.domain = get_domain(cls.api_client)
cls.zone = get_zone(cls.api_client, cls.testClient.getZoneForTests())
cls.template = get_template(
cls.api_client,
cls.zone.id,
cls.services["ostype"]
)
cls.services["virtual_machine"]["zoneid"] = cls.zone.id
cls.services["virtual_machine"]["template"] = cls.template.id
hosts = list_hosts(cls.api_client)
assert isinstance(hosts, list), "list_hosts should return a list response,\
instead got %s" % hosts
if len(hosts) < 3:
raise Exception("Minimum 3 hosts should be available to run this test suite")
Host.update(cls.api_client, id=hosts[0].id, hosttags="host1")
Host.update(cls.api_client, id=hosts[1].id, hosttags="host1")
Host.update(cls.api_client, id=hosts[2].id, hosttags="host2")
cls.service_offering_1 = ServiceOffering.create(
cls.api_client,
cls.services["service_offering_1"]
)
cls.service_offering_2 = ServiceOffering.create(
cls.api_client,
cls.services["service_offering_2"]
)
cls.account = Account.create(
cls.api_client,
cls.services["account"],
admin=True,
domainid=cls.domain.id
)
cls.vpc_off = VpcOffering.create(
cls.api_client,
cls.services["vpc_offering"]
)
cls.vpc_off.update(cls.api_client, state='Enabled')
cls.services["vpc"]["cidr"] = '10.1.1.1/16'
cls.vpc = VPC.create(
cls.api_client,
cls.services["vpc"],
vpcofferingid=cls.vpc_off.id,
zoneid=cls.zone.id,
account=cls.account.name,
domainid=cls.account.domainid
)
cls.nw_off = NetworkOffering.create(
cls.api_client,
cls.services["network_offering"],
conservemode=False
)
# Enable Network offering
cls.nw_off.update(cls.api_client, state='Enabled')
# Creating network using the network offering created
cls.network_1 = Network.create(
cls.api_client,
cls.services["network"],
accountid=cls.account.name,
domainid=cls.account.domainid,
networkofferingid=cls.nw_off.id,
zoneid=cls.zone.id,
gateway='10.1.1.1',
vpcid=cls.vpc.id
)
cls.nw_off_no_lb = NetworkOffering.create(
cls.api_client,
cls.services["network_offering_no_lb"],
conservemode=False
)
# Enable Network offering
cls.nw_off_no_lb.update(cls.api_client, state='Enabled')
# Creating network using the network offering created
cls.network_2 = Network.create(
cls.api_client,
cls.services["network"],
accountid=cls.account.name,
domainid=cls.account.domainid,
networkofferingid=cls.nw_off_no_lb.id,
zoneid=cls.zone.id,
gateway='10.1.2.1',
vpcid=cls.vpc.id
)
# Spawn an instance in that network
cls.vm_1 = VirtualMachine.create(
cls.api_client,
cls.services["virtual_machine"],
accountid=cls.account.name,
domainid=cls.account.domainid,
serviceofferingid=cls.service_offering_1.id,
networkids=[str(cls.network_1.id)]
)
# Spawn an instance in that network
cls.vm_2 = VirtualMachine.create(
cls.api_client,
cls.services["virtual_machine"],
accountid=cls.account.name,
domainid=cls.account.domainid,
serviceofferingid=cls.service_offering_1.id,
networkids=[str(cls.network_1.id)]
)
cls.vm_3 = VirtualMachine.create(
cls.api_client,
cls.services["virtual_machine"],
accountid=cls.account.name,
domainid=cls.account.domainid,
serviceofferingid=cls.service_offering_2.id,
networkids=[str(cls.network_2.id)]
)
cls.public_ip_static = PublicIPAddress.create(
cls.api_client,
accountid=cls.account.name,
zoneid=cls.zone.id,
domainid=cls.account.domainid,
networkid=cls.network_1.id,
vpcid=cls.vpc.id
)
StaticNATRule.enable(
cls.api_client,
ipaddressid=cls.public_ip_static.ipaddress.id,
virtualmachineid=cls.vm_1.id,
networkid=cls.network_1.id
)
cls.public_ip_1 = PublicIPAddress.create(
cls.api_client,
accountid=cls.account.name,
zoneid=cls.zone.id,
domainid=cls.account.domainid,
networkid=cls.network_1.id,
vpcid=cls.vpc.id
)
cls.nat_rule = NATRule.create(
cls.api_client,
cls.vm_1,
cls.services["natrule"],
ipaddressid=cls.public_ip_1.ipaddress.id,
openfirewall=False,
networkid=cls.network_1.id,
vpcid=cls.vpc.id
)
cls.public_ip_2 = PublicIPAddress.create(
cls.api_client,
accountid=cls.account.name,
zoneid=cls.zone.id,
domainid=cls.account.domainid,
networkid=cls.network_1.id,
vpcid=cls.vpc.id
)
cls.lb_rule = LoadBalancerRule.create(
cls.api_client,
cls.services["lbrule"],
ipaddressid=cls.public_ip_2.ipaddress.id,
accountid=cls.account.name,
networkid=cls.network_1.id,
vpcid=cls.vpc.id,
domainid=cls.account.domainid
)
cls.lb_rule.assign(cls.api_client, [cls.vm_1, cls.vm_2])
# Opening up the ports in VPC
cls.nwacl_nat = NetworkACL.create(
cls.api_client,
networkid=cls.network_1.id,
services=cls.services["natrule"],
traffictype='Ingress'
)
cls.nwacl_lb = NetworkACL.create(
cls.api_client,
networkid=cls.network_1.id,
services=cls.services["lbrule"],
traffictype='Ingress'
)
cls.nwacl_internet = NetworkACL.create(
cls.api_client,
networkid=cls.network_1.id,
services=cls.services["icmp_rule"],
traffictype='Egress'
)
cls._cleanup = [
cls.service_offering_1,
cls.service_offering_2,
cls.nw_off,
cls.nw_off_no_lb,
]
except Exception as e:
raise Exception("Warning: Exception during setup : %s" % e)
return
@classmethod
def tearDownClass(cls):
try:
cls.account.delete(cls.api_client)
wait_for_cleanup(cls.api_client, ["account.cleanup.interval"])
#Cleanup resources used
cleanup_resources(cls.api_client, cls._cleanup)
# Waiting for network cleanup to delete vpc offering
wait_for_cleanup(cls.api_client, ["network.gc.wait",
"network.gc.interval"])
cls.vpc_off.delete(cls.api_client)
except Exception as e:
raise Exception("Warning: Exception during cleanup : %s" % e)
return
def setUp(self):
self.apiclient = self.testClient.getApiClient()
self.dbclient = self.testClient.getDbConnection()
self.cleanup = []
return
def tearDown(self):
try:
#Clean up, terminate the created network offerings
cleanup_resources(self.apiclient, self.cleanup)
wait_for_cleanup(self.apiclient, [
"network.gc.interval",
"network.gc.wait"])
except Exception as e:
raise Exception("Warning: Exception during cleanup : %s" % e)
return
def validate_vm_deployment(self):
"""Validates VM deployment on different hosts"""
vms = VirtualMachine.list(
self.apiclient,
account=self.account.name,
domainid=self.account.domainid,
networkid=self.network_1.id,
listall=True
)
self.assertEqual(
isinstance(vms, list),
True,
"List VMs shall return a valid response"
)
host_1 = vms[0].hostid
self.debug("Host for network 1: %s" % vms[0].hostid)
vms = VirtualMachine.list(
self.apiclient,
account=self.account.name,
domainid=self.account.domainid,
networkid=self.network_2.id,
listall=True
)
self.assertEqual(
isinstance(vms, list),
True,
"List VMs shall return a valid response"
)
host_2 = vms[0].hostid
self.debug("Host for network 2: %s" % vms[0].hostid)
self.assertNotEqual(
host_1,
host_2,
"Both the virtual machines should be deployed on diff hosts "
)
return
def validate_vpc_offering(self, vpc_offering):
"""Validates the VPC offering"""
self.debug("Check if the VPC offering is created successfully?")
vpc_offs = VpcOffering.list(
self.apiclient,
id=vpc_offering.id
)
self.assertEqual(
isinstance(vpc_offs, list),
True,
"List VPC offerings should return a valid list"
)
self.assertEqual(
vpc_offering.name,
vpc_offs[0].name,
"Name of the VPC offering should match with listVPCOff data"
)
self.debug(
"VPC offering is created successfully - %s" %
vpc_offering.name)
return
def validate_vpc_network(self, network, state=None):
"""Validates the VPC network"""
self.debug("Check if the VPC network is created successfully?")
vpc_networks = VPC.list(
self.apiclient,
id=network.id
)
self.assertEqual(
isinstance(vpc_networks, list),
True,
"List VPC network should return a valid list"
)
self.assertEqual(
network.name,
vpc_networks[0].name,
"Name of the VPC network should match with listVPC data"
)
if state:
self.assertEqual(
vpc_networks[0].state,
state,
"VPC state should be '%s'" % state
)
self.debug("VPC network validated - %s" % network.name)
return
def validate_network_rules(self):
"""Validates if the network rules work properly or not?"""
for ip in [self.public_ip_1.ipaddress.ipaddress, self.public_ip_2.ipaddress.ipaddress, self.public_ip_static.ipaddress.ipaddress]:
try:
self.debug("Checking if we can SSH into VM_1 through %s?" %
(ip))
ssh = self.vm_1.get_ssh_client(
ipaddress=ip,
reconnect=True)
self.assertNotEqual(ssh, None,
"SSH client should be returned successfully")
self.debug("SSH into VM is successfully")
self.debug("Verifying if we can ping to outside world from VM?")
# Ping to outsite world
res = ssh.execute("ping -c 1 www.google.com")
# res = 64 bytes from maa03s17-in-f20.1e100.net (74.125.236.212):
# icmp_req=1 ttl=57 time=25.9 ms
# --- www.l.google.com ping statistics ---
# 1 packets transmitted, 1 received, 0% packet loss, time 0ms
# rtt min/avg/max/mdev = 25.970/25.970/25.970/0.000 ms
result = str(res)
self.assertEqual(
result.count("1 received"),
1,
"Ping to outside world from VM should be successful"
)
except Exception as e:
self.fail("Failed to SSH into VM - %s, %s" %
(ip, e))
return
@attr(tags=["advanced","multihost", "intervlan"])
def test_01_deploy_instance_in_network(self):
""" Test deploy an instance in VPC networks
"""
# Validate the following
# 1. Create a VPC with cidr - 10.1.1.1/16
# 2. Add network1(10.1.1.1/24) and network2(10.1.2.1/24) to this VPC.
# Steps:
# 1. Deploy vm1 and vm2 in network1 and vm3 and vm4 in network2 using
# the default CentOS 6.2 Template
self.validate_vm_deployment()
self.debug("Check if deployed VMs are in running state?")
vms = VirtualMachine.list(
self.apiclient,
account=self.account.name,
domainid=self.account.domainid,
listall=True
)
self.assertEqual(
isinstance(vms, list),
True,
"List VMs should return a valid response"
)
for vm in vms:
self.debug("VM name: %s, VM state: %s" % (vm.name, vm.state))
self.assertEqual(
vm.state,
"Running",
"Vm state should be running for each VM deployed"
)
return
@attr(tags=["advanced","multihost", "intervlan"])
def test_02_stop_instance_in_network(self):
""" Test stop an instance in VPC networks
"""
# Validate the following
# 1. Stop the virtual machines.
# 2. Rules should be still configured on virtual router.
self.debug("Stopping the virtual machines in account: %s" %
self.account.name)
try:
self.vm_1.stop(self.apiclient)
self.vm_2.stop(self.apiclient)
except Exception as e:
self.fail("Failed to stop the virtual instances, %s" % e)
# Check if the network rules still exists after Vm stop
self.debug("Checking if NAT rules ")
nat_rules = NATRule.list(
self.apiclient,
id=self.nat_rule.id,
listall=True
)
self.assertEqual(
isinstance(nat_rules, list),
True,
"List NAT rules shall return a valid list"
)
lb_rules = LoadBalancerRule.list(
self.apiclient,
id=self.lb_rule.id,
listall=True
)
self.assertEqual(
isinstance(lb_rules, list),
True,
"List LB rules shall return a valid list"
)
return
@attr(tags=["advanced","multihost", "intervlan"])
def test_03_start_instance_in_network(self):
""" Test start an instance in VPC networks
"""
# Validate the following
# 1. Start the virtual machines.
# 2. Vm should be started successfully.
# 3. Make sure that all the PF,LB and Static NAT rules on this VM
# works as expected.
# 3. Make sure that we are able to access google.com from this user Vm
self.debug("Starting the virtual machines in account: %s" %
self.account.name)
try:
self.vm_1.start(self.apiclient)
list_vm_response = list_virtual_machines(
self.apiclient,
id=self.vm_1.id
)
vm_response = list_vm_response[0]
self.assertEqual(
vm_response.state,
'Running',
"VM state should be running"
)
self.vm_2.start(self.apiclient)
list_vm_response = list_virtual_machines(
self.apiclient,
id=self.vm_2.id
)
vm_response = list_vm_response[0]
self.assertEqual(
vm_response.state,
'Running',
"VM state should be running"
)
except Exception as e:
self.fail("Failed to start the virtual instances, %s" % e)
self.debug("Validating if the network rules work properly or not?")
self.validate_network_rules()
return
@attr(tags=["advanced","multihost", "intervlan"])
def test_04_reboot_instance_in_network(self):
""" Test reboot an instance in VPC networks
"""
# Validate the following
# 1. Reboot the virtual machines.
# 2. Vm should be started successfully.
# 3. Make sure that all the PF,LB and Static NAT rules on this VM
# works as expected.
# 3. Make sure that we are able to access google.com from this user Vm
self.debug("Validating if the network rules work properly or not?")
self.validate_network_rules()
self.debug("Starting the virtual machines in account: %s" %
self.account.name)
try:
self.vm_1.reboot(self.apiclient)
self.vm_2.reboot(self.apiclient)
except Exception as e:
self.fail("Failed to reboot the virtual instances, %s" % e)
self.debug("Validating if the network rules work properly or not?")
self.validate_network_rules()
return
@attr(tags=["advanced","multihost", "intervlan"])
def test_05_destroy_instance_in_network(self):
""" Test destroy an instance in VPC networks
"""
# Validate the following
# 1. Destory the virtual machines.
# 2. Rules should be still configured on virtual router.
# 3. Recover the virtual machines.
# 4. Vm should be in stopped state. State both the instances
# 5. Make sure that all the PF,LB and Static NAT rules on this VM
# works as expected.
# 6. Make sure that we are able to access google.com from this user Vm
self.debug("Validating if the network rules work properly or not?")
self.validate_network_rules()
self.debug("Destroying the virtual machines in account: %s" %
self.account.name)
try:
self.vm_1.delete(self.apiclient, expunge=False)
list_vm_response = list_virtual_machines(
self.apiclient,
id=self.vm_1.id
)
vm_response = list_vm_response[0]
self.assertEqual(
vm_response.state,
'Destroyed',
"VM state should be destroyed"
)
self.vm_2.delete(self.apiclient, expunge=False)
list_vm_response = list_virtual_machines(
self.apiclient,
id=self.vm_2.id
)
vm_response = list_vm_response[0]
self.assertEqual(
vm_response.state,
'Destroyed',
"VM state should be destroyed"
)
except Exception as e:
self.fail("Failed to stop the virtual instances, %s" % e)
# Check if the network rules still exists after Vm stop
self.debug("Checking if NAT rules ")
nat_rules = NATRule.list(
self.apiclient,
id=self.nat_rule.id,
listall=True
)
self.assertEqual(
isinstance(nat_rules, list),
True,
"List NAT rules shall return a valid list"
)
lb_rules = LoadBalancerRule.list(
self.apiclient,
id=self.lb_rule.id,
listall=True
)
self.assertEqual(
isinstance(lb_rules, list),
True,
"List LB rules shall return a valid list"
)
self.debug("Recovering the expunged virtual machines in account: %s" %
self.account.name)
try:
self.vm_1.recover(self.apiclient)
list_vm_response = list_virtual_machines(
self.apiclient,
id=self.vm_1.id
)
vm_response = list_vm_response[0]
self.assertEqual(
vm_response.state,
'Stopped',
"VM state should be stopped"
)
self.vm_2.recover(self.apiclient)
list_vm_response = list_virtual_machines(
self.apiclient,
id=self.vm_2.id
)
vm_response = list_vm_response[0]
self.assertEqual(
vm_response.state,
'Stopped',
"VM state should be stopped"
)
except Exception as e:
self.fail("Failed to recover the virtual instances, %s" % e)
self.debug("Starting the two instances..")
try:
self.vm_1.start(self.apiclient)
list_vm_response = list_virtual_machines(
self.apiclient,
id=self.vm_1.id
)
vm_response = list_vm_response[0]
self.assertEqual(
vm_response.state,
'Running',
"VM state should be running"
)
self.vm_2.start(self.apiclient)
list_vm_response = list_virtual_machines(
self.apiclient,
id=self.vm_2.id
)
vm_response = list_vm_response[0]
self.assertEqual(
vm_response.state,
'Running',
"VM state should be running"
)
except Exception as e:
self.fail("Failed to start the instances, %s" % e)
# Wait until vms are up
time.sleep(120)
self.debug("Validating if the network rules work properly or not?")
self.validate_network_rules()
return
@attr(tags=["advanced","multihost", "intervlan"])
def test_06_migrate_instance_in_network(self):
""" Test migrate an instance in VPC networks
"""
# Validate the following
# 1. Migrate the virtual machines to other hosts
# 2. Vm should be in stopped state. State both the instances
# 3. Make sure that all the PF,LB and Static NAT rules on this VM
# works as expected.
# 3. Make sure that we are able to access google.com from this user Vm
self.debug("Validating if the network rules work properly or not?")
self.validate_network_rules()
host = findSuitableHostForMigration(self.apiclient, self.vm_1.id)
if host is None:
self.skipTest(ERROR_NO_HOST_FOR_MIGRATION)
self.debug("Migrating VM-ID: %s to Host: %s" % (
self.vm_1.id,
host.id
))
try:
self.vm_1.migrate(self.apiclient, hostid=host.id)
except Exception as e:
self.fail("Failed to migrate instance, %s" % e)
self.debug("Validating if the network rules work properly or not?")
self.validate_network_rules()
return
@attr(tags=["advanced","multihost", "intervlan"])
def test_07_user_data(self):
""" Test user data in virtual machines
"""
# Validate the following
# 1. Create a VPC with cidr - 10.1.1.1/16
# 2. Add network1(10.1.1.1/24) and network2(10.1.2.1/24) to this VPC.
# 3. Deploy a vm in network1 and a vm in network2 using userdata
# Steps
# 1.Query for the user data for both the user vms from both networks
# User should be able to query the user data for the vms belonging to
# both the networks from the VR
self.debug("Checking if we can SSH into VM_1 through %s" %
(self.public_ip_2.ipaddress.ipaddress))
try:
ssh = self.vm_1.get_ssh_client(
ipaddress=self.public_ip_2.ipaddress.ipaddress,
reconnect=True)
self.assertNotEqual(ssh, None,
"get_ssh_client should return ssh handle")
self.debug("SSH into VM is successfully")
except Exception as e:
self.fail("Failed to SSH into instance: %s" % e)
self.debug("check the userdata with that of present in router")
try:
cmds = [
"wget http://%s/latest/user-data" % self.network_1.gateway,
"cat user-data",
]
for c in cmds:
result = ssh.execute(c)
self.debug("%s: %s" % (c, result))
except Exception as e:
self.fail("Failed to SSH in Virtual machine: %s" % e)
res = str(result)
self.assertEqual(
res.count(
self.services["virtual_machine"]["userdata"]),
1,
"Verify user data from router"
)
return
@attr(tags=["advanced","multihost", "intervlan"])
def test_08_meta_data(self):
""" Test meta data in virtual machines
"""
# Validate the following
# 1. Create a VPC with cidr - 10.1.1.1/16
# 2. Add network1(10.1.1.1/24) and network2(10.1.2.1/24) to this VPC.
# 3. Deploy a vm in network1 and a vm in network2 using userdata
# Steps
# 1.Query for the meta data for both the user vms from both networks
# User should be able to query the user data for the vms belonging to
# both the networks from the VR
self.debug("Checking if we can SSH into VM_1 through %s" %
(self.public_ip_2.ipaddress.ipaddress))
try:
ssh = self.vm_1.get_ssh_client(
ipaddress=self.public_ip_2.ipaddress.ipaddress,
reconnect=True)
self.assertNotEqual(ssh, None,
"get_ssh_client should return ssh handle")
self.debug("SSH into VM is successfully")
except Exception as e:
self.fail("Failed to SSH into instance: %s" % e)
self.debug("check the metadata with that of present in router")
try:
cmds = [
"wget http://%s/latest/vm-id" % self.network_1.gateway,
"cat vm-id",
]
for c in cmds:
result = ssh.execute(c)
self.debug("%s: %s" % (c, result))
except Exception as e:
self.fail("Failed to SSH in Virtual machine: %s" % e)
res = str(result)
self.assertNotEqual(
res,
None,
"Meta data should be returned from router"
)
return
@attr(tags=["advanced","multihost", "intervlan"])
def test_09_expunge_instance_in_network(self):
""" Test expunge an instance in VPC networks
"""
# Validate the following
# 1. Recover the virtual machines.
# 2. Vm should be in stopped state. State both the instances
# 3. Make sure that all the PF,LB and Static NAT rules on this VM
# works as expected.
# 3. Make sure that we are able to access google.com from this user Vm
self.debug("Validating if the network rules work properly or not?")
self.validate_network_rules()
self.debug("Delete virtual machines in account: %s" %
self.account.name)
try:
self.vm_1.delete(self.apiclient)
list_vm_response = list_virtual_machines(
self.apiclient,
id=self.vm_1.id
)
vm_response = list_vm_response[0]
self.assertEqual(
vm_response.state,
'Destroyed',
"VM state should be destroyed"
)
self.vm_2.delete(self.apiclient)
list_vm_response = list_virtual_machines(
self.apiclient,
id=self.vm_2.id
)
vm_response = list_vm_response[0]
self.assertEqual(
vm_response.state,
'Destroyed',
"VM state should be destroyed"
)
self.vm_3.delete(self.apiclient)
list_vm_response = list_virtual_machines(
self.apiclient,
id=self.vm_3.id
)
vm_response = list_vm_response[0]
self.assertEqual(
vm_response.state,
'Destroyed',
"VM state should be destroyed"
)
except Exception as e:
self.fail("Failed to destroy the virtual instances, %s" % e)
self.debug(
"Waiting for expunge interval to cleanup the network and VMs")
wait_for_cleanup(
self.apiclient,
["expunge.interval", "expunge.delay"]
)
# Check if the network rules still exists after Vm stop
self.debug("Checking if NAT rules existed")
with self.assertRaises(Exception):
NATRule.list(
self.apiclient,
id=self.nat_rule.id,
listall=True
)
LoadBalancerRule.list(
self.apiclient,
id=self.lb_rule.id,
listall=True
)
return
Reference in New Issue View Git Blame Copy Permalink