mirror of
https://github.com/apache/cloudstack.git
synced 2025-10-26 08:42:29 +01:00
571a361926
* cleanup plan * more robust cleanup within member method * ss_domain_limits fixed * egress 'icmp' instead of 'all' and cleanup * configdrive syntax, fixed to be up to par with py2 * cleanup fixed the lb secondary ip tests? * deal with different base64 encoding in py3 for userdata * cleanup of multiple_ips_per_nic * cleanup and reformat of test_volumes * cleanup and fixes for test_ps_domain_limits.py * cleanup and fix of test_ps_limits.py * fix occasional match of float against int * cleanup and fix test_ps_resize_volume.py * cleanup and fix test_snapshots * cleanup ss_max_limits and fix for float vs int problem in API * mere cleanup of test_volume_destroy_recover * add missing command creation * cleanup of test_vpc_on_host_maintenance * cleanup test_vpc_network * cleanup, comments and logging in test_vpc_network_lbrules * cleanup of test_vpc_network_pfrules * cleanup and format code for test_vpc_network_staticnatrule * f string instead of conversion specifiers * check http and ssh fix and cleanup (for vpc pfrules tests) * generalise create network method * make ip optional in creating webserver * remove unused code and add rules to enable ssh * more cleanup * remove unused code and cleanup * small cleanup, mostly precarous run environment required * cleanup and removed unused code * advancedsg only, cleanup, pulled in services * reformat/cleanup * log result of error after verify rule * add nw_off_no_services * tags=["TODO"] for escalations_networks * tags=["TODO"] for organization_states * tags=["TODO"] for browse_templates * tags=["TODO"] for configdrive * tags=["TODO"] for vpc_vms_deployment * add remove network cleanup and fixes * move tests that fail on all platforms out of the way Co-authored-by: Daan Hoogland <dahn@onecht.net>
403 lines
17 KiB
Python
403 lines
17 KiB
Python
# Licensed to the Apache Software Foundation (ASF) under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing,
|
|
# software distributed under the License is distributed on an
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
# KIND, either express or implied. See the License for the
|
|
# specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
""" P1 tests for secondary storage limits
|
|
|
|
Test Plan: https://cwiki.apache.org/confluence/display/CLOUDSTACK/Limit+Resources+to+domain+or+accounts
|
|
|
|
Issue Link: https://issues.apache.org/jira/browse/CLOUDSTACK-1466
|
|
|
|
Feature Specifications: https://cwiki.apache.org/confluence/display/CLOUDSTACK/Limit+Resources+to+domains+and+accounts
|
|
"""
|
|
# Import Local Modules
|
|
from nose.plugins.attrib import attr
|
|
from marvin.cloudstackTestCase import cloudstackTestCase
|
|
import unittest
|
|
from marvin.lib.base import (Account,
|
|
ServiceOffering,
|
|
VirtualMachine,
|
|
Domain,
|
|
Template,
|
|
Iso)
|
|
from marvin.lib.common import (get_domain,
|
|
get_zone,
|
|
get_template,
|
|
matchResourceCount,
|
|
createSnapshotFromVirtualMachineVolume,
|
|
list_zones,
|
|
get_builtin_template_info)
|
|
from marvin.lib.utils import (cleanup_resources,
|
|
validateList)
|
|
from marvin.codes import (PASS,
|
|
FAIL,
|
|
FAILED,
|
|
RESOURCE_SECONDARY_STORAGE,
|
|
CHILD_DOMAIN_ADMIN,
|
|
ROOT_DOMAIN_ADMIN)
|
|
from ddt import ddt, data
|
|
import time
|
|
|
|
@ddt
|
|
class TestSecondaryStorageLimits(cloudstackTestCase):
|
|
|
|
@classmethod
|
|
def setUpClass(cls):
|
|
cloudstackTestClient = super(TestSecondaryStorageLimits,
|
|
cls).getClsTestClient()
|
|
cls.api_client = cloudstackTestClient.getApiClient()
|
|
cls.hypervisor = cloudstackTestClient.getHypervisorInfo()
|
|
# Fill services from the external config file
|
|
cls.services = cloudstackTestClient.getParsedTestDataConfig()
|
|
# Get Zone, Domain and templates
|
|
cls.domain = get_domain(cls.api_client)
|
|
cls.zone = get_zone(cls.api_client, cloudstackTestClient.getZoneForTests())
|
|
cls.services["mode"] = cls.zone.networktype
|
|
cls.hypervisor = cloudstackTestClient.getHypervisorInfo()
|
|
|
|
cls.template = get_template(
|
|
cls.api_client,
|
|
cls.zone.id,
|
|
cls.services["ostype"]
|
|
)
|
|
|
|
cls.services["virtual_machine"]["zoneid"] = cls.zone.id
|
|
cls.services["virtual_machine"]["template"] = cls.template.id
|
|
cls.services["volume"]["zoneid"] = cls.zone.id
|
|
cls._cleanup = []
|
|
try:
|
|
cls.service_offering = ServiceOffering.create(cls.api_client, cls.services["service_offering"])
|
|
if cls.service_offering == FAILED:
|
|
raise Exception("Creating service offering failed")
|
|
except Exception as e:
|
|
cls.tearDownClass()
|
|
raise unittest.SkipTest("Exception in setup class: %s" % e)
|
|
return
|
|
|
|
@classmethod
|
|
def tearDownClass(cls):
|
|
try:
|
|
# Cleanup resources used
|
|
cleanup_resources(cls.api_client, cls._cleanup)
|
|
except Exception as e:
|
|
raise Exception("Warning: Exception during cleanup : %s" % e)
|
|
return
|
|
|
|
def setUp(self):
|
|
self.apiclient = self.testClient.getApiClient()
|
|
self.dbclient = self.testClient.getDbConnection()
|
|
self.cleanup = []
|
|
return
|
|
|
|
def tearDown(self):
|
|
try:
|
|
# Clean up, terminate the created instance, volumes and snapshots
|
|
cleanup_resources(self.apiclient, self.cleanup)
|
|
pass
|
|
except Exception as e:
|
|
raise Exception("Warning: Exception during cleanup : %s" % e)
|
|
return
|
|
|
|
def setupAccount(self, accountType):
|
|
"""Setup the account required for the test"""
|
|
|
|
try:
|
|
if accountType == CHILD_DOMAIN_ADMIN:
|
|
self.domain = Domain.create(self.apiclient,
|
|
services=self.services["domain"],
|
|
parentdomainid=self.domain.id)
|
|
|
|
self.account = Account.create(self.apiclient, self.services["account"],
|
|
domainid=self.domain.id, admin=True)
|
|
self.cleanup.append(self.account)
|
|
if accountType == CHILD_DOMAIN_ADMIN:
|
|
self.cleanup.append(self.domain)
|
|
except Exception as e:
|
|
return [FAIL, e]
|
|
return [PASS, None]
|
|
|
|
# tags = ["advanced"]
|
|
@data(ROOT_DOMAIN_ADMIN, CHILD_DOMAIN_ADMIN)
|
|
@attr(tags = ["TODO"], required_hardware="true")
|
|
def test_01_register_template(self, value):
|
|
"""Test register template
|
|
# Validate the following:
|
|
1. Create a root domain admin/ child domain admin account
|
|
2. Register and download a template according to hypervisor type
|
|
3. Verify that the template is listed
|
|
4. Verify that the secondary storage count for the account equals the size
|
|
of the template
|
|
5. Delete the template
|
|
6. Verify that the secondary storage resource count of the account equals 0
|
|
"""
|
|
response = self.setupAccount(value)
|
|
self.assertEqual(response[0], PASS, response[1])
|
|
|
|
apiclient = self.testClient.getUserApiClient(
|
|
UserName=self.account.name,
|
|
DomainName=self.account.domain)
|
|
|
|
builtin_info = get_builtin_template_info(self.apiclient, self.zone.id)
|
|
self.services["template_2"]["url"] = builtin_info[0]
|
|
self.services["template_2"]["hypervisor"] = builtin_info[1]
|
|
self.services["template_2"]["format"] = builtin_info[2]
|
|
|
|
try:
|
|
template = Template.register(apiclient,
|
|
self.services["template_2"],
|
|
zoneid=self.zone.id,
|
|
account=self.account.name,
|
|
domainid=self.account.domainid,
|
|
hypervisor=self.hypervisor)
|
|
|
|
template.download(apiclient)
|
|
except Exception as e:
|
|
self.fail("Failed to register template: %s" % e)
|
|
|
|
time.sleep(120)
|
|
templates = Template.list(apiclient,
|
|
templatefilter=\
|
|
self.services["template_2"]["templatefilter"],
|
|
id=template.id)
|
|
self.assertEqual(validateList(templates)[0],PASS,\
|
|
"templates list validation failed")
|
|
|
|
templateSize = (templates[0].size / (1024**3))
|
|
expectedCount = templateSize
|
|
response = matchResourceCount(
|
|
apiclient, expectedCount,
|
|
RESOURCE_SECONDARY_STORAGE,
|
|
accountid=self.account.id)
|
|
self.assertEqual(response[0], PASS, response[1])
|
|
|
|
try:
|
|
template.delete(apiclient)
|
|
except Exception as e:
|
|
self.fail("Failed to delete template: %s" % e)
|
|
|
|
expectedCount = 0
|
|
response = matchResourceCount(
|
|
apiclient, expectedCount,
|
|
RESOURCE_SECONDARY_STORAGE,
|
|
accountid=self.account.id)
|
|
self.assertEqual(response[0], PASS, response[1])
|
|
return
|
|
|
|
# tags = ["advanced"]
|
|
@data(ROOT_DOMAIN_ADMIN, CHILD_DOMAIN_ADMIN)
|
|
@attr(tags=["TODO"], required_hardware="true")
|
|
def test_02_create_template_snapshot(self, value):
|
|
"""Test create snapshot and templates from volume
|
|
|
|
# Validate the following
|
|
1. Create root domain/child domain admin account
|
|
2. Deploy VM in the account
|
|
3. Create snapshot from the virtual machine root volume
|
|
4. Create template from the snapshot
|
|
5. Verify that the secondary storage count of the account equals
|
|
the size of the template"""
|
|
|
|
if self.hypervisor.lower() in ['hyperv', 'lxc']:
|
|
self.skipTest("Snapshots feature is not supported on %s" % self.hypervisor.lower())
|
|
|
|
response = self.setupAccount(value)
|
|
self.assertEqual(response[0], PASS, response[1])
|
|
|
|
self.virtualMachine = VirtualMachine.create(self.api_client, self.services["virtual_machine"],
|
|
accountid=self.account.name, domainid=self.account.domainid,
|
|
serviceofferingid=self.service_offering.id)
|
|
|
|
self.assertNotEqual(self.virtualMachine, FAILED, "VM deployment failed")
|
|
|
|
apiclient = self.testClient.getUserApiClient(
|
|
UserName=self.account.name,
|
|
DomainName=self.account.domain)
|
|
self.assertNotEqual(apiclient, FAILED,\
|
|
"Failed to create api client for account: %s" % self.account.name)
|
|
|
|
try:
|
|
self.virtualMachine.stop(apiclient)
|
|
except Exception as e:
|
|
self.fail("Failed to stop instance: %s" % e)
|
|
|
|
self.debug("Creating snapshot from ROOT volume: %s" % self.virtualMachine.name)
|
|
response = createSnapshotFromVirtualMachineVolume(apiclient, self.account, self.virtualMachine.id)
|
|
self.assertEqual(response[0], PASS, response[1])
|
|
snapshot = response[1]
|
|
|
|
snapshotSize = (snapshot.physicalsize / (1024 ** 3))
|
|
|
|
try:
|
|
template = Template.create_from_snapshot(apiclient,
|
|
snapshot=snapshot,
|
|
services=self.services["template_2"])
|
|
except Exception as e:
|
|
self.fail("Failed to create template: %s" % e)
|
|
|
|
time.sleep(120)
|
|
templates = Template.list(apiclient,
|
|
templatefilter=\
|
|
self.services["template_2"]["templatefilter"],
|
|
id=template.id)
|
|
self.assertEqual(validateList(templates)[0],PASS,\
|
|
"templates list validation failed")
|
|
|
|
templateSize = (templates[0].size / (1024**3))
|
|
|
|
expectedSecondaryStorageCount = int(templateSize + snapshotSize)
|
|
response = matchResourceCount(self.apiclient, expectedSecondaryStorageCount,
|
|
resourceType=RESOURCE_SECONDARY_STORAGE,
|
|
accountid=self.account.id)
|
|
self.assertEqual(response[0], PASS, response[1])
|
|
return
|
|
|
|
# tags = ["advanced"]
|
|
@data(ROOT_DOMAIN_ADMIN, CHILD_DOMAIN_ADMIN)
|
|
@attr(tags = ["TODO"], required_hardware="true")
|
|
def test_03_register_iso(self, value):
|
|
"""Test register iso
|
|
Steps and validations:
|
|
1. Create a root domain/child domain admin account
|
|
2. Register a test iso in the account
|
|
3. Wait till the iso is downloaded and is in ready state
|
|
3. Verify that secondary storage resource count of the account equals the
|
|
iso size
|
|
4. Delete the iso
|
|
5. Verify that the secondary storage count of the account equals 0
|
|
"""
|
|
response = self.setupAccount(value)
|
|
self.assertEqual(response[0], PASS, response[1])
|
|
|
|
self.services["iso"]["zoneid"] = self.zone.id
|
|
try:
|
|
iso = Iso.create(
|
|
self.apiclient,
|
|
self.services["iso"],
|
|
account=self.account.name,
|
|
domainid=self.account.domainid
|
|
)
|
|
except Exception as e:
|
|
self.fail("Failed to create Iso: %s" % e)
|
|
|
|
timeout = 600
|
|
isoList = None
|
|
while timeout >= 0:
|
|
isoList = Iso.list(self.apiclient,
|
|
isofilter="self",
|
|
id=iso.id)
|
|
self.assertEqual(validateList(isoList)[0],PASS,\
|
|
"iso list validation failed")
|
|
if isoList[0].isready:
|
|
break
|
|
time.sleep(60)
|
|
timeout -= 60
|
|
|
|
self.assertNotEqual(timeout, 0,\
|
|
"template not downloaded completely")
|
|
|
|
isoSize = (isoList[0].size / (1024**3))
|
|
expectedCount = isoSize
|
|
response = matchResourceCount(self.apiclient, expectedCount,
|
|
resourceType=RESOURCE_SECONDARY_STORAGE,
|
|
accountid=self.account.id)
|
|
self.assertEqual(response[0], PASS, response[1])
|
|
|
|
try:
|
|
iso.delete(self.apiclient)
|
|
except Exception as e:
|
|
self.fail("Failed to delete Iso")
|
|
|
|
expectedCount = 0
|
|
response = matchResourceCount(self.apiclient, expectedCount,
|
|
resourceType=RESOURCE_SECONDARY_STORAGE,
|
|
accountid=self.account.id)
|
|
self.assertEqual(response[0], PASS, response[1])
|
|
return
|
|
|
|
@data(ROOT_DOMAIN_ADMIN, CHILD_DOMAIN_ADMIN)
|
|
@attr(tags = ["advanced"], required_hardware="true")
|
|
def test_04_copy_template(self, value):
|
|
"""Test copy template between zones
|
|
|
|
Steps and validations:
|
|
This test requires at least two zones present in the setup
|
|
1. Create a root domain/child domain admin account
|
|
2. Register and download a template in the account
|
|
3. Verify the secondary storage resource count of the account
|
|
equals the size of the template
|
|
4. Copy this template to other zone
|
|
5. Verify that the secondary storage resource count is now doubled
|
|
as there are two templates now in two zones under the admin account
|
|
"""
|
|
|
|
zones = list_zones(self.apiclient)
|
|
self.assertEqual(validateList(zones)[0], PASS, "zones list validation faield")
|
|
|
|
if len(zones) < 2:
|
|
self.skipTest("At least 2 zones should be present for this test case")
|
|
|
|
response = self.setupAccount(value)
|
|
self.assertEqual(response[0], PASS, response[1])
|
|
|
|
builtin_info = get_builtin_template_info(self.apiclient, self.zone.id)
|
|
self.services["template_2"]["url"] = builtin_info[0]
|
|
self.services["template_2"]["hypervisor"] = builtin_info[1]
|
|
self.services["template_2"]["format"] = builtin_info[2]
|
|
|
|
try:
|
|
template = Template.register(self.apiclient,
|
|
self.services["template_2"],
|
|
zoneid=self.zone.id,
|
|
account=self.account.name,
|
|
domainid=self.account.domainid,
|
|
hypervisor=self.hypervisor)
|
|
|
|
template.download(self.apiclient)
|
|
except Exception as e:
|
|
self.fail("Failed to register template: %s" % e)
|
|
|
|
templates = Template.list(self.apiclient,
|
|
templatefilter=\
|
|
self.services["template_2"]["templatefilter"],
|
|
id=template.id)
|
|
self.assertEqual(validateList(templates)[0],PASS,\
|
|
"templates list validation failed")
|
|
|
|
templateSize = (templates[0].size / (1024**3))
|
|
expectedCount = templateSize
|
|
response = matchResourceCount(
|
|
self.apiclient, expectedCount,
|
|
RESOURCE_SECONDARY_STORAGE,
|
|
accountid=self.account.id)
|
|
self.assertEqual(response[0], PASS, response[1])
|
|
|
|
templateDestinationZoneId = None
|
|
for zone in zones:
|
|
if template.zoneid != zone.id :
|
|
templateDestinationZoneId = zone.id
|
|
break
|
|
|
|
template.copy(self.apiclient, destzoneid=templateDestinationZoneId,
|
|
sourcezoneid = template.zoneid)
|
|
|
|
expectedCount = (templateSize * 2)
|
|
response = matchResourceCount(
|
|
self.apiclient, expectedCount,
|
|
RESOURCE_SECONDARY_STORAGE,
|
|
accountid=self.account.id)
|
|
self.assertEqual(response[0], PASS, response[1])
|
|
return
|