mirror of
				https://github.com/apache/cloudstack.git
				synced 2025-11-04 00:02:37 +01:00 
			
		
		
		
	This PR prepares marvin and tests for python3. it was part of #4479, until nose2 was decided to be abandoned from that PR. Re-PR of #4543 and #3730 to enable cooperation Co-authored-by: Daan Hoogland <dahn@onecht.net> Co-authored-by: Gabriel Beims Bräscher <gabriel@apache.org> Co-authored-by: Rohit Yadav <rohit.yadav@shapeblue.com>
		
			
				
	
	
		
			361 lines
		
	
	
		
			16 KiB
		
	
	
	
		
			Python
		
	
	
	
	
	
			
		
		
	
	
			361 lines
		
	
	
		
			16 KiB
		
	
	
	
		
			Python
		
	
	
	
	
	
# Licensed to the Apache Software Foundation (ASF) under one
 | 
						|
# or more contributor license agreements.  See the NOTICE file
 | 
						|
# distributed with this work for additional information
 | 
						|
# regarding copyright ownership.  The ASF licenses this file
 | 
						|
# to you under the Apache License, Version 2.0 (the
 | 
						|
# "License"); you may not use this file except in compliance
 | 
						|
# with the License.  You may obtain a copy of the License at
 | 
						|
#
 | 
						|
#   http://www.apache.org/licenses/LICENSE-2.0
 | 
						|
#
 | 
						|
# Unless required by applicable law or agreed to in writing,
 | 
						|
# software distributed under the License is distributed on an
 | 
						|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 | 
						|
# KIND, either express or implied.  See the License for the
 | 
						|
# specific language governing permissions and limitations
 | 
						|
# under the License.
 | 
						|
""" P1 tests for memory resource limits
 | 
						|
"""
 | 
						|
# Import Local Modules
 | 
						|
from nose.plugins.attrib import attr
 | 
						|
from marvin.cloudstackTestCase import cloudstackTestCase
 | 
						|
import unittest
 | 
						|
from marvin.lib.base import (
 | 
						|
                                        Account,
 | 
						|
                                        ServiceOffering,
 | 
						|
                                        VirtualMachine,
 | 
						|
                                        Domain,
 | 
						|
                                        Project
 | 
						|
                                        )
 | 
						|
from marvin.lib.common import (get_domain,
 | 
						|
                                        get_zone,
 | 
						|
                                        get_template,
 | 
						|
					                    wait_for_cleanup,
 | 
						|
                                        findSuitableHostForMigration,
 | 
						|
                                        get_resource_type
 | 
						|
                                        )
 | 
						|
from marvin.lib.utils import cleanup_resources
 | 
						|
from marvin.codes import ERROR_NO_HOST_FOR_MIGRATION
 | 
						|
 | 
						|
class Services:
 | 
						|
    """Test memory resource limit services
 | 
						|
    """
 | 
						|
 | 
						|
    def __init__(self):
 | 
						|
        self.services = {
 | 
						|
                        "account": {
 | 
						|
                                "email": "test@test.com",
 | 
						|
                                "firstname": "Test",
 | 
						|
                                "lastname": "User",
 | 
						|
                                "username": "resource",
 | 
						|
                                # Random characters are appended for unique
 | 
						|
                                # username
 | 
						|
                                "password": "password",
 | 
						|
                         },
 | 
						|
                         "service_offering": {
 | 
						|
                                "name": "Tiny Instance",
 | 
						|
                                "displaytext": "Tiny Instance",
 | 
						|
                                "cpunumber": 1,
 | 
						|
                                "cpuspeed": 100,    # in MHz
 | 
						|
                                "memory": 2048,    # In MBs
 | 
						|
                        },
 | 
						|
                        "virtual_machine": {
 | 
						|
                                "displayname": "TestVM",
 | 
						|
                                "username": "root",
 | 
						|
                                "password": "password",
 | 
						|
                                "ssh_port": 22,
 | 
						|
                                "hypervisor": 'KVM',
 | 
						|
                                "privateport": 22,
 | 
						|
                                "publicport": 22,
 | 
						|
                                "protocol": 'TCP',
 | 
						|
                                },
 | 
						|
                         "network": {
 | 
						|
                                "name": "Test Network",
 | 
						|
                                "displaytext": "Test Network",
 | 
						|
                                "netmask": '255.255.255.0'
 | 
						|
                                },
 | 
						|
                         "project": {
 | 
						|
                                "name": "Project",
 | 
						|
                                "displaytext": "Test project",
 | 
						|
                                },
 | 
						|
                         "domain": {
 | 
						|
                                "name": "Domain",
 | 
						|
                                },
 | 
						|
                        "ostype": 'CentOS 5.3 (64-bit)',
 | 
						|
                        "sleep": 60,
 | 
						|
                        "timeout": 10,
 | 
						|
                        "mode": 'advanced',
 | 
						|
                        # Networking mode: Advanced, Basic
 | 
						|
                    }
 | 
						|
 | 
						|
class TestProjectsMemoryLimits(cloudstackTestCase):
 | 
						|
 | 
						|
    @classmethod
 | 
						|
    def setUpClass(cls):
 | 
						|
        cls.testClient = super(TestProjectsMemoryLimits, cls).getClsTestClient()
 | 
						|
        cls.api_client = cls.testClient.getApiClient()
 | 
						|
 | 
						|
        cls.services = Services().services
 | 
						|
        # Get Zone, Domain and templates
 | 
						|
        cls.domain = get_domain(cls.api_client)
 | 
						|
        cls.zone = get_zone(cls.api_client, cls.testClient.getZoneForTests())
 | 
						|
        cls.hypervisor = cls.testClient.getHypervisorInfo()
 | 
						|
        cls.services["mode"] = cls.zone.networktype
 | 
						|
 | 
						|
        cls.template = get_template(
 | 
						|
                            cls.api_client,
 | 
						|
                            cls.zone.id,
 | 
						|
                            cls.services["ostype"]
 | 
						|
                            )
 | 
						|
 | 
						|
        cls.services["virtual_machine"]["zoneid"] = cls.zone.id
 | 
						|
 | 
						|
        cls.service_offering = ServiceOffering.create(
 | 
						|
                                            cls.api_client,
 | 
						|
                                            cls.services["service_offering"]
 | 
						|
                                            )
 | 
						|
 | 
						|
        cls._cleanup = [cls.service_offering, ]
 | 
						|
        return
 | 
						|
 | 
						|
    @classmethod
 | 
						|
    def tearDownClass(cls):
 | 
						|
        try:
 | 
						|
            # Cleanup resources used
 | 
						|
            cleanup_resources(cls.api_client, cls._cleanup)
 | 
						|
        except Exception as e:
 | 
						|
            raise Exception("Warning: Exception during cleanup : %s" % e)
 | 
						|
        return
 | 
						|
 | 
						|
    def setUp(self):
 | 
						|
        self.apiclient = self.testClient.getApiClient()
 | 
						|
        self.dbclient = self.testClient.getDbConnection()
 | 
						|
        self.account = Account.create(
 | 
						|
             self.apiclient,
 | 
						|
             self.services["account"],
 | 
						|
             admin=True
 | 
						|
             )
 | 
						|
        self.cleanup = [self.account, ]
 | 
						|
 | 
						|
        self.debug("Setting up account and domain hierarchy")
 | 
						|
        self.setupProjectAccounts()
 | 
						|
 | 
						|
        api_client = self.testClient.getUserApiClient(
 | 
						|
                            UserName=self.admin.name,
 | 
						|
                            DomainName=self.admin.domain)
 | 
						|
 | 
						|
        self.debug("Creating an instance with service offering: %s" %
 | 
						|
                                                    self.service_offering.name)
 | 
						|
        self.vm = self.createInstance(project=self.project,
 | 
						|
                                  service_off=self.service_offering, api_client=api_client)
 | 
						|
        return
 | 
						|
 | 
						|
    def tearDown(self):
 | 
						|
        try:
 | 
						|
            # Clean up, terminate the created instance, volumes and snapshots
 | 
						|
            cleanup_resources(self.apiclient, self.cleanup)
 | 
						|
        except Exception as e:
 | 
						|
            raise Exception("Warning: Exception during cleanup : %s" % e)
 | 
						|
        return
 | 
						|
 | 
						|
    def createInstance(self, project, service_off, networks=None, api_client=None):
 | 
						|
        """Creates an instance in account"""
 | 
						|
        self.debug("Deploying an instance in account: %s" %
 | 
						|
                                                self.account.name)
 | 
						|
 | 
						|
        if api_client is None:
 | 
						|
	        api_client = self.apiclient
 | 
						|
 | 
						|
        try:
 | 
						|
            vm = VirtualMachine.create(
 | 
						|
                                api_client,
 | 
						|
                                self.services["virtual_machine"],
 | 
						|
                                templateid=self.template.id,
 | 
						|
                                projectid=project.id,
 | 
						|
                                networkids=networks,
 | 
						|
                                serviceofferingid=service_off.id)
 | 
						|
            vms = VirtualMachine.list(api_client, id=vm.id, listall=True)
 | 
						|
            self.assertIsInstance(vms,
 | 
						|
                                  list,
 | 
						|
                                  "List VMs should return a valid response")
 | 
						|
            self.assertEqual(vms[0].state, "Running",
 | 
						|
                             "Vm state should be running after deployment")
 | 
						|
            return vm
 | 
						|
        except Exception as e:
 | 
						|
            self.fail("Failed to deploy an instance: %s" % e)
 | 
						|
 | 
						|
    def setupProjectAccounts(self):
 | 
						|
 | 
						|
        self.debug("Creating a domain under: %s" % self.domain.name)
 | 
						|
        self.domain = Domain.create(self.apiclient,
 | 
						|
                                        services=self.services["domain"],
 | 
						|
                                        parentdomainid=self.domain.id)
 | 
						|
        self.admin = Account.create(
 | 
						|
                            self.apiclient,
 | 
						|
                            self.services["account"],
 | 
						|
                            admin=True,
 | 
						|
                            domainid=self.domain.id
 | 
						|
                            )
 | 
						|
 | 
						|
        # Create project as a domain admin
 | 
						|
        self.project = Project.create(self.apiclient,
 | 
						|
                                 self.services["project"],
 | 
						|
                                 account=self.admin.name,
 | 
						|
                                 domainid=self.admin.domainid)
 | 
						|
        # Cleanup created project at end of test
 | 
						|
        self.cleanup.append(self.project)
 | 
						|
        self.cleanup.append(self.admin)
 | 
						|
        self.cleanup.append(self.domain)
 | 
						|
        self.debug("Created project with domain admin with name: %s" %
 | 
						|
                                                        self.project.name)
 | 
						|
 | 
						|
        projects = Project.list(self.apiclient, id=self.project.id,
 | 
						|
                                listall=True)
 | 
						|
 | 
						|
        self.assertEqual(isinstance(projects, list), True,
 | 
						|
                        "Check for a valid list projects response")
 | 
						|
        project = projects[0]
 | 
						|
        self.assertEqual(project.name, self.project.name,
 | 
						|
                        "Check project name from list response")
 | 
						|
        return
 | 
						|
 | 
						|
    @attr(tags=["advanced", "advancedns","simulator"], required_hardware="false")
 | 
						|
    def test_01_project_vmlifecycle_start_stop_instance(self):
 | 
						|
 | 
						|
        # Validate the following
 | 
						|
        # 1. Assign account to projects and verify the resource updates
 | 
						|
        # 2. Deploy VM with the accounts added to the project
 | 
						|
        # 3. Stop VM of an accounts added to the project to a new host
 | 
						|
        # 4. Resource count should list properly
 | 
						|
        # 5. Start VM of an accounts added to the project to a new host
 | 
						|
        # 6. Resource count should list properly
 | 
						|
 | 
						|
        self.debug("Checking memory resource count for project: %s" % self.project.name)
 | 
						|
        project_list = Project.list(self.apiclient, id=self.project.id, listall=True)
 | 
						|
        self.debug(project_list)
 | 
						|
        self.assertIsInstance(project_list,
 | 
						|
                              list,
 | 
						|
                              "List Projects should return a valid response"
 | 
						|
                              )
 | 
						|
        resource_count = project_list[0].memorytotal
 | 
						|
 | 
						|
        self.debug(resource_count)
 | 
						|
 | 
						|
        self.debug("Stopping instance: %s" % self.vm.name)
 | 
						|
        try:
 | 
						|
            self.vm.stop(self.apiclient)
 | 
						|
        except Exception as e:
 | 
						|
            self.fail("Failed to stop instance: %s" % e)
 | 
						|
 | 
						|
        self.debug("Checking memory resource count for project: %s" % self.project.name)
 | 
						|
        project_list = Project.list(self.apiclient, id=self.project.id, listall=True)
 | 
						|
        self.assertIsInstance(project_list,
 | 
						|
                              list,
 | 
						|
                              "List Projects should return a valid response"
 | 
						|
                              )
 | 
						|
        resource_count_after_stop = project_list[0].memorytotal
 | 
						|
 | 
						|
        self.assertEqual(resource_count, resource_count_after_stop,
 | 
						|
                         "Resource count should be same after stopping the instance")
 | 
						|
 | 
						|
        self.debug("Starting instance: %s" % self.vm.name)
 | 
						|
        try:
 | 
						|
            self.vm.start(self.apiclient)
 | 
						|
        except Exception as e:
 | 
						|
            self.fail("Failed to start instance: %s" % e)
 | 
						|
 | 
						|
        self.debug("Checking memory resource count for project: %s" % self.project.name)
 | 
						|
        project_list = Project.list(self.apiclient, id=self.project.id, listall=True)
 | 
						|
        self.assertIsInstance(project_list,
 | 
						|
                              list,
 | 
						|
                              "List Projects should return a valid response"
 | 
						|
                              )
 | 
						|
        resource_count_after_start = project_list[0].memorytotal
 | 
						|
 | 
						|
        self.assertEqual(resource_count, resource_count_after_start,
 | 
						|
                         "Resource count should be same after starting the instance")
 | 
						|
        return
 | 
						|
 | 
						|
    @attr(tags=["advanced", "advancedns","simulator"], required_hardware="true")
 | 
						|
    def test_02_project_vmlifecycle_migrate_instance(self):
 | 
						|
 | 
						|
        # Validate the following
 | 
						|
        # 1. Assign account to projects and verify the resource updates
 | 
						|
        # 2. Deploy VM with the accounts added to the project
 | 
						|
        # 3. Migrate VM of an accounts added to the project to a new host
 | 
						|
        # 4. Resource count should list properly.
 | 
						|
 | 
						|
        if self.hypervisor.lower() in ['lxc']:
 | 
						|
            self.skipTest("vm migrate feature is not supported on %s" % self.hypervisor.lower())
 | 
						|
 | 
						|
 | 
						|
        self.debug("Checking memory resource count for project: %s" % self.project.name)
 | 
						|
        project_list = Project.list(self.apiclient, id=self.project.id, listall=True)
 | 
						|
        self.debug(project_list)
 | 
						|
        self.assertIsInstance(project_list,
 | 
						|
                              list,
 | 
						|
                              "List Projects should return a valid response"
 | 
						|
                              )
 | 
						|
        resource_count = project_list[0].memorytotal
 | 
						|
        self.debug(resource_count)
 | 
						|
 | 
						|
        host = findSuitableHostForMigration(self.apiclient, self.vm.id)
 | 
						|
        if host is None:
 | 
						|
            self.skipTest(ERROR_NO_HOST_FOR_MIGRATION)
 | 
						|
        self.debug("Migrating instance: %s to host: %s" %
 | 
						|
                                                    (self.vm.name, host.name))
 | 
						|
        try:
 | 
						|
            self.vm.migrate(self.apiclient, host.id)
 | 
						|
        except Exception as e:
 | 
						|
            self.fail("Failed to migrate instance: %s" % e)
 | 
						|
 | 
						|
        self.debug("Checking memory resource count for project: %s" % self.project.name)
 | 
						|
        project_list = Project.list(self.apiclient, id=self.project.id, listall=True)
 | 
						|
        self.assertIsInstance(project_list,
 | 
						|
                              list,
 | 
						|
                              "List Projects should return a valid response"
 | 
						|
                              )
 | 
						|
        resource_count_after_migrate = project_list[0].memorytotal
 | 
						|
 | 
						|
        self.assertEqual(resource_count, resource_count_after_migrate,
 | 
						|
                         "Resource count should be same after migrating the instance")
 | 
						|
        return
 | 
						|
 | 
						|
    @attr(tags=["advanced", "advancedns","simulator"], required_hardware="false")
 | 
						|
    def test_03_project_vmlifecycle_delete_instance(self):
 | 
						|
 | 
						|
        # Validate the following
 | 
						|
        # 1. Assign account to projects and verify the resource updates
 | 
						|
        # 2. Deploy VM with the accounts added to the project
 | 
						|
        # 3. Destroy VM of an accounts added to the project
 | 
						|
        # 4. Resource count should list as 0 after destroying the instance
 | 
						|
 | 
						|
        self.debug("Checking memory resource count for project: %s" % self.project.name)
 | 
						|
        project_list = Project.list(self.apiclient, id=self.project.id, listall=True)
 | 
						|
        self.debug(project_list)
 | 
						|
        self.assertIsInstance(project_list,
 | 
						|
                              list,
 | 
						|
                              "List Projects should return a valid response"
 | 
						|
                              )
 | 
						|
        resource_count = project_list[0].memorytotal
 | 
						|
        self.debug(resource_count)
 | 
						|
 | 
						|
        self.debug("Destroying instance: %s" % self.vm.name)
 | 
						|
        try:
 | 
						|
            self.vm.delete(self.apiclient)
 | 
						|
        except Exception as e:
 | 
						|
            self.fail("Failed to delete instance: %s" % e)
 | 
						|
 | 
						|
        # Wait for expunge interval to cleanup Memory
 | 
						|
        wait_for_cleanup(self.apiclient, ["expunge.delay", "expunge.interval"])
 | 
						|
 | 
						|
        self.debug("Checking memory resource count for project: %s" % self.project.name)
 | 
						|
        project_list = Project.list(self.apiclient, id=self.project.id, listall=True)
 | 
						|
        self.assertIsInstance(project_list,
 | 
						|
                              list,
 | 
						|
                              "List Projects should return a valid response"
 | 
						|
                              )
 | 
						|
        resource_count_after_delete = project_list[0].memorytotal
 | 
						|
        self.assertEqual(resource_count_after_delete, 0 , "Resource count for %s should be 0" % get_resource_type(resource_id=9))#RAM
 | 
						|
        return
 |