mirror of
https://github.com/apache/cloudstack.git
synced 2025-10-26 08:42:29 +01:00
* FR-248: Instance lease, WIP commit * insert lease expiry into db and use that to filter exiring vms, add asyncjobmanager * Add leaseDuration and leaseExpiryAction in Service offering create flow * Update listVM cmd to allow listing only leased instances * Add methods to fetch instances for which lease is expiring in next days * Changes included: config key setup and configured for alert email lease options in create and update vm screen handle delete protection, edit vm, create vm validated stop and detroy, delete protection * Update UI screens for leased properties coming from config and service offering * use global lock before running scheduler * Unit tests * Flow changes done in UI based on discussion * Include view changes in schema upgrade files and use feature in various UI elements * Added integration test for vm deployment, UI enhancements for user persona, bug fixes * validate integration tests, minor ui changes and log messages * fix build: moving configkey from setup to test itself * Disable testAlert to unblock build and trim whitespaces in integration tests * Address review comments * Minor changes in EditVM screen * Use ExecutorService instead of Timer and TimerTask * Additional review comments * Incorporate following changes: 1. Execute lease action once on the instance 2. Cancel lease on instance when feature is disabled 3. Relevant events when lease gets disabled, cancelled, executed 4. Disable associating lease after deployment 5. UI elements and flow changes 6. Changes based on feedback from demo * Handle pr review comments * address review comments * move instance.lease.enabled config to VMLeaseManager interface * bug fix in edit instance flow and reject api request for invalid values * max allowed lease is for 100 years * log instance ids for expired instance * Fix config validation for value range and code coverage improvement * fix lease expiry request failures in async * dont use forced: true for StopVmCmd * Update server/src/main/java/org/apache/cloudstack/vm/lease/VMLeaseManager.java Co-authored-by: Vishesh <vishesh92@gmail.com> * handle review comments --------- Co-authored-by: Rohit Yadav <rohityadav89@gmail.com> Co-authored-by: Vishesh <vishesh92@gmail.com>
1225 lines
42 KiB
Python
1225 lines
42 KiB
Python
# Licensed to the Apache Software Foundation (ASF) under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing,
|
|
# software distributed under the License is distributed on an
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
# KIND, either express or implied. See the License for the
|
|
# specific language governing permissions and limitations
|
|
# under the License.
|
|
""" BVT tests for Service offerings"""
|
|
|
|
# Import Local Modules
|
|
from marvin.codes import FAILED
|
|
from marvin.cloudstackTestCase import cloudstackTestCase
|
|
from marvin.cloudstackAPI import (scaleVirtualMachine,
|
|
updateServiceOffering)
|
|
from marvin.lib.utils import (isAlmostEqual,
|
|
cleanup_resources,
|
|
random_gen)
|
|
from marvin.lib.base import (ServiceOffering,
|
|
Configurations,
|
|
DiskOffering,
|
|
Account,
|
|
StoragePool,
|
|
VirtualMachine)
|
|
from marvin.lib.common import (list_service_offering,
|
|
list_virtual_machines,
|
|
get_domain,
|
|
get_zone,
|
|
get_test_template,
|
|
list_hosts,
|
|
is_config_suitable)
|
|
from nose.plugins.attrib import attr
|
|
|
|
import time
|
|
from marvin.sshClient import SshClient
|
|
from marvin.lib.decoratorGenerators import skipTestIf
|
|
|
|
_multiprocess_shared_ = True
|
|
|
|
|
|
class TestCreateServiceOffering(cloudstackTestCase):
|
|
|
|
def setUp(self):
|
|
self.apiclient = self.testClient.getApiClient()
|
|
self.dbclient = self.testClient.getDbConnection()
|
|
self.cleanup = []
|
|
self.services = self.testClient.getParsedTestDataConfig()
|
|
|
|
def tearDown(self):
|
|
try:
|
|
# Clean up, terminate the created templates
|
|
cleanup_resources(self.apiclient, self.cleanup)
|
|
|
|
except Exception as e:
|
|
raise Exception("Warning: Exception during cleanup : %s" % e)
|
|
|
|
return
|
|
|
|
@attr(
|
|
tags=[
|
|
"advanced",
|
|
"advancedns",
|
|
"smoke",
|
|
"basic",
|
|
"eip",
|
|
"sg", "diskencrypt"],
|
|
required_hardware="false")
|
|
def test_01_create_service_offering(self):
|
|
"""Test to create service offering"""
|
|
|
|
# Validate the following:
|
|
# 1. createServiceOfferings should return a valid information
|
|
# for newly created offering
|
|
# 2. The Cloud Database contains the valid information
|
|
|
|
service_offering = ServiceOffering.create(
|
|
self.apiclient,
|
|
self.services["service_offerings"]["tiny"]
|
|
)
|
|
self.cleanup.append(service_offering)
|
|
|
|
self.debug(
|
|
"Created service offering with ID: %s" %
|
|
service_offering.id)
|
|
|
|
list_service_response = list_service_offering(
|
|
self.apiclient,
|
|
id=service_offering.id
|
|
)
|
|
self.assertEqual(
|
|
isinstance(list_service_response, list),
|
|
True,
|
|
"Check list response returns a valid list"
|
|
)
|
|
|
|
self.assertNotEqual(
|
|
len(list_service_response),
|
|
0,
|
|
"Check Service offering is created"
|
|
)
|
|
|
|
self.assertEqual(
|
|
list_service_response[0].cpunumber,
|
|
self.services["service_offerings"]["tiny"]["cpunumber"],
|
|
"Check server id in createServiceOffering"
|
|
)
|
|
self.assertEqual(
|
|
list_service_response[0].cpuspeed,
|
|
self.services["service_offerings"]["tiny"]["cpuspeed"],
|
|
"Check cpuspeed in createServiceOffering"
|
|
)
|
|
self.assertEqual(
|
|
list_service_response[0].displaytext,
|
|
self.services["service_offerings"]["tiny"]["displaytext"],
|
|
"Check server displaytext in createServiceOfferings"
|
|
)
|
|
self.assertEqual(
|
|
list_service_response[0].memory,
|
|
self.services["service_offerings"]["tiny"]["memory"],
|
|
"Check memory in createServiceOffering"
|
|
)
|
|
self.assertEqual(
|
|
list_service_response[0].name,
|
|
self.services["service_offerings"]["tiny"]["name"],
|
|
"Check name in createServiceOffering"
|
|
)
|
|
self.assertEqual(
|
|
list_service_response[0].encryptroot,
|
|
False,
|
|
"Ensure encrypt is false by default"
|
|
)
|
|
return
|
|
|
|
@attr(
|
|
tags=[
|
|
"advanced",
|
|
"advancedns",
|
|
"smoke",
|
|
"basic",
|
|
"eip",
|
|
"sg"],
|
|
required_hardware="false")
|
|
def test_02_create_iops_offering(self):
|
|
"""Test to create service io burst offering"""
|
|
|
|
# Validate the following:
|
|
# 1. createServiceOfferings should return a valid information
|
|
# for newly created offering
|
|
# 2. The Cloud Database contains the valid information
|
|
|
|
|
|
|
|
svcs = self.services["service_offerings"]["tiny"]
|
|
kws = {}
|
|
|
|
for key in self.services["ioburst"]:
|
|
if str(key).startswith("bytes") or str(key).startswith("iops"):
|
|
kws[key] = self.services["ioburst"][key]
|
|
else:
|
|
svcs[key] = self.services["ioburst"][key]
|
|
|
|
service_offering = ServiceOffering.create(
|
|
self.apiclient,
|
|
svcs,
|
|
None,
|
|
None,
|
|
**kws
|
|
)
|
|
self.cleanup.append(service_offering)
|
|
|
|
self.debug(
|
|
"Created service offering with ID: %s" %
|
|
service_offering.id)
|
|
|
|
list_service_response = list_service_offering(
|
|
self.apiclient,
|
|
id=service_offering.id
|
|
)
|
|
self.assertEqual(
|
|
isinstance(list_service_response, list),
|
|
True,
|
|
"Check list response returns a valid list"
|
|
)
|
|
|
|
self.assertNotEqual(
|
|
len(list_service_response),
|
|
0,
|
|
"Check Service offering is created"
|
|
)
|
|
|
|
for key in kws:
|
|
k = str(key)
|
|
mapped = 'disk' + k[:1].upper() + k[1:]
|
|
self.assertEqual(
|
|
list_service_response[0][mapped],
|
|
kws[key],
|
|
"Check " + str(key) + " => " + str(mapped) + " in createServiceOffering"
|
|
)
|
|
|
|
return
|
|
|
|
@attr(
|
|
tags=[
|
|
"advanced",
|
|
"advancedns",
|
|
"smoke",
|
|
"basic",
|
|
"eip",
|
|
"sg"],
|
|
required_hardware="false")
|
|
def test_03_create_service_offering_with_cache_mode_type(self):
|
|
"""Test to create service offering with each one of the valid cache mode types : none, writeback and writethrough"""
|
|
|
|
# Validate the following:
|
|
# 1. createServiceOfferings should return a valid information
|
|
# for newly created offering
|
|
# 2. The Cloud Database contains the valid information
|
|
|
|
cache_mode_types=["none", "writeback", "writethrough"]
|
|
for i in range(3):
|
|
service_offering = ServiceOffering.create(
|
|
self.apiclient,
|
|
self.services["service_offerings"]["tiny"],
|
|
cacheMode=cache_mode_types[i]
|
|
)
|
|
self.cleanup.append(service_offering)
|
|
|
|
self.debug(
|
|
"Created service offering with ID: %s" %
|
|
service_offering.id)
|
|
|
|
list_service_response = list_service_offering(
|
|
self.apiclient,
|
|
id=service_offering.id
|
|
)
|
|
self.assertEqual(
|
|
isinstance(list_service_response, list),
|
|
True,
|
|
"Check list response returns a valid list"
|
|
)
|
|
|
|
self.assertNotEqual(
|
|
len(list_service_response),
|
|
0,
|
|
"Check Service offering is created"
|
|
)
|
|
|
|
self.assertEqual(
|
|
list_service_response[0].cpunumber,
|
|
self.services["service_offerings"]["tiny"]["cpunumber"],
|
|
"Check server id in createServiceOffering"
|
|
)
|
|
self.assertEqual(
|
|
list_service_response[0].cpuspeed,
|
|
self.services["service_offerings"]["tiny"]["cpuspeed"],
|
|
"Check cpuspeed in createServiceOffering"
|
|
)
|
|
self.assertEqual(
|
|
list_service_response[0].displaytext,
|
|
self.services["service_offerings"]["tiny"]["displaytext"],
|
|
"Check server displaytext in createServiceOfferings"
|
|
)
|
|
self.assertEqual(
|
|
list_service_response[0].memory,
|
|
self.services["service_offerings"]["tiny"]["memory"],
|
|
"Check memory in createServiceOffering"
|
|
)
|
|
self.assertEqual(
|
|
list_service_response[0].name,
|
|
self.services["service_offerings"]["tiny"]["name"],
|
|
"Check name in createServiceOffering"
|
|
)
|
|
self.assertEqual(
|
|
list_service_response[0].cacheMode,
|
|
cache_mode_types[i],
|
|
"Check cacheMode in createServiceOffering"
|
|
)
|
|
return
|
|
|
|
@attr(
|
|
tags=[
|
|
"advanced",
|
|
"advancedns",
|
|
"smoke",
|
|
"basic",
|
|
"eip",
|
|
"sg"],
|
|
required_hardware="false")
|
|
def test_04_create_service_offering_with_invalid_cache_mode_type(self):
|
|
"""Test to create service offering with invalid cache mode type"""
|
|
|
|
# Validate the following:
|
|
# 1. createServiceOfferings should return a valid information
|
|
# for newly created offering
|
|
# 2. The Cloud Database contains the valid information
|
|
|
|
with self.assertRaises(Exception):
|
|
service_offering = ServiceOffering.create(
|
|
self.apiclient,
|
|
self.services["service_offerings"]["tiny"],
|
|
cacheMode="invalid_cache_mode_type"
|
|
)
|
|
return
|
|
|
|
@attr(
|
|
tags=[
|
|
"advanced",
|
|
"advancedns",
|
|
"smoke",
|
|
"basic",
|
|
"eip",
|
|
"sg",
|
|
"diskencrypt"],
|
|
required_hardware="false")
|
|
def test_05_create_service_offering_with_root_encryption_type(self):
|
|
"""Test to create service offering with root encryption"""
|
|
|
|
# Validate the following:
|
|
# 1. createServiceOfferings should return a valid information
|
|
# for newly created offering
|
|
|
|
service_offering = ServiceOffering.create(
|
|
self.apiclient,
|
|
self.services["service_offerings"]["tiny"],
|
|
name="tiny-encrypted-root",
|
|
encryptRoot=True
|
|
)
|
|
self.cleanup.append(service_offering)
|
|
|
|
self.debug(
|
|
"Created service offering with ID: %s" %
|
|
service_offering.id)
|
|
|
|
list_service_response = list_service_offering(
|
|
self.apiclient,
|
|
id=service_offering.id
|
|
)
|
|
|
|
self.assertNotEqual(
|
|
len(list_service_response),
|
|
0,
|
|
"Check Service offering is created"
|
|
)
|
|
|
|
self.assertEqual(
|
|
list_service_response[0].encryptroot,
|
|
True,
|
|
"Check encrypt root is true"
|
|
)
|
|
return
|
|
|
|
@attr(
|
|
tags=[
|
|
"advanced",
|
|
"smoke",
|
|
"basic"],
|
|
required_hardware="false")
|
|
def test_06_create_service_offering_lease_enabled(self):
|
|
"""
|
|
1. Enable lease feature
|
|
2. Create a service_offering
|
|
3. Verify service offering lease properties
|
|
"""
|
|
self.update_lease_feature("true")
|
|
|
|
service_offering = ServiceOffering.create(
|
|
self.apiclient,
|
|
self.services["service_offerings"]["tiny"],
|
|
name="tiny-lease-svc-offering",
|
|
leaseduration=10,
|
|
leaseexpiryaction="STOP"
|
|
)
|
|
self.cleanup.append(service_offering)
|
|
|
|
self.debug(
|
|
"Created service offering with ID: %s" %
|
|
service_offering.id)
|
|
|
|
list_service_response = list_service_offering(
|
|
self.apiclient,
|
|
id=service_offering.id
|
|
)
|
|
|
|
self.assertNotEqual(
|
|
len(list_service_response),
|
|
0,
|
|
"Check Service offering is created"
|
|
)
|
|
|
|
self.assertEqual(
|
|
list_service_response[0].leaseduration,
|
|
10,
|
|
"Confirm leaseduration"
|
|
)
|
|
|
|
self.assertEqual(
|
|
list_service_response[0].leaseexpiryaction,
|
|
"STOP",
|
|
"Confirm leaseexpiryaction"
|
|
)
|
|
return
|
|
|
|
@attr(
|
|
tags=[
|
|
"advanced",
|
|
"smoke",
|
|
"basic"],
|
|
required_hardware="false")
|
|
def test_07_create_service_offering_without_lease_disabled_feature(self):
|
|
"""
|
|
1. Disable lease feature
|
|
2. Create a service_offering with lease option
|
|
3. Verify service offering for NO lease properties
|
|
"""
|
|
self.update_lease_feature("true")
|
|
service_offering = ServiceOffering.create(
|
|
self.apiclient,
|
|
self.services["service_offerings"]["tiny"],
|
|
name="tiny-svc-offering-novalue-lease"
|
|
)
|
|
self.cleanup.append(service_offering)
|
|
|
|
self.debug(
|
|
"Created service offering with ID: %s" %
|
|
service_offering.id)
|
|
|
|
list_service_response = list_service_offering(
|
|
self.apiclient,
|
|
id=service_offering.id
|
|
)
|
|
|
|
self.assertNotEqual(
|
|
len(list_service_response),
|
|
0,
|
|
"Check Service offering is created"
|
|
)
|
|
|
|
self.assertIsNone(
|
|
list_service_response[0].leaseduration,
|
|
"Confirm No leaseduration"
|
|
)
|
|
self.assertIsNone(
|
|
list_service_response[0].leaseexiryaction,
|
|
"Confirm leaseexpiryaction is not set"
|
|
)
|
|
return
|
|
|
|
@attr(
|
|
tags=[
|
|
"advanced",
|
|
"smoke",
|
|
"basic"],
|
|
required_hardware="false")
|
|
def test_08_create_service_offering_lease_disabled(self):
|
|
"""
|
|
1. Disable lease feature
|
|
2. Create a service_offering with lease option
|
|
3. Verify service offering for NO lease properties
|
|
"""
|
|
self.update_lease_feature("false")
|
|
service_offering = ServiceOffering.create(
|
|
self.apiclient,
|
|
self.services["service_offerings"]["tiny"],
|
|
name="tiny-lease-svc-offering-disabled",
|
|
leaseduration=10,
|
|
leaseexpiryaction="STOP"
|
|
)
|
|
self.cleanup.append(service_offering)
|
|
|
|
self.debug(
|
|
"Created service offering with ID: %s" %
|
|
service_offering.id)
|
|
|
|
list_service_response = list_service_offering(
|
|
self.apiclient,
|
|
id=service_offering.id
|
|
)
|
|
|
|
self.assertNotEqual(
|
|
len(list_service_response),
|
|
0,
|
|
"Check Service offering is created"
|
|
)
|
|
|
|
self.assertIsNone(
|
|
list_service_response[0].leaseduration,
|
|
"Confirm No leaseduration"
|
|
)
|
|
self.assertIsNone(
|
|
list_service_response[0].leaseexiryaction,
|
|
"Confirm leaseexpiryaction is not set"
|
|
)
|
|
return
|
|
|
|
def update_lease_feature(self, value=None):
|
|
# Update global setting for "instance.lease.enabled"
|
|
Configurations.update(self.apiclient,
|
|
name="instance.lease.enabled",
|
|
value=value
|
|
)
|
|
|
|
# Verify that the above mentioned settings are set to true
|
|
if not is_config_suitable(
|
|
apiclient=self.apiclient,
|
|
name='instance.lease.enabled',
|
|
value=value):
|
|
self.fail(f'instance.lease.enabled should be: {value}')
|
|
|
|
|
|
|
|
class TestServiceOfferings(cloudstackTestCase):
|
|
|
|
def setUp(self):
|
|
self.apiclient = self.testClient.getApiClient()
|
|
self.dbclient = self.testClient.getDbConnection()
|
|
self.cleanup = []
|
|
|
|
def tearDown(self):
|
|
try:
|
|
# Clean up, terminate the created templates
|
|
cleanup_resources(self.apiclient, self.cleanup)
|
|
|
|
except Exception as e:
|
|
raise Exception("Warning: Exception during cleanup : %s" % e)
|
|
|
|
return
|
|
|
|
@classmethod
|
|
def setUpClass(cls):
|
|
testClient = super(TestServiceOfferings, cls).getClsTestClient()
|
|
cls.apiclient = testClient.getApiClient()
|
|
cls.services = testClient.getParsedTestDataConfig()
|
|
cls.hypervisor = testClient.getHypervisorInfo()
|
|
|
|
domain = get_domain(cls.apiclient)
|
|
cls.zone = get_zone(cls.apiclient, testClient.getZoneForTests())
|
|
cls.services['mode'] = cls.zone.networktype
|
|
|
|
cls.service_offering_1 = ServiceOffering.create(
|
|
cls.apiclient,
|
|
cls.services["service_offerings"]["tiny"]
|
|
)
|
|
cls.service_offering_2 = ServiceOffering.create(
|
|
cls.apiclient,
|
|
cls.services["service_offerings"]["tiny"]
|
|
)
|
|
cls.template = get_test_template(
|
|
cls.apiclient,
|
|
cls.zone.id,
|
|
cls.hypervisor
|
|
)
|
|
if cls.template == FAILED:
|
|
assert False, "get_test_template() failed to return template"
|
|
|
|
# Set Zones and disk offerings
|
|
cls.services["small"]["zoneid"] = cls.zone.id
|
|
cls.services["small"]["template"] = cls.template.id
|
|
|
|
|
|
# Create VMs, NAT Rules etc
|
|
cls.account = Account.create(
|
|
cls.apiclient,
|
|
cls.services["account"],
|
|
domainid=domain.id
|
|
)
|
|
|
|
cls.small_offering = ServiceOffering.create(
|
|
cls.apiclient,
|
|
cls.services["service_offerings"]["small"]
|
|
)
|
|
|
|
cls.medium_offering = ServiceOffering.create(
|
|
cls.apiclient,
|
|
cls.services["service_offerings"]["medium"]
|
|
)
|
|
cls.medium_virtual_machine = VirtualMachine.create(
|
|
cls.apiclient,
|
|
cls.services["small"],
|
|
accountid=cls.account.name,
|
|
domainid=cls.account.domainid,
|
|
serviceofferingid=cls.medium_offering.id,
|
|
mode=cls.services["mode"]
|
|
)
|
|
cls._cleanup = [
|
|
cls.small_offering,
|
|
cls.medium_offering,
|
|
cls.account
|
|
]
|
|
return
|
|
|
|
@classmethod
|
|
def tearDownClass(cls):
|
|
try:
|
|
cls.apiclient = super(
|
|
TestServiceOfferings,
|
|
cls).getClsTestClient().getApiClient()
|
|
# Clean up, terminate the created templates
|
|
cleanup_resources(cls.apiclient, cls._cleanup)
|
|
|
|
except Exception as e:
|
|
raise Exception("Warning: Exception during cleanup : %s" % e)
|
|
return
|
|
|
|
@attr(
|
|
tags=[
|
|
"advanced",
|
|
"advancedns",
|
|
"smoke",
|
|
"basic",
|
|
"eip",
|
|
"sg"],
|
|
required_hardware="false")
|
|
def test_02_edit_service_offering(self):
|
|
"""Test to update existing service offering"""
|
|
|
|
# Validate the following:
|
|
# 1. updateServiceOffering should return
|
|
# a valid information for newly created offering
|
|
|
|
# Generate new name & displaytext from random data
|
|
random_displaytext = random_gen()
|
|
random_name = random_gen()
|
|
random_tag = random_gen()
|
|
random_hosttag = random_gen()
|
|
|
|
self.debug("Updating service offering with ID: %s" %
|
|
self.service_offering_1.id)
|
|
|
|
cmd = updateServiceOffering.updateServiceOfferingCmd()
|
|
# Add parameters for API call
|
|
cmd.id = self.service_offering_1.id
|
|
cmd.displaytext = random_displaytext
|
|
cmd.name = random_name
|
|
cmd.storagetags = random_tag
|
|
cmd.hosttags = random_hosttag
|
|
self.apiclient.updateServiceOffering(cmd)
|
|
|
|
list_service_response = list_service_offering(
|
|
self.apiclient,
|
|
id=self.service_offering_1.id
|
|
)
|
|
self.assertEqual(
|
|
isinstance(list_service_response, list),
|
|
True,
|
|
"Check list response returns a valid list"
|
|
)
|
|
|
|
self.assertNotEqual(
|
|
len(list_service_response),
|
|
0,
|
|
"Check Service offering is updated"
|
|
)
|
|
|
|
self.assertEqual(
|
|
list_service_response[0].displaytext,
|
|
random_displaytext,
|
|
"Check server displaytext in updateServiceOffering"
|
|
)
|
|
self.assertEqual(
|
|
list_service_response[0].name,
|
|
random_name,
|
|
"Check server name in updateServiceOffering"
|
|
)
|
|
|
|
self.assertEqual(
|
|
list_service_response[0].storagetags,
|
|
random_tag,
|
|
"Check storage tags in updateServiceOffering"
|
|
)
|
|
|
|
self.assertEqual(
|
|
list_service_response[0].hosttags,
|
|
random_hosttag,
|
|
"Check host tags in updateServiceOffering"
|
|
)
|
|
return
|
|
|
|
@attr(
|
|
tags=[
|
|
"advanced",
|
|
"advancedns",
|
|
"smoke",
|
|
"basic",
|
|
"eip",
|
|
"sg"],
|
|
required_hardware="false")
|
|
def test_03_delete_service_offering(self):
|
|
"""Test to delete service offering"""
|
|
|
|
# Validate the following:
|
|
# 1. deleteServiceOffering should return
|
|
# a valid information for newly created offering
|
|
|
|
self.debug("Deleting service offering with ID: %s" %
|
|
self.service_offering_2.id)
|
|
|
|
self.service_offering_2.delete(self.apiclient)
|
|
|
|
list_service_response = list_service_offering(
|
|
self.apiclient,
|
|
id=self.service_offering_2.id
|
|
)
|
|
|
|
self.assertEqual(
|
|
list_service_response,
|
|
None,
|
|
"Check if service offering exists in listDiskOfferings"
|
|
)
|
|
|
|
return
|
|
|
|
@attr(tags=["advanced", "advancedns", "smoke"], required_hardware="true")
|
|
def test_04_change_offering_small(self):
|
|
"""Test to change service to a small capacity
|
|
"""
|
|
# Validate the following
|
|
# 1. Log in to the Vm .We should see that the CPU and memory Info of
|
|
# this Vm matches the one specified for "Small" service offering.
|
|
# 2. Using listVM command verify that this Vm
|
|
# has Small service offering Id.
|
|
|
|
if self.hypervisor.lower() == "lxc":
|
|
self.skipTest("Skipping this test for {} due to bug CS-38153".format(self.hypervisor))
|
|
try:
|
|
self.medium_virtual_machine.stop(self.apiclient)
|
|
|
|
timeout = self.services["timeout"]
|
|
|
|
while True:
|
|
time.sleep(self.services["sleep"])
|
|
|
|
# Ensure that VM is in stopped state
|
|
list_vm_response = list_virtual_machines(
|
|
self.apiclient,
|
|
id=self.medium_virtual_machine.id
|
|
)
|
|
|
|
if isinstance(list_vm_response, list):
|
|
vm = list_vm_response[0]
|
|
if vm.state == 'Stopped':
|
|
self.debug("VM state: %s" % vm.state)
|
|
break
|
|
|
|
if timeout == 0:
|
|
raise Exception(
|
|
"Failed to stop VM (ID: %s) in change service offering" % vm.id)
|
|
|
|
timeout = timeout - 1
|
|
except Exception as e:
|
|
self.fail("Failed to stop VM: %s" % e)
|
|
|
|
cmd = scaleVirtualMachine.scaleVirtualMachineCmd()
|
|
cmd.id = self.medium_virtual_machine.id
|
|
cmd.serviceofferingid = self.small_offering.id
|
|
self.apiclient.scaleVirtualMachine(cmd)
|
|
|
|
self.debug("Starting VM - ID: %s" % self.medium_virtual_machine.id)
|
|
self.medium_virtual_machine.start(self.apiclient)
|
|
# Ensure that VM is in running state
|
|
list_vm_response = list_virtual_machines(
|
|
self.apiclient,
|
|
id=self.medium_virtual_machine.id
|
|
)
|
|
|
|
if isinstance(list_vm_response, list):
|
|
vm = list_vm_response[0]
|
|
if vm.state == 'Running':
|
|
self.debug("VM state: %s" % vm.state)
|
|
else:
|
|
raise Exception(
|
|
"Failed to start VM (ID: %s) after changing\
|
|
service offering" % vm.id)
|
|
|
|
try:
|
|
ssh = self.medium_virtual_machine.get_ssh_client()
|
|
except Exception as e:
|
|
self.fail(
|
|
"SSH Access failed for %s: %s" %
|
|
(self.medium_virtual_machine.ipaddress, e)
|
|
)
|
|
|
|
cpuinfo = ssh.execute("cat /proc/cpuinfo")
|
|
cpu_cnt = len([i for i in cpuinfo if "processor" in i])
|
|
# 'cpu MHz\t\t: 2660.499'
|
|
cpu_speed = [i for i in cpuinfo if "cpu MHz" in i][0].split()[3]
|
|
meminfo = ssh.execute("cat /proc/meminfo")
|
|
# MemTotal: 1017464 kB
|
|
total_mem = [i for i in meminfo if "MemTotal" in i][0].split()[1]
|
|
|
|
self.debug(
|
|
"CPU count: %s, CPU Speed: %s, Mem Info: %s" % (
|
|
cpu_cnt,
|
|
cpu_speed,
|
|
total_mem
|
|
))
|
|
self.assertAlmostEqual(
|
|
int(cpu_cnt),
|
|
self.small_offering.cpunumber,
|
|
"Check CPU Count for small offering"
|
|
)
|
|
self.assertAlmostEqual(
|
|
list_vm_response[0].cpuspeed,
|
|
self.small_offering.cpuspeed,
|
|
"Check CPU Speed for small offering"
|
|
)
|
|
|
|
range = 25
|
|
if self.hypervisor.lower() == "hyperv":
|
|
range = 200
|
|
# TODO: Find the memory allocated to VM on hyperv hypervisor using
|
|
# powershell commands and use that value to equate instead of
|
|
# manipulating range, currently we get the memory count much less
|
|
# because of the UI component
|
|
self.assertTrue(
|
|
isAlmostEqual(int(int(total_mem) / 1024),
|
|
int(self.small_offering.memory),
|
|
range=range
|
|
),
|
|
"Check Memory(kb) for small offering"
|
|
)
|
|
return
|
|
|
|
@attr(tags=["advanced", "advancedns", "smoke"], required_hardware="true")
|
|
def test_05_disk_offering_strictness_true(self):
|
|
"""Test to see change service offering is not possible when disk offering strictness is set to true
|
|
"""
|
|
# Validate the following
|
|
# 1. Create service offering linked a disk offering and disk offering strictness is true
|
|
# 2. Create a VM with that service offering
|
|
# 3. Create another service offering with a different disk offering
|
|
# 4. Try change service offering for VM and it will fail since disk offering strictness is true (not allowed to change the disk offering)
|
|
|
|
if self.hypervisor.lower() == "lxc":
|
|
self.skipTest("Skipping this test for {} due to bug CS-38153".format(self.hypervisor))
|
|
offering_data = {
|
|
'displaytext': 'TestDiskOfferingStrictnessTrue',
|
|
'cpuspeed': 512,
|
|
'cpunumber': 2,
|
|
'name': 'TestDiskOfferingStrictnessTrue',
|
|
'memory': 1024,
|
|
'diskofferingstrictness': True
|
|
}
|
|
|
|
self.serviceOfferingWithDiskOfferingStrictnessTrue = ServiceOffering.create(
|
|
self.apiclient,
|
|
offering_data,
|
|
)
|
|
self._cleanup.append(self.serviceOfferingWithDiskOfferingStrictnessTrue)
|
|
|
|
self.virtual_machine_with_diskoffering_strictness_true = VirtualMachine.create(
|
|
self.apiclient,
|
|
self.services["small"],
|
|
accountid=self.account.name,
|
|
domainid=self.account.domainid,
|
|
serviceofferingid=self.serviceOfferingWithDiskOfferingStrictnessTrue.id,
|
|
mode=self.services["mode"]
|
|
)
|
|
|
|
try:
|
|
self.virtual_machine_with_diskoffering_strictness_true.stop(self.apiclient)
|
|
|
|
timeout = self.services["timeout"]
|
|
|
|
while True:
|
|
time.sleep(self.services["sleep"])
|
|
|
|
# Ensure that VM is in stopped state
|
|
list_vm_response = list_virtual_machines(
|
|
self.apiclient,
|
|
id=self.virtual_machine_with_diskoffering_strictness_true.id
|
|
)
|
|
|
|
if isinstance(list_vm_response, list):
|
|
vm = list_vm_response[0]
|
|
if vm.state == 'Stopped':
|
|
self.debug("VM state: %s" % vm.state)
|
|
break
|
|
|
|
if timeout == 0:
|
|
raise Exception(
|
|
"Failed to stop VM (ID: %s) in change service offering" % vm.id)
|
|
|
|
timeout = timeout - 1
|
|
except Exception as e:
|
|
self.fail("Failed to stop VM: %s" % e)
|
|
|
|
offering_data = {
|
|
'displaytext': 'TestDiskOfferingStrictnessTrue2',
|
|
'cpuspeed': 1000,
|
|
'cpunumber': 2,
|
|
'name': 'TestDiskOfferingStrictnessTrue2',
|
|
'memory': 1024,
|
|
'diskofferingstrictness': True
|
|
}
|
|
|
|
self.serviceOfferingWithDiskOfferingStrictnessTrue2 = ServiceOffering.create(
|
|
self.apiclient,
|
|
offering_data,
|
|
)
|
|
self._cleanup.append(self.serviceOfferingWithDiskOfferingStrictnessTrue2)
|
|
cmd = scaleVirtualMachine.scaleVirtualMachineCmd()
|
|
cmd.id = self.virtual_machine_with_diskoffering_strictness_true.id
|
|
cmd.serviceofferingid = self.serviceOfferingWithDiskOfferingStrictnessTrue2.id
|
|
|
|
with self.assertRaises(Exception) as e:
|
|
self.apiclient.scaleVirtualMachine(cmd)
|
|
self.debug("Upgrade VM with new service offering having different disk offering operation failed as expected with exception: %s" %
|
|
e.exception)
|
|
return
|
|
|
|
@attr(tags=["advanced", "advancedns", "smoke"], required_hardware="true")
|
|
def test_06_disk_offering_strictness_false(self):
|
|
"""Test to see change service offering is possible when disk offering strictness is set to false
|
|
"""
|
|
# Validate the following
|
|
# 1. Create service offering linked a disk offering and disk offering strictness is false
|
|
# 2. Create a VM with that service offering
|
|
# 3. Create another service offering with a different disk offering and disk offering strictness is false
|
|
# 4. Try change service offering for VM should succeed
|
|
|
|
if self.hypervisor.lower() == "lxc":
|
|
self.skipTest("Skipping this test for {} due to bug CS-38153".format(self.hypervisor))
|
|
self.storeCloneValues = {}
|
|
if self.hypervisor.lower() == "vmware":
|
|
self.fullClone = Configurations.list(self.apiclient, name="vmware.create.full.clone")
|
|
assert isinstance(self.fullClone, list), "Config list not retrieved for vmware.create.full.clone"
|
|
allStoragePools = StoragePool.list(
|
|
self.apiclient
|
|
)
|
|
for pool in allStoragePools:
|
|
self.storeCloneValues[pool.id] = Configurations.list(self.apiclient, name="vmware.create.full.clone", storageid=pool.id)[0].value.lower()
|
|
self.updateVmwareCreateFullCloneSetting(False)
|
|
|
|
offering_data = {
|
|
'displaytext': 'TestDiskOfferingStrictnessFalse',
|
|
'cpuspeed': 512,
|
|
'cpunumber': 2,
|
|
'name': 'TestDiskOfferingStrictnessFalse',
|
|
'memory': 1024,
|
|
'diskofferingstrictness': False
|
|
}
|
|
|
|
self.serviceOfferingWithDiskOfferingStrictnessFalse = ServiceOffering.create(
|
|
self.apiclient,
|
|
offering_data,
|
|
)
|
|
self._cleanup.append(self.serviceOfferingWithDiskOfferingStrictnessFalse)
|
|
|
|
self.virtual_machine_with_diskoffering_strictness_false = VirtualMachine.create(
|
|
self.apiclient,
|
|
self.services["small"],
|
|
accountid=self.account.name,
|
|
domainid=self.account.domainid,
|
|
serviceofferingid=self.serviceOfferingWithDiskOfferingStrictnessFalse.id,
|
|
mode=self.services["mode"]
|
|
)
|
|
|
|
try:
|
|
self.virtual_machine_with_diskoffering_strictness_false.stop(self.apiclient)
|
|
|
|
timeout = self.services["timeout"]
|
|
|
|
while True:
|
|
time.sleep(self.services["sleep"])
|
|
|
|
# Ensure that VM is in stopped state
|
|
list_vm_response = list_virtual_machines(
|
|
self.apiclient,
|
|
id=self.virtual_machine_with_diskoffering_strictness_false.id
|
|
)
|
|
|
|
if isinstance(list_vm_response, list):
|
|
vm = list_vm_response[0]
|
|
if vm.state == 'Stopped':
|
|
self.debug("VM state: %s" % vm.state)
|
|
break
|
|
|
|
if timeout == 0:
|
|
raise Exception(
|
|
"Failed to stop VM (ID: %s) in change service offering" % vm.id)
|
|
|
|
timeout = timeout - 1
|
|
except Exception as e:
|
|
self.fail("Failed to stop VM: %s" % e)
|
|
|
|
self.disk_offering2 = DiskOffering.create(
|
|
self.apiclient,
|
|
self.services["disk_offering"],
|
|
)
|
|
self._cleanup.append(self.disk_offering2)
|
|
offering_data = {
|
|
'displaytext': 'TestDiskOfferingStrictnessFalse2',
|
|
'cpuspeed': 1000,
|
|
'cpunumber': 2,
|
|
'name': 'TestDiskOfferingStrictnessFalse2',
|
|
'memory': 1024,
|
|
'diskofferingstrictness': False,
|
|
'diskofferingid': self.disk_offering2.id
|
|
}
|
|
|
|
self.serviceOfferingWithDiskOfferingStrictnessFalse2 = ServiceOffering.create(
|
|
self.apiclient,
|
|
offering_data,
|
|
)
|
|
self._cleanup.append(self.serviceOfferingWithDiskOfferingStrictnessFalse2)
|
|
cmd = scaleVirtualMachine.scaleVirtualMachineCmd()
|
|
cmd.id = self.virtual_machine_with_diskoffering_strictness_false.id
|
|
cmd.serviceofferingid = self.serviceOfferingWithDiskOfferingStrictnessFalse2.id
|
|
self.apiclient.scaleVirtualMachine(cmd)
|
|
|
|
list_vm_response = VirtualMachine.list(
|
|
self.apiclient,
|
|
id=self.virtual_machine_with_diskoffering_strictness_false.id
|
|
)
|
|
|
|
vm_response = list_vm_response[0]
|
|
self.assertEqual(
|
|
vm_response.id,
|
|
self.virtual_machine_with_diskoffering_strictness_false.id,
|
|
"Check virtual machine ID of upgraded VM"
|
|
)
|
|
|
|
self.assertEqual(
|
|
vm_response.serviceofferingid,
|
|
self.serviceOfferingWithDiskOfferingStrictnessFalse2.id,
|
|
"Check service offering of the VM"
|
|
)
|
|
|
|
if self.hypervisor.lower() == "vmware":
|
|
self.updateVmwareCreateFullCloneSetting(True)
|
|
|
|
return
|
|
|
|
def updateVmwareCreateFullCloneSetting(self, tearDown):
|
|
if not tearDown:
|
|
Configurations.update(self.apiclient,
|
|
"vmware.create.full.clone",
|
|
"true")
|
|
allStoragePools = StoragePool.list(
|
|
self.apiclient
|
|
)
|
|
for pool in allStoragePools:
|
|
Configurations.update(self.apiclient,
|
|
storageid=pool.id,
|
|
name="vmware.create.full.clone",
|
|
value="true")
|
|
else:
|
|
Configurations.update(self.apiclient,
|
|
"vmware.create.full.clone",
|
|
self.fullClone[0].value.lower())
|
|
allStoragePools = StoragePool.list(
|
|
self.apiclient
|
|
)
|
|
for pool in allStoragePools:
|
|
Configurations.update(self.apiclient,
|
|
storageid=pool.id,
|
|
name="vmware.create.full.clone",
|
|
value=self.storeCloneValues[pool.id])
|
|
|
|
class TestCpuCapServiceOfferings(cloudstackTestCase):
|
|
|
|
def setUp(self):
|
|
self.apiclient = self.testClient.getApiClient()
|
|
self.dbclient = self.testClient.getDbConnection()
|
|
self.cleanup = []
|
|
|
|
def tearDown(self):
|
|
try:
|
|
# Clean up, terminate the created templates
|
|
cleanup_resources(self.apiclient, self.cleanup)
|
|
|
|
except Exception as e:
|
|
raise Exception("Warning: Exception during cleanup : %s" % e)
|
|
|
|
return
|
|
|
|
def get_ssh_client(self, id, public_ip, username, password, retries):
|
|
""" Setup ssh client connection and return connection
|
|
vm requires attributes public_ip, public_port, username, password """
|
|
|
|
try:
|
|
ssh_client = SshClient(
|
|
public_ip,
|
|
22,
|
|
username,
|
|
password,
|
|
retries)
|
|
|
|
except Exception as e:
|
|
self.fail("Unable to create ssh connection: " % e)
|
|
|
|
self.assertIsNotNone(
|
|
ssh_client, "Failed to setup ssh connection to host=%s on public_ip=%s" % (id, public_ip))
|
|
|
|
return ssh_client
|
|
|
|
@classmethod
|
|
def setUpClass(cls):
|
|
testClient = super(TestCpuCapServiceOfferings, cls).getClsTestClient()
|
|
cls.apiclient = testClient.getApiClient()
|
|
cls.services = testClient.getParsedTestDataConfig()
|
|
cls.hypervisor = testClient.getHypervisorInfo()
|
|
cls._cleanup = []
|
|
cls.hypervisorNotSupported = False
|
|
if cls.hypervisor.lower() not in ["kvm"]:
|
|
cls.hypervisorNotSupported = True
|
|
return
|
|
|
|
domain = get_domain(cls.apiclient)
|
|
cls.zone = get_zone(cls.apiclient, testClient.getZoneForTests())
|
|
cls.services['mode'] = cls.zone.networktype
|
|
|
|
template = get_test_template(cls.apiclient, cls.zone.id, cls.hypervisor)
|
|
if template == FAILED:
|
|
assert False, "get_test_template() failed to return template"
|
|
|
|
cls.services["small"]["zoneid"] = cls.zone.id
|
|
cls.services["small"]["template"] = template.id
|
|
cls.services["small"]["hypervisor"] = cls.hypervisor
|
|
cls.hostConfig = cls.config.__dict__["zones"][0].__dict__["pods"][0].__dict__["clusters"][0].__dict__["hosts"][0].__dict__
|
|
|
|
cls.account = Account.create(
|
|
cls.apiclient,
|
|
cls.services["account"],
|
|
domainid=domain.id
|
|
)
|
|
|
|
offering_data = {
|
|
'displaytext': 'TestOffering',
|
|
'cpuspeed': 512,
|
|
'cpunumber': 2,
|
|
'name': 'TestOffering',
|
|
'memory': 1024
|
|
}
|
|
|
|
cls.offering = ServiceOffering.create(
|
|
cls.apiclient,
|
|
offering_data,
|
|
limitcpuuse=True
|
|
)
|
|
|
|
def getHost(self, hostId=None):
|
|
response = list_hosts(
|
|
self.apiclient,
|
|
type='Routing',
|
|
hypervisor='kvm',
|
|
id=hostId
|
|
)
|
|
# Check if more than one kvm hosts are available in order to successfully configure host-ha
|
|
if response and len(response) > 0:
|
|
self.host = response[0]
|
|
return self.host
|
|
raise self.skipTest("Not enough KVM hosts found, skipping host-ha test")
|
|
|
|
cls.host = getHost(cls)
|
|
|
|
cls.vm = VirtualMachine.create(
|
|
cls.apiclient,
|
|
cls.services["small"],
|
|
accountid=cls.account.name,
|
|
domainid=cls.account.domainid,
|
|
serviceofferingid=cls.offering.id,
|
|
mode=cls.services["mode"],
|
|
hostid=cls.host.id
|
|
|
|
)
|
|
cls._cleanup = [
|
|
cls.offering,
|
|
cls.account
|
|
]
|
|
|
|
@classmethod
|
|
def tearDownClass(cls):
|
|
try:
|
|
cls.apiclient = super(
|
|
TestCpuCapServiceOfferings,
|
|
cls).getClsTestClient().getApiClient()
|
|
# Clean up, terminate the created templates
|
|
cleanup_resources(cls.apiclient, cls._cleanup)
|
|
|
|
except Exception as e:
|
|
raise Exception("Warning: Exception during cleanup : %s" % e)
|
|
return
|
|
|
|
@skipTestIf("hypervisorNotSupported")
|
|
@attr(tags=["advanced", "advancedns", "smoke"], required_hardware="true")
|
|
def test_01_service_offering_cpu_limit_use(self):
|
|
"""
|
|
Test CPU Cap on KVM
|
|
"""
|
|
|
|
ssh_host = self.get_ssh_client(self.host.id, self.host.ipaddress, self.hostConfig["username"], self.hostConfig["password"], 10)
|
|
|
|
#Get host CPU usage from top command before and after VM consuming 100% CPU
|
|
find_pid_cmd = "ps -ax | grep '%s' | head -1 | awk '{print $1}'" % self.vm.id
|
|
pid = ssh_host.execute(find_pid_cmd)[0]
|
|
cpu_usage_cmd = "top -b -n 1 -p %s | tail -1 | awk '{print $9}'" % pid
|
|
host_cpu_usage_before_str = ssh_host.execute(cpu_usage_cmd)[0]
|
|
|
|
host_cpu_usage_before = round(float(host_cpu_usage_before_str))
|
|
self.debug("Host CPU usage before the infinite loop on the VM: " + str(host_cpu_usage_before))
|
|
|
|
#Execute loop command in background on the VM
|
|
ssh_vm = self.vm.get_ssh_client(reconnect=True)
|
|
ssh_vm.execute("echo 'while true; do x=$(($x+1)); done' > cputest.sh")
|
|
ssh_vm.execute("sh cputest.sh > /dev/null 2>&1 &")
|
|
|
|
time.sleep(5)
|
|
host_cpu_usage_after_str = ssh_host.execute(cpu_usage_cmd)[0]
|
|
host_cpu_usage_after = round(float(host_cpu_usage_after_str))
|
|
self.debug("Host CPU usage after the infinite loop on the VM: " + str(host_cpu_usage_after))
|
|
|
|
limit = 95
|
|
self.assertTrue(host_cpu_usage_after < limit, "Host CPU usage after VM usage increased is high")
|
|
|
|
return
|