apache/cloudstack
1
0
Fork 0
mirror of https://github.com/apache/cloudstack.git synced 2025-10-26 08:42:29 +01:00
Code Issues Packages Projects Releases Wiki Activity
cloudstack/test/integration/plugins/datera/TestVolumes.py
John Bampton 182899d0b5
Add Python flake8 linting for W291 trailing whitespace with Super-Linter (#4687) 
* refactor: remove trailing whitespace from Python files

* Add the GitHub Super-Linter

Add Python flake8 linting for W291 trailing whitespace

* Add licenses
2022-03-28 11:40:26 -03:00

1128 lines
37 KiB
Python
Raw Blame History

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
import logging
import unittest
import random
import os
import json
import time
import math
import XenAPI
import collections
import distutils.util
logger = logging.getLogger(__name__)
logger_handler = logging.FileHandler('/var/tmp/{}.log'.format(__name__))
logger_formatter = logging.Formatter('%(asctime)s %(levelname)s %(message)s')
logger_handler.setFormatter(logger_formatter)
logger.addHandler(logger_handler)
logger.setLevel(logging.INFO)
# All tests inherit from cloudstackTestCase
from marvin.cloudstackTestCase import cloudstackTestCase
from nose.plugins.attrib import attr
# Import Integration Libraries
# base - contains all resources as entities and defines create, delete, list operations on them
from marvin.lib.base import (Account, DiskOffering, ServiceOffering,
StoragePool, User, VirtualMachine, Volume)
# common - commonly used methods for all tests are listed here
from marvin.lib.common import (get_domain, get_template, get_zone,
list_clusters, list_hosts,
list_virtual_machines,
list_volumes, list_disk_offering)
# utils - utility classes for common cleanup, external library wrappers, etc.
from marvin.lib.utils import cleanup_resources
from marvin.cloudstackAPI import resizeVolume
#from dfs_sdk import DateraApi
from dfs_sdk import get_api
class TestData():
account = "account"
capacityBytes = "capacitybytes"
capacityIops = "capacityiops"
clusterId = "clusterId"
managedComputeOffering = "managedComputeoffering"
nonManagedComputeOffering = "nonManagedComputeoffering"
diskName = "diskname"
diskOffering = "diskoffering"
domainId = "domainId"
hypervisor = "hypervisor"
login = "login"
mvip = "mvip"
password = "password"
port = "port"
primaryStorage = "primarystorage"
provider = "provider"
scope = "scope"
Datera = "datera"
storageTag = "Datera_SAN_1"
tags = "tags"
templateCacheName = "centos56-x86-64-xen" # TODO
templateName = "templatename"
testAccount = "testaccount"
url = "url"
user = "user"
username = "username"
virtualMachine = "virtualmachine"
virtualMachine2 = "virtualmachine2"
volume_1 = "volume_1"
volume_2 = "volume_2"
xenServer = "xenserver"
zoneId = "zoneId"
def __init__(self):
self.testdata = {
TestData.Datera: {
TestData.mvip: "172.19.2.214",
TestData.login: "admin",
TestData.password: "password",
TestData.port: 80,
TestData.url: "https://172.19.2.214:443"
},
TestData.xenServer: {
TestData.username: "root",
TestData.password: "password"
},
TestData.account: {
"email": "test@test.com",
"firstname": "John",
"lastname": "Doe",
"username": "test",
"password": "test"
},
TestData.testAccount: {
"email": "test2@test2.com",
"firstname": "Jane",
"lastname": "Doe",
"username": "test2",
"password": "test"
},
TestData.user: {
"email": "user@test.com",
"firstname": "Jane",
"lastname": "Doe",
"username": "testuser",
"password": "password"
},
TestData.primaryStorage: {
"name": "Datera-%d" % random.randint(0, 100),
TestData.scope: "ZONE",
"url": "MVIP=172.19.2.214;SVIP=172.28.214.9;" +
"clusterAdminUsername=admin;clusterAdminPassword=password;" +
"clusterDefaultMinIops=10000;clusterDefaultMaxIops=15000;" +
"numReplicas=3;",
TestData.provider: "Datera",
TestData.tags: TestData.storageTag,
TestData.capacityIops: 4500000,
TestData.capacityBytes: 2251799813685248,
TestData.hypervisor: "Any"
},
TestData.virtualMachine: {
"name": "TestVM",
"displayname": "TestVM",
"privateport": 22,
"publicport": 22,
"protocol": "tcp"
},
TestData.virtualMachine2: {
"name": "TestVM2",
"displayname": "TestVM2",
"privateport": 22,
"publicport": 22,
"protocol": "tcp"
},
TestData.managedComputeOffering: {
"name": "DT_CO_1",
"displaytext": "DT_CO_1 (Min IOPS = 10,000; Max IOPS = 15,000)",
"cpunumber": 1,
"cpuspeed": 100,
"memory": 128,
"storagetype": "shared",
"customizediops": False,
"miniops": "10000",
"maxiops": "15000",
"hypervisorsnapshotreserve": 200,
"tags": TestData.storageTag
},
TestData.nonManagedComputeOffering: {
"name": "DT_CO_2",
"displaytext": "DT_CO_2 (Min IOPS = 10,000; Max IOPS = 15,000)",
"cpunumber": 1,
"cpuspeed": 100,
"memory": 128,
"storagetype": "shared",
"customizediops": False,
"miniops": "10000",
"maxiops": "15000",
"hypervisorsnapshotreserve": 200,
"tags": TestData.storageTag
},
TestData.diskOffering: {
"name": "DT_DO_1",
"displaytext": "DT_DO_1 (5GB Min IOPS = 300; Max IOPS = 500)",
"disksize": 5,
"customizediops": False,
"miniops": 300,
"maxiops": 500,
"hypervisorsnapshotreserve": 200,
TestData.tags: TestData.storageTag,
"storagetype": "shared"
},
"testdiskofferings": {
"customiopsdo": {
"name": "DT_Custom_Iops_DO",
"displaytext": "Customized Iops DO",
"disksize": 5,
"customizediops": True,
"miniops": 500,
"maxiops": 1000,
"hypervisorsnapshotreserve": 200,
TestData.tags: TestData.storageTag,
"storagetype": "shared"
},
"customsizedo": {
"name": "DT_Custom_Size_DO",
"displaytext": "Customized Size DO",
"disksize": 5,
"customizediops": False,
"miniops": 500,
"maxiops": 1000,
"hypervisorsnapshotreserve": 200,
TestData.tags: TestData.storageTag,
"storagetype": "shared"
},
"customsizeandiopsdo": {
"name": "DT_Custom_Iops_Size_DO",
"displaytext": "Customized Size and Iops DO",
"disksize": 10,
"customizediops": True,
"miniops": 400,
"maxiops": 800,
"hypervisorsnapshotreserve": 200,
TestData.tags: TestData.storageTag,
"storagetype": "shared"
},
"newiopsdo": {
"name": "DT_New_Iops_DO",
"displaytext": "New Iops (min=350, max = 700)",
"disksize": 5,
"miniops": 350,
"maxiops": 700,
"hypervisorsnapshotreserve": 200,
TestData.tags: TestData.storageTag,
"storagetype": "shared"
},
"newsizedo": {
"name": "DT_New_Size_DO",
"displaytext": "New Size: 10",
"disksize": 10,
"customizediops": False,
"miniops": 400,
"maxiops": 800,
"hypervisorsnapshotreserve": 200,
TestData.tags: TestData.storageTag,
"storagetype": "shared"
},
"newsizeandiopsdo": {
"name": "DT_New_Size_Iops_DO",
"displaytext": "New Size and Iops",
"disksize": 10,
"customizediops": False,
"miniops": 200,
"maxiops": 800,
"hypervisorsnapshotreserve": 200,
TestData.tags: TestData.storageTag,
"storagetype": "shared"
}
},
TestData.volume_1: {
TestData.diskName: "test-volume",
},
TestData.volume_2: {
TestData.diskName: "test-volume-2",
},
TestData.templateName: "tiny linux kvm", # TODO
TestData.zoneId: 1,
TestData.clusterId: 1,
TestData.domainId: 1,
}
def update(self, overrideFileName):
if os.path.exists(overrideFileName):
with open(overrideFileName) as fd:
self.testdata = self._update(self.testdata, json.loads(fd.read()))
def _update(self, d, u):
for k, v in u.items():
if isinstance(v, collections.Mapping):
r = self.update(d.get(k, {}), v)
d[k] = r
else:
d[k] = u[k]
return d
class TestVolumes(cloudstackTestCase):
_should_only_be_one_vm_in_list_err_msg = "There should only be one VM in this list."
_should_only_be_one_volume_in_list_err_msg = "There should only be one volume in this list."
_volume_vm_id_and_vm_id_do_not_match_err_msg = "The volume's VM ID and the VM's ID do not match."
_vm_not_in_running_state_err_msg = "The VM is not in the 'Running' state."
_vm_not_in_stopped_state_err_msg = "The VM is not in the 'Stopped' state."
_sr_not_shared_err_msg = "The SR is not shared."
_list_should_be_empty = "The list should be empty."
_volume_resize_err = "The Volume was not resized correctly."
@classmethod
def setUpXenServer(cls):
# Set up xenAPI connection
hosts = list_hosts(cls.apiClient, clusterid=cls.testdata[TestData.clusterId])
xenserver_info = cls.testdata[TestData.xenServer]
for h in hosts:
host_ip = "https://" + h.ipaddress
try:
cls.xen_session = XenAPI.Session(host_ip)
cls.xen_session.xenapi.login_with_password(xenserver_info[TestData.username],
xenserver_info[TestData.password])
break
except XenAPI.Failure as e:
pass
cls.compute_offering = ServiceOffering.create(
cls.apiClient,
cls.testdata[TestData.managedComputeOffering]
)
cls.device_name = 'xvdb'
@classmethod
def setUpKVM(cls):
logger.info("Setting up KVM")
# KVM doesn't support root disks
cls.compute_offering = ServiceOffering.create(
cls.apiClient,
cls.testdata[TestData.nonManagedComputeOffering]
)
cls.device_name = 'vdb'
@classmethod
def setUpClass(cls):
"""
1. Init ACS API and DB connection
2. Init Datera API connection
3. Create ACS Primary storage
4. Create ACS compute and disk offering.
5. Create ACS data disk without attaching to a VM
"""
logger.info("Setting up Class")
# Set up API client
testclient = super(TestVolumes, cls).getClsTestClient()
cls.apiClient = testclient.getApiClient()
cls.dbConnection = testclient.getDbConnection()
# Setup test data
td = TestData()
if cls.config.TestData and cls.config.TestData.Path:
td.update(cls.config.TestData.Path)
cls.testdata = td.testdata
# Get Resources from Cloud Infrastructure
cls.zone = get_zone(cls.apiClient, zone_name=cls.config.zones[0].name)
cls.cluster = list_clusters(cls.apiClient)[0]
cls.template = get_template(cls.apiClient, cls.zone.id)
cls.domain = get_domain(cls.apiClient, cls.testdata[TestData.domainId])
# Set up datera connection
datera = cls.testdata[TestData.Datera]
cls.dt_client = get_api(
username=datera[TestData.login],
password=datera[TestData.password],
hostname=datera[TestData.mvip],
version="v2"
)
# Create test account
cls.account = Account.create(
cls.apiClient,
cls.testdata["account"],
admin=1
)
# Set up connection to make customized API calls
cls.user = User.create(
cls.apiClient,
cls.testdata["user"],
account=cls.account.name,
domainid=cls.domain.id
)
primarystorage = cls.testdata[TestData.primaryStorage]
cls.primary_storage = StoragePool.create(
cls.apiClient,
primarystorage,
scope=primarystorage[TestData.scope],
zoneid=cls.zone.id,
provider=primarystorage[TestData.provider],
tags=primarystorage[TestData.tags],
capacityiops=primarystorage[TestData.capacityIops],
capacitybytes=primarystorage[TestData.capacityBytes],
hypervisor=primarystorage[TestData.hypervisor]
)
cls.disk_offering = DiskOffering.create(
cls.apiClient,
cls.testdata[TestData.diskOffering]
)
cls.disk_offering_new = DiskOffering.create(
cls.apiClient,
cls.testdata['testdiskofferings']['newsizeandiopsdo']
)
cls.supports_resign = cls._get_supports_resign()
# Set up hypervisor specific connections
if cls.cluster.hypervisortype.lower() == 'xenserver':
cls.setUpXenServer()
if cls.cluster.hypervisortype.lower() == 'kvm':
cls.setUpKVM()
# Create 1 data volume_1
cls.volume = Volume.create(
cls.apiClient,
cls.testdata[TestData.volume_1],
account=cls.account.name,
domainid=cls.domain.id,
zoneid=cls.zone.id,
diskofferingid=cls.disk_offering.id
)
# Resources that are to be destroyed
cls._cleanup = [
cls.volume,
cls.compute_offering,
cls.disk_offering,
cls.disk_offering_new,
cls.user,
cls.account
]
@classmethod
def tearDownClass(cls):
logger.info("Tearing Down Class")
try:
cleanup_resources(cls.apiClient, cls._cleanup)
cls.primary_storage.delete(cls.apiClient)
cls._purge_datera_volumes()
except Exception as e:
logging.debug("Exception in tearDownClass(cls): %s" % e)
def setUp(self):
logger.info("Setup test")
self.attached = False
self.cleanup = []
def tearDown(self):
logger.info("Tearing Down test")
cleanup_resources(self.apiClient, self.cleanup)
@classmethod
def _set_supports_resign(cls, val):
supports_resign = str(val).lower()
cls.supports_resign = val
# make sure you can connect to MySQL: https://teamtreehouse.com/community/cant-connect-remotely-to-mysql-server-with-mysql-workbench
sql_query = "Update host_details Set value = '" + supports_resign + "' Where name = 'supportsResign'"
cls.dbConnection.execute(sql_query)
sql_query = "Update cluster_details Set value = '" + supports_resign + "' Where name = 'supportsResign'"
cls.dbConnection.execute(sql_query)
@classmethod
def _get_supports_resign(cls):
sql_query = "SELECT value from cluster_details Where name='supportsResign' AND cluster_id=%d" % cls.testdata[
TestData.clusterId]
sql_result = cls.dbConnection.execute(sql_query)
logger.warn(sql_result)
if len(sql_result) < 1:
return False
return bool(distutils.util.strtobool(sql_result[0][0].lower()))
def _get_cs_storage_pool_db_id(self, storage_pool):
return self._get_db_id("storage_pool", storage_pool)
def _get_db_id(self, table, db_obj):
sql_query = "Select id From " + table + " Where uuid = '" + str(db_obj.id) + "'"
sql_result = self.dbConnection.execute(sql_query)
return sql_result[0][0]
@classmethod
def _purge_datera_volumes(cls):
logger.warn("Deleting all volumes")
for ai in list(cls.dt_client.app_instances.get().values()):
logger.warn(ai)
if 'CS-T' in ai['name']:
ai.set(admin_state="offline")
ai.delete()
def test_01_attach_new_volume_to_stopped_VM(self):
'''Attach a volume to a stopped virtual machine, then start VM'''
# Create VM and volume for tests
virtual_machine = VirtualMachine.create(
self.apiClient,
self.testdata[TestData.virtualMachine],
accountid=self.account.name,
zoneid=self.zone.id,
serviceofferingid=self.compute_offering.id,
templateid=self.template.id,
domainid=self.domain.id,
startvm=True,
mode='advanced'
)
self.cleanup.append(virtual_machine)
template_volume_name = \
self._get_app_instance_name_from_cs_volume(self.template,
vol_type='TEMPLATE')
dt_volume = self._check_and_get_dt_volume(template_volume_name)
virtual_machine.stop(self.apiClient, forced=True)
new_volume = Volume.create(
self.apiClient,
self.testdata[TestData.volume_2],
account=self.account.name,
domainid=self.domain.id,
zoneid=self.zone.id,
diskofferingid=self.disk_offering.id
)
self.cleanup.append(new_volume)
self._check_and_get_cs_volume(new_volume.id, self.testdata[TestData.volume_2][TestData.diskName])
new_volume = virtual_machine.attach_volume(
self.apiClient,
new_volume
)
newvolume = self._check_and_get_cs_volume(new_volume.id, self.testdata[TestData.volume_2][TestData.diskName])
virtual_machine.start(self.apiClient)
vm = self._get_vm(virtual_machine.id)
self.assertEqual(
newvolume.virtualmachineid,
vm.id,
TestVolumes._volume_vm_id_and_vm_id_do_not_match_err_msg
)
self.assertEqual(
vm.state.lower(),
"running",
TestVolumes._vm_not_in_running_state_err_msg
)
dt_volume_size = self._get_volume_size_with_hsr(newvolume)
iqn = self._get_iqn(newvolume)
dt_new_volname = self._get_app_instance_name_from_cs_volume(newvolume)
dt_volume = self._check_and_get_dt_volume(dt_new_volname)
self._check_size_and_iops(dt_volume, newvolume, dt_volume_size)
initiator_group_name = self._get_initiator_group_name()
self._check_initiator_group(dt_volume, initiator_group_name)
self._check_hypervisor(iqn)
logger.info("Detach volume from the VM")
virtual_machine.detach_volume(
self.apiClient,
new_volume
)
def test_02_attach_detach_attach_volume(self):
'''Attach, detach, and attach volume to a running VM'''
# Create VM and volume for tests
virtual_machine = VirtualMachine.create(
self.apiClient,
self.testdata[TestData.virtualMachine],
accountid=self.account.name,
zoneid=self.zone.id,
serviceofferingid=self.compute_offering.id,
templateid=self.template.id,
domainid=self.domain.id,
startvm=True,
mode='advanced'
)
self.cleanup.append(virtual_machine)
self._check_and_get_cs_volume(self.volume.id, self.testdata[TestData.volume_1][TestData.diskName])
#######################################
#######################################
# STEP 1: Attach volume to running VM #
#######################################
#######################################
self.volume = virtual_machine.attach_volume(
self.apiClient,
self.volume
)
self.attached = True
vol = self._check_and_get_cs_volume(self.volume.id, self.testdata[TestData.volume_1][TestData.diskName])
vm = self._get_vm(virtual_machine.id)
initiator_group_name = self._get_initiator_group_name()
self.assertEqual(
vol.virtualmachineid,
vm.id,
TestVolumes._volume_vm_id_and_vm_id_do_not_match_err_msg
)
self.assertEqual(
vm.state.lower(),
'running',
TestVolumes._vm_not_in_running_state_err_msg
)
iqn = self._get_iqn(self.volume)
dt_volume_size = self._get_volume_size_with_hsr(self.volume)
dt_volume_name = self._get_app_instance_name_from_cs_volume(self.volume)
dt_volume = self._check_and_get_dt_volume(dt_volume_name)
self._check_initiator_group(dt_volume, initiator_group_name)
self._check_size_and_iops(dt_volume, vol, dt_volume_size)
self._check_hypervisor(iqn)
#########################################
#########################################
# STEP 2: Detach volume from running VM #
#########################################
#########################################
self.volume = virtual_machine.detach_volume(
self.apiClient,
self.volume
)
self.attached = False
vol = self._check_and_get_cs_volume(self.volume.id, self.testdata[TestData.volume_1][TestData.diskName])
vm = self._get_vm(virtual_machine.id)
self.assertEqual(
vol.virtualmachineid,
None,
"The volume should not be attached to a VM."
)
self.assertEqual(
vm.state.lower(),
'running',
str(vm.state)
)
dt_volume = self._check_and_get_dt_volume(dt_volume_name)
self._check_initiator_group(dt_volume, initiator_group_name, False)
self._check_hypervisor(iqn, False)
#######################################
#######################################
# STEP 3: Attach volume to running VM #
#######################################
#######################################
time.sleep(30)
self.volume = virtual_machine.attach_volume(
self.apiClient,
self.volume
)
self.attached = True
vol = self._check_and_get_cs_volume(self.volume.id, self.testdata[TestData.volume_1][TestData.diskName])
vm = self._get_vm(virtual_machine.id)
self.assertEqual(
vol.virtualmachineid,
vm.id,
TestVolumes._volume_vm_id_and_vm_id_do_not_match_err_msg
)
self.assertEqual(
vm.state.lower(),
'running',
TestVolumes._vm_not_in_running_state_err_msg
)
dt_volume = self._check_and_get_dt_volume(dt_volume_name)
self._check_initiator_group(dt_volume, initiator_group_name)
self._check_hypervisor(iqn)
def test_03_attached_volume_reboot_VM(self):
'''Attach volume to running VM, then reboot.'''
# Create VM and volume for tests
virtual_machine = VirtualMachine.create(
self.apiClient,
self.testdata[TestData.virtualMachine],
accountid=self.account.name,
zoneid=self.zone.id,
serviceofferingid=self.compute_offering.id,
templateid=self.template.id,
domainid=self.domain.id,
startvm=True,
mode='advanced'
)
self.cleanup.append(virtual_machine)
self._check_and_get_cs_volume(self.volume.id, self.testdata[TestData.volume_1][TestData.diskName])
#######################################
#######################################
# STEP 1: Attach volume to running VM #
#######################################
#######################################
self.volume = virtual_machine.attach_volume(
self.apiClient,
self.volume
)
self.attached = True
dt_volume_name = self._get_app_instance_name_from_cs_volume(self.volume)
vol = self._check_and_get_cs_volume(self.volume.id, self.testdata[TestData.volume_1][TestData.diskName])
vm = self._get_vm(virtual_machine.id)
initiator_group_name = self._get_initiator_group_name()
self.assertEqual(
vol.virtualmachineid,
vm.id,
TestVolumes._volume_vm_id_and_vm_id_do_not_match_err_msg
)
self.assertEqual(
vm.state.lower(),
'running',
TestVolumes._vm_not_in_running_state_err_msg
)
iqn = self._get_iqn(self.volume)
volume_size_gb = self._get_volume_size_with_hsr(self.volume)
dt_volume = self._check_and_get_dt_volume(dt_volume_name)
self._check_size_and_iops(dt_volume, vol, volume_size_gb)
self._check_initiator_group(dt_volume, initiator_group_name)
self._check_hypervisor(iqn)
#######################################
#######################################
# STEP 2: Reboot VM with attached vol #
#######################################
#######################################
virtual_machine.reboot(self.apiClient)
vol = self._check_and_get_cs_volume(self.volume.id, self.testdata[TestData.volume_1][TestData.diskName])
vm = self._get_vm(virtual_machine.id)
iqn = self._get_iqn(self.volume)
dt_volume_size = self._get_volume_size_with_hsr(self.volume)
dt_volume = self._check_and_get_dt_volume(dt_volume_name)
self._check_size_and_iops(dt_volume, vol, dt_volume_size)
self._check_initiator_group(dt_volume, initiator_group_name)
self._check_hypervisor(iqn)
def _check_if_device_visible_in_vm(self, vm, dev_name):
try:
ssh_client = vm.get_ssh_client()
except Exception as e:
self.fail("SSH failed for virtual machine: %s - %s" %
(vm.ipaddress, e))
cmd = "iostat | grep %s" % dev_name
res = ssh_client.execute(cmd)
logger.warn(cmd)
logger.warn(res)
if not res:
self.fail("Device %s not found on VM: %s" % (dev_name, vm.ipaddress))
def _check_list(self, in_list, expected_size_of_list, err_msg):
self.assertEqual(
isinstance(in_list, list),
True,
"'in_list' is not a list."
)
self.assertEqual(
len(in_list),
expected_size_of_list,
err_msg
)
def _check_initiator_group(self, dt_volume, initiator_group_name, should_exist=True):
volume_initiator_groups = dt_volume['storage_instances']['storage-1']['acl_policy']['initiator_groups']
if should_exist:
self.assertTrue(
initiator_group_name in volume_initiator_groups[0],
"Initiator group not assigned to volume"
)
else:
self.assertTrue(
len(volume_initiator_groups) == 0,
"Initiator group still asigined to volume, should have been removed"
)
def _check_volume(self, volume, volume_name, disk_offering):
self.assertTrue(
volume.name.startswith(volume_name),
"The volume name is incorrect."
)
self.assertEqual(
volume.diskofferingid,
disk_offering.id,
"The disk offering is incorrect."
)
self.assertEqual(
volume.zoneid,
self.zone.id,
"The zone is incorrect."
)
self.assertEqual(
volume.storagetype,
self.disk_offering.storagetype,
"The storage type is incorrect."
)
def _check_size_and_iops(self, dt_volume, cs_volume, size):
dt_max_total_iops = dt_volume['storage_instances']['storage-1']['volumes']['volume-1']['performance_policy'][
'total_iops_max']
self.assertEqual(
dt_max_total_iops,
cs_volume.maxiops,
"Check QOS - Max IOPS: " + str(dt_max_total_iops)
)
dt_volume_size = dt_volume['storage_instances']['storage-1']['volumes']['volume-1']['size']
self.assertEqual(
dt_volume_size,
size,
"Check volume size: " + str(dt_volume_size)
)
def _check_and_get_cs_volume(self, volume_id, volume_name, disk_offering=None):
if not disk_offering:
disk_offering = self.disk_offering
list_volumes_response = list_volumes(
self.apiClient,
id=volume_id
)
self._check_list(list_volumes_response, 1, TestVolumes._should_only_be_one_volume_in_list_err_msg)
cs_volume = list_volumes_response[0]
self._check_volume(cs_volume, volume_name, disk_offering)
return cs_volume
def _get_app_instance_name_from_cs_volume(self, cs_volume, vol_type='VOLUME'):
"""
Get Datera app_instance name based on ACS data object types
Eg. CS-V-test-volume-7XWJ5Q-dfc41254-371a-40b3-b410-129eb79893c0
"""
app_inst_prefix = 'CS'
if vol_type == 'VOLUME':
vol_type_char = 'V'
uuid = cs_volume.id
name = cs_volume.name
app_instance_name = app_inst_prefix + '-' + vol_type_char + '-' + name + '-' + uuid
if vol_type == 'TEMPLATE':
vol_type_char = 'T'
uuid = cs_volume.id
primary_storage_db_id = str(self._get_cs_storage_pool_db_id(self.primary_storage))
app_instance_name = app_inst_prefix + '-' + vol_type_char + '-' + uuid + '-' + primary_storage_db_id
return app_instance_name
def _get_iqn(self, cs_volume):
"""
Get IQN for the CS volume from Datera
"""
app_instance_name = self._get_app_instance_name_from_cs_volume(cs_volume)
app_instance = self.dt_client.app_instances.get(app_instance_name)
return app_instance['storage_instances']['storage-1']['access']['iqn']
def _get_cs_volume_size_with_hsr(self, cs_volume):
disk_size_bytes = cs_volume.size
disk_offering_id = cs_volume.diskofferingid
disk_offering = list_disk_offering(self.apiClient, id=disk_offering_id)[0]
hsr = disk_offering.hypervisorsnapshotreserve
disk_size_with_hsr_bytes = disk_size_bytes + (disk_size_bytes * hsr) / 100
disk_size_with_hsr_gb = int(math.ceil(disk_size_with_hsr_bytes / (1024 ** 3)))
return disk_size_with_hsr_gb
def _get_volume_size_with_hsr(self, cs_volume):
app_instance_name = self._get_app_instance_name_from_cs_volume(cs_volume)
app_instance = self.dt_client.app_instances.get(app_instance_name)
volume_size_gb = app_instance['storage_instances']['storage-1']['volumes']['volume-1']['size']
self.assertEqual(
isinstance(volume_size_gb, int),
True,
"The volume size should be a non-zero integer."
)
return volume_size_gb
def _get_initiator_group_name(self):
init_group_prefix = 'CS-InitiatorGroup'
initiator_group_name = init_group_prefix + '-' + self.cluster.id
self.dt_client.initiator_groups.get(initiator_group_name)
return initiator_group_name
def _get_dt_volumes(self):
return self.dt_client.app_instances.get()
def _get_vm(self, vm_id):
list_vms_response = list_virtual_machines(self.apiClient, id=vm_id)
self._check_list(list_vms_response, 1, TestVolumes._should_only_be_one_vm_in_list_err_msg)
return list_vms_response[0]
def _check_and_get_dt_volume(self, dt_volume_name, should_exist=True):
dt_volume = None
dt_volumes = self._get_dt_volumes()
for volume in list(dt_volumes.values()):
if volume['name'] == dt_volume_name:
dt_volume = volume
break
if should_exist:
self.assertNotEqual(
dt_volume,
None,
"Check if Datera volume was created: " + str(dt_volumes)
)
else:
self.assertEqual(
dt_volume,
None,
"Check if volume was deleted: " + str(dt_volumes)
)
return dt_volume
def _resize_volume(self, volume, new_disk_offering):
cmd = resizeVolume.resizeVolumeCmd()
cmd.id = self.volume.id
cmd.diskofferingid = new_disk_offering.id
self.apiClient.resizeVolume(cmd)
do_size_bytes = int(new_disk_offering.disksize * (1024 ** 3))
retries = 3
success = False
while retries > 0:
retries -= 1
list_volumes_response = list_volumes(
self.apiClient,
id=volume.id
)
for vol in list_volumes_response:
if vol.id == volume.id and \
int(vol.size) == do_size_bytes and \
vol.state == 'Ready':
success = True
if success:
break
else:
time.sleep(10)
self.assertEqual(success, True, self._volume_resize_err)
def _check_hypervisor(self, iqn, should_exist=True):
if self.cluster.hypervisortype.lower() == 'xenserver':
self._check_xen_sr(iqn, should_exist)
else:
return
def _check_xen_sr(self, iqn, should_exist=True):
xen_sr_name = "/" + iqn + "/0"
if should_exist:
xen_sr = self.xen_session.xenapi.SR.get_by_name_label(xen_sr_name)[0]
self.sr_shared = self.xen_session.xenapi.SR.get_shared(xen_sr)
self.assertEqual(
self.sr_shared,
True,
TestVolumes._sr_not_shared_err_msg
)
else:
xen_sr = self.xen_session.xenapi.SR.get_by_name_label(xen_sr_name)
self._check_list(xen_sr, 0, TestVolumes._list_should_be_empty)
def _check_if_device_removed_in_vm(self, vm, dev_name):
try:
ssh_client = vm.get_ssh_client()
except Exception as e:
self.fail("SSH failed for virtual machine: %s - %s" %
(vm.ipaddress, e))
cmd = "iostat | grep %s" % dev_name
res = ssh_client.execute(cmd)
logger.warn(cmd)
logger.warn(res)
if res:
self.fail("Device %s still attached on VM: %s" % (dev_name, vm.ipaddress))
def _start_device_io(self, vm, dev_name):
try:
ssh_client = vm.get_ssh_client()
except Exception as e:
self.fail("SSH failed for virtual machine: %s - %s" %
(vm.ipaddress, e))
cmd = "dd if=/dev/urandom of=/dev/%s &" % dev_name
res = ssh_client.execute(cmd)
logger.warn(cmd)
logger.warn(res)
def _stop_device_io(self, vm, dev_name):
try:
ssh_client = vm.get_ssh_client()
except Exception as e:
self.fail("SSH failed for virtual machine: %s - %s" %
(vm.ipaddress, e))
cmd = "killall -9 dd"
res = ssh_client.execute(cmd)
logger.warn(cmd)
logger.warn(res)
def _get_bytes_written(self, vm, dev_name):
try:
ssh_client = vm.get_ssh_client()
except Exception as e:
self.fail("SSH failed for virtual machine: %s - %s" %
(vm.ipaddress, e))
cmd = "iostat | grep %s " % dev_name
res = ssh_client.execute(cmd)
logger.warn(cmd)
logger.warn(res)
self.assertNotEqual(res, None, "Error getting iostat info")
ret_data = ' '.join(map(str, res)).strip()
return int(ret_data.split()[-1])
Reference in New Issue View Git Blame Copy Permalink