mirror of
https://github.com/apache/cloudstack.git
synced 2025-10-26 08:42:29 +01:00
571a361926
* cleanup plan * more robust cleanup within member method * ss_domain_limits fixed * egress 'icmp' instead of 'all' and cleanup * configdrive syntax, fixed to be up to par with py2 * cleanup fixed the lb secondary ip tests? * deal with different base64 encoding in py3 for userdata * cleanup of multiple_ips_per_nic * cleanup and reformat of test_volumes * cleanup and fixes for test_ps_domain_limits.py * cleanup and fix of test_ps_limits.py * fix occasional match of float against int * cleanup and fix test_ps_resize_volume.py * cleanup and fix test_snapshots * cleanup ss_max_limits and fix for float vs int problem in API * mere cleanup of test_volume_destroy_recover * add missing command creation * cleanup of test_vpc_on_host_maintenance * cleanup test_vpc_network * cleanup, comments and logging in test_vpc_network_lbrules * cleanup of test_vpc_network_pfrules * cleanup and format code for test_vpc_network_staticnatrule * f string instead of conversion specifiers * check http and ssh fix and cleanup (for vpc pfrules tests) * generalise create network method * make ip optional in creating webserver * remove unused code and add rules to enable ssh * more cleanup * remove unused code and cleanup * small cleanup, mostly precarous run environment required * cleanup and removed unused code * advancedsg only, cleanup, pulled in services * reformat/cleanup * log result of error after verify rule * add nw_off_no_services * tags=["TODO"] for escalations_networks * tags=["TODO"] for organization_states * tags=["TODO"] for browse_templates * tags=["TODO"] for configdrive * tags=["TODO"] for vpc_vms_deployment * add remove network cleanup and fixes * move tests that fail on all platforms out of the way Co-authored-by: Daan Hoogland <dahn@onecht.net>
1315 lines
44 KiB
Python
1315 lines
44 KiB
Python
# Licensed to the Apache Software Foundation (ASF) under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing,
|
|
# software distributed under the License is distributed on an
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
# KIND, either express or implied. See the License for the
|
|
# specific language governing permissions and limitations
|
|
# under the License.
|
|
""" P1 tests for Snapshots
|
|
"""
|
|
# Import Local Modules
|
|
from nose.plugins.attrib import attr
|
|
from marvin.cloudstackTestCase import cloudstackTestCase
|
|
|
|
from marvin.lib.base import (Snapshot,
|
|
Template,
|
|
VirtualMachine,
|
|
Account,
|
|
ServiceOffering,
|
|
DiskOffering,
|
|
Volume)
|
|
|
|
from marvin.lib.common import (get_domain,
|
|
get_zone,
|
|
get_template,
|
|
list_events,
|
|
list_volumes,
|
|
list_snapshots,
|
|
list_templates,
|
|
list_virtual_machines,
|
|
)
|
|
|
|
from marvin.lib.utils import (cleanup_resources,
|
|
format_volume_to_ext3,
|
|
random_gen,
|
|
is_snapshot_on_nfs,
|
|
get_hypervisor_type)
|
|
|
|
from marvin.cloudstackAPI import detachVolume
|
|
import time
|
|
|
|
|
|
class Services:
|
|
|
|
"""Test Snapshots Services
|
|
"""
|
|
|
|
def __init__(self):
|
|
self.services = {
|
|
"account": {
|
|
"email": "test@test.com",
|
|
"firstname": "Test",
|
|
"lastname": "User",
|
|
"username": "test",
|
|
# Random characters are appended for unique
|
|
# username
|
|
"password": "password",
|
|
},
|
|
"service_offering": {
|
|
"name": "Tiny Instance",
|
|
"displaytext": "Tiny Instance",
|
|
"cpunumber": 1,
|
|
"cpuspeed": 200, # in MHz
|
|
"memory": 256, # In MBs
|
|
},
|
|
"disk_offering": {
|
|
"displaytext": "Small Disk",
|
|
"name": "Small Disk",
|
|
"disksize": 1
|
|
},
|
|
"server_with_disk":
|
|
{
|
|
"displayname": "Test VM -With Disk",
|
|
"username": "root",
|
|
"password": "password",
|
|
"ssh_port": 22,
|
|
"hypervisor": 'XenServer',
|
|
"privateport": 22,
|
|
"publicport": 22,
|
|
"protocol": 'TCP',
|
|
},
|
|
|
|
"server_without_disk":
|
|
{
|
|
"displayname": "Test VM-No Disk",
|
|
"username": "root",
|
|
"password": "password",
|
|
"ssh_port": 22,
|
|
"hypervisor": 'XenServer',
|
|
"privateport": 22,
|
|
# For NAT rule creation
|
|
"publicport": 22,
|
|
"protocol": 'TCP',
|
|
},
|
|
"server": {
|
|
"displayname": "TestVM",
|
|
"username": "root",
|
|
"password": "password",
|
|
"ssh_port": 22,
|
|
"hypervisor": 'XenServer',
|
|
"privateport": 22,
|
|
"publicport": 22,
|
|
"protocol": 'TCP',
|
|
},
|
|
"recurring_snapshot": {
|
|
"intervaltype": 'HOURLY',
|
|
# Frequency of snapshots
|
|
"maxsnaps": 1, # Should be min 2
|
|
"schedule": 1,
|
|
"timezone": 'US/Arizona',
|
|
# Timezone Formats -
|
|
# http://cloud.mindtouch.us/CloudStack_Documentation/Developer's_Guide%3A_CloudStack
|
|
},
|
|
"templates": {
|
|
"displaytext": 'Template',
|
|
"name": 'Template',
|
|
"ostype": "CentOS 5.3 (64-bit)",
|
|
"templatefilter": 'self',
|
|
},
|
|
"volume": {
|
|
"diskname": "APP Data Volume",
|
|
"size": 1, # in GBs
|
|
"xenserver": {"rootdiskdevice": "/dev/xvda",
|
|
"datadiskdevice_1": '/dev/xvdb',
|
|
"datadiskdevice_2": '/dev/xvdc', # Data Disk
|
|
},
|
|
"kvm": {"rootdiskdevice": "/dev/vda",
|
|
"datadiskdevice_1": "/dev/vdb",
|
|
"datadiskdevice_2": "/dev/vdc"
|
|
},
|
|
"vmware": {"rootdiskdevice": "/dev/hda",
|
|
"datadiskdevice_1": "/dev/hdb",
|
|
"datadiskdevice_2": "/dev/hdc"
|
|
}
|
|
},
|
|
"paths": {
|
|
"mount_dir": "/mnt/tmp",
|
|
"sub_dir": "test",
|
|
"sub_lvl_dir1": "test1",
|
|
"sub_lvl_dir2": "test2",
|
|
"random_data": "random.data",
|
|
},
|
|
"ostype": "CentOS 5.3 (64-bit)",
|
|
# Cent OS 5.3 (64 bit)
|
|
"sleep": 60,
|
|
"timeout": 10,
|
|
}
|
|
|
|
|
|
class TestSnapshots(cloudstackTestCase):
|
|
|
|
@classmethod
|
|
def setUpClass(cls):
|
|
cls.testClient = super(TestSnapshots, cls).getClsTestClient()
|
|
cls.api_client = cls.testClient.getApiClient()
|
|
|
|
cls.services = Services().services
|
|
# Get Zone, Domain and templates
|
|
cls.domain = get_domain(cls.api_client)
|
|
cls.zone = get_zone(cls.api_client, cls.testClient.getZoneForTests())
|
|
cls.services['mode'] = cls.zone.networktype
|
|
cls._cleanup = []
|
|
cls.unsupportedHypervisor = False
|
|
cls.hypervisor = str(get_hypervisor_type(cls.api_client)).lower()
|
|
if cls.hypervisor.lower() in ['hyperv', 'lxc']:
|
|
cls.unsupportedHypervisor = True
|
|
return
|
|
cls.disk_offering = DiskOffering.create(
|
|
cls.api_client,
|
|
cls.services["disk_offering"]
|
|
)
|
|
cls._cleanup.append(cls.disk_offering)
|
|
|
|
cls.template = get_template(
|
|
cls.api_client,
|
|
cls.zone.id,
|
|
cls.services["ostype"]
|
|
)
|
|
|
|
cls.services["domainid"] = cls.domain.id
|
|
cls.services["volume"]["zoneid"] = cls.services[
|
|
"server_with_disk"]["zoneid"] = cls.zone.id
|
|
cls.services["server_with_disk"]["diskoffering"] = cls.disk_offering.id
|
|
|
|
cls.services["server_without_disk"]["zoneid"] = cls.zone.id
|
|
|
|
cls.services["templates"]["ostypeid"] = cls.template.ostypeid
|
|
cls.services["zoneid"] = cls.zone.id
|
|
cls.services["diskoffering"] = cls.disk_offering.id
|
|
|
|
cls.service_offering = ServiceOffering.create(
|
|
cls.api_client,
|
|
cls.services["service_offering"]
|
|
)
|
|
cls._cleanup.append(cls.service_offering)
|
|
|
|
return
|
|
|
|
@classmethod
|
|
def tearDownClass(cls):
|
|
super(TestSnapshots, cls).tearDownClass()
|
|
|
|
def setUp(self):
|
|
self.apiclient = self.testClient.getApiClient()
|
|
self.dbclient = self.testClient.getDbConnection()
|
|
self.cleanup = []
|
|
|
|
if self.unsupportedHypervisor:
|
|
self.skipTest("Skipping test because unsupported hypervisor: %s" % self.hypervisor)
|
|
|
|
# Create VMs, NAT Rules etc
|
|
self.account = Account.create(
|
|
self.apiclient,
|
|
self.services["account"],
|
|
domainid=self.domain.id
|
|
)
|
|
self.cleanup.append(self.account)
|
|
|
|
self.virtual_machine = self.virtual_machine_with_disk = \
|
|
VirtualMachine.create(
|
|
self.api_client,
|
|
self.services["server_with_disk"],
|
|
templateid=self.template.id,
|
|
accountid=self.account.name,
|
|
domainid=self.account.domainid,
|
|
serviceofferingid=self.service_offering.id,
|
|
mode=self.services["mode"]
|
|
)
|
|
return
|
|
|
|
def tearDown(self):
|
|
super(TestSnapshots, self).tearDown()
|
|
|
|
@attr(speed="slow")
|
|
@attr(tags=["advanced", "advancedns", "smoke"], required_hardware="true")
|
|
def test_02_snapshot_data_disk(self):
|
|
"""Test Snapshot Data Disk
|
|
"""
|
|
if self.hypervisor.lower() in ['hyperv']:
|
|
self.skipTest("Snapshots feature is not supported on Hyper-V")
|
|
|
|
volume = list_volumes(
|
|
self.apiclient,
|
|
virtualmachineid=self.virtual_machine_with_disk.id,
|
|
type='DATADISK',
|
|
listall=True
|
|
)
|
|
self.assertEqual(
|
|
isinstance(volume, list),
|
|
True,
|
|
"Check list response returns a valid list"
|
|
)
|
|
|
|
self.debug("Creating a Snapshot from data volume: %s" % volume[0].id)
|
|
snapshot = Snapshot.create(
|
|
self.apiclient,
|
|
volume[0].id,
|
|
account=self.account.name,
|
|
domainid=self.account.domainid
|
|
)
|
|
snapshots = list_snapshots(
|
|
self.apiclient,
|
|
id=snapshot.id
|
|
)
|
|
self.assertEqual(
|
|
isinstance(snapshots, list),
|
|
True,
|
|
"Check list response returns a valid list"
|
|
)
|
|
self.assertNotEqual(
|
|
snapshots,
|
|
None,
|
|
"Check if result exists in list item call"
|
|
)
|
|
self.assertEqual(
|
|
snapshots[0].id,
|
|
snapshot.id,
|
|
"Check resource id in list resources call"
|
|
)
|
|
self.assertTrue(
|
|
is_snapshot_on_nfs(
|
|
self.apiclient,
|
|
self.dbclient,
|
|
self.config,
|
|
self.zone.id,
|
|
snapshot.id))
|
|
return
|
|
|
|
# @attr(speed="slow")
|
|
# @attr(
|
|
# tags=[
|
|
# "advanced",
|
|
# "advancedns",
|
|
# "basic",
|
|
# "sg"],
|
|
# required_hardware="true")
|
|
@attr(tags=["TODO"], required_hardware="true")
|
|
def test_01_volume_from_snapshot(self):
|
|
"""Test Creating snapshot from volume having spaces in name(KVM)
|
|
# Validate the following
|
|
# 1. Create a virtual machine and data volume
|
|
# 2. Attach data volume to VM
|
|
# 3. Login to machine; create temp/test directories on data volume
|
|
# and write some random data
|
|
# 4. Snapshot the Volume
|
|
# 5. Create another Volume from snapshot
|
|
# 6. Mount/Attach volume to another virtual machine
|
|
# 7. Compare data, data should match
|
|
"""
|
|
|
|
if self.hypervisor.lower() in ['hyperv']:
|
|
self.skipTest("Snapshots feature is not supported on Hyper-V")
|
|
|
|
random_data_0 = random_gen(size=100)
|
|
random_data_1 = random_gen(size=100)
|
|
|
|
self.debug("random_data_0: %s" % random_data_0)
|
|
self.debug("random_data_1: %s" % random_data_1)
|
|
|
|
try:
|
|
ssh_client = self.virtual_machine.get_ssh_client()
|
|
except Exception as e:
|
|
self.fail("SSH failed for VM: %s" %
|
|
self.virtual_machine.ipaddress)
|
|
|
|
volume = Volume.create(
|
|
self.apiclient,
|
|
self.services["volume"],
|
|
zoneid=self.zone.id,
|
|
account=self.account.name,
|
|
domainid=self.account.domainid,
|
|
diskofferingid=self.disk_offering.id
|
|
)
|
|
self.debug("Created volume with ID: %s" % volume.id)
|
|
self.virtual_machine.attach_volume(
|
|
self.apiclient,
|
|
volume
|
|
) # volume should be cleanup with `self.virtual_machine`
|
|
self.debug("Attach volume: %s to VM: %s" %
|
|
(volume.id, self.virtual_machine.id))
|
|
|
|
self.debug("Formatting volume: %s to ext3" % volume.id)
|
|
# Format partition using ext3
|
|
# Note that this is the second data disk partition of virtual machine
|
|
# as it was already containing data disk before attaching the new
|
|
# volume, Hence datadiskdevice_2
|
|
format_volume_to_ext3(
|
|
ssh_client,
|
|
self.services["volume"][self.hypervisor]["datadiskdevice_2"]
|
|
)
|
|
cmds = [
|
|
"fdisk -l",
|
|
"mkdir -p %s" %
|
|
self.services["paths"]["mount_dir"],
|
|
"mount -t ext3 %s1 %s" %
|
|
(self.services["volume"][
|
|
self.hypervisor]["datadiskdevice_2"],
|
|
self.services["paths"]["mount_dir"]),
|
|
"mkdir -p %s/%s/{%s,%s} " %
|
|
(self.services["paths"]["mount_dir"],
|
|
self.services["paths"]["sub_dir"],
|
|
self.services["paths"]["sub_lvl_dir1"],
|
|
self.services["paths"]["sub_lvl_dir2"]),
|
|
"echo %s > %s/%s/%s/%s" %
|
|
(random_data_0,
|
|
self.services["paths"]["mount_dir"],
|
|
self.services["paths"]["sub_dir"],
|
|
self.services["paths"]["sub_lvl_dir1"],
|
|
self.services["paths"]["random_data"]),
|
|
"echo %s > %s/%s/%s/%s" %
|
|
(random_data_1,
|
|
self.services["paths"]["mount_dir"],
|
|
self.services["paths"]["sub_dir"],
|
|
self.services["paths"]["sub_lvl_dir2"],
|
|
self.services["paths"]["random_data"]),
|
|
"cat %s/%s/%s/%s" %
|
|
(self.services["paths"]["mount_dir"],
|
|
self.services["paths"]["sub_dir"],
|
|
self.services["paths"]["sub_lvl_dir1"],
|
|
self.services["paths"]["random_data"])]
|
|
for c in cmds:
|
|
self.debug("Command: %s" % c)
|
|
result = ssh_client.execute(c)
|
|
self.debug(result)
|
|
|
|
# Unmount the Sec Storage
|
|
cmds = [
|
|
"umount %s" % (self.services["paths"]["mount_dir"]),
|
|
]
|
|
for c in cmds:
|
|
self.debug("Command: %s" % c)
|
|
ssh_client.execute(c)
|
|
|
|
list_volume_response = Volume.list(
|
|
self.apiclient,
|
|
virtualmachineid=self.virtual_machine.id,
|
|
type='DATADISK',
|
|
id=volume.id
|
|
)
|
|
|
|
self.assertEqual(
|
|
isinstance(list_volume_response, list),
|
|
True,
|
|
"Check list volume response for valid data"
|
|
)
|
|
volume_response = list_volume_response[0]
|
|
# Create snapshot from attached volume
|
|
snapshot = Snapshot.create(
|
|
self.apiclient,
|
|
volume_response.id,
|
|
account=self.account.name,
|
|
domainid=self.account.domainid
|
|
)
|
|
self.debug("Created snapshot: %s" % snapshot.id)
|
|
# Create volume from snapshot
|
|
volume_from_snapshot = Volume.create_from_snapshot(
|
|
self.apiclient,
|
|
snapshot.id,
|
|
self.services["volume"],
|
|
account=self.account.name,
|
|
domainid=self.account.domainid
|
|
)
|
|
|
|
# Detach the volume from virtual machine
|
|
self.virtual_machine.detach_volume(
|
|
self.apiclient,
|
|
volume
|
|
)
|
|
self.debug("Detached volume: %s from VM: %s" %
|
|
(volume.id, self.virtual_machine.id))
|
|
|
|
self.debug("Created Volume: %s from Snapshot: %s" % (
|
|
volume_from_snapshot.id,
|
|
snapshot.id))
|
|
volumes = Volume.list(
|
|
self.apiclient,
|
|
id=volume_from_snapshot.id
|
|
)
|
|
self.assertEqual(
|
|
isinstance(volumes, list),
|
|
True,
|
|
"Check list response returns a valid list"
|
|
)
|
|
|
|
self.assertNotEqual(
|
|
len(volumes),
|
|
None,
|
|
"Check Volume list Length"
|
|
)
|
|
self.assertEqual(
|
|
volumes[0].id,
|
|
volume_from_snapshot.id,
|
|
"Check Volume in the List Volumes"
|
|
)
|
|
# Attaching volume to new VM
|
|
new_virtual_machine = VirtualMachine.create(
|
|
self.apiclient,
|
|
self.services["server_without_disk"],
|
|
templateid=self.template.id,
|
|
accountid=self.account.name,
|
|
domainid=self.account.domainid,
|
|
serviceofferingid=self.service_offering.id,
|
|
mode=self.services["mode"]
|
|
)
|
|
self.debug("Deployed new VM for account: %s" % self.account.name)
|
|
self.cleanup.append(new_virtual_machine)
|
|
|
|
self.debug("Attaching volume: %s to VM: %s" % (
|
|
volume_from_snapshot.id,
|
|
new_virtual_machine.id
|
|
))
|
|
|
|
new_virtual_machine.attach_volume(
|
|
self.apiclient,
|
|
volume_from_snapshot
|
|
)
|
|
|
|
# Rebooting is required so that newly attached disks are detected
|
|
self.debug("Rebooting : %s" % new_virtual_machine.id)
|
|
|
|
new_virtual_machine.reboot(self.apiclient)
|
|
|
|
try:
|
|
# Login to VM to verify test directories and files
|
|
ssh = new_virtual_machine.get_ssh_client()
|
|
|
|
# Mount datadiskdevice_1 because this is the first data disk of the
|
|
# new virtual machine
|
|
cmds = [
|
|
"fdisk -l",
|
|
"mkdir -p %s" %
|
|
self.services["paths"]["mount_dir"],
|
|
"mount -t ext3 %s1 %s" %
|
|
(self.services["volume"][
|
|
self.hypervisor]["datadiskdevice_1"],
|
|
self.services["paths"]["mount_dir"]),
|
|
]
|
|
|
|
for c in cmds:
|
|
self.debug("Command: %s" % c)
|
|
result = ssh.execute(c)
|
|
self.debug(result)
|
|
|
|
returned_data_0 = ssh.execute(
|
|
"cat %s/%s/%s/%s" % (
|
|
self.services["paths"]["mount_dir"],
|
|
self.services["paths"]["sub_dir"],
|
|
self.services["paths"]["sub_lvl_dir1"],
|
|
self.services["paths"]["random_data"]
|
|
))
|
|
returned_data_1 = ssh.execute(
|
|
"cat %s/%s/%s/%s" % (
|
|
self.services["paths"]["mount_dir"],
|
|
self.services["paths"]["sub_dir"],
|
|
self.services["paths"]["sub_lvl_dir2"],
|
|
self.services["paths"]["random_data"]
|
|
))
|
|
except Exception as e:
|
|
self.fail("SSH access failed for VM: %s, Exception: %s" %
|
|
(new_virtual_machine.ipaddress, e))
|
|
|
|
self.debug("returned_data_0: %s" % returned_data_0[0])
|
|
self.debug("returned_data_1: %s" % returned_data_1[0])
|
|
|
|
# Verify returned data
|
|
self.assertEqual(
|
|
random_data_0,
|
|
returned_data_0[0],
|
|
"Verify newly attached volume contents with existing one"
|
|
)
|
|
self.assertEqual(
|
|
random_data_1,
|
|
returned_data_1[0],
|
|
"Verify newly attached volume contents with existing one"
|
|
)
|
|
# Unmount the Sec Storage
|
|
cmds = [
|
|
"umount %s" % (self.services["paths"]["mount_dir"]),
|
|
]
|
|
for c in cmds:
|
|
self.debug("Command: %s" % c)
|
|
ssh_client.execute(c)
|
|
return
|
|
|
|
@attr(speed="slow")
|
|
@attr(tags=["advanced", "advancedns", "smoke"], required_hardware="true")
|
|
def test_04_delete_snapshot(self):
|
|
"""Test Delete Snapshot
|
|
"""
|
|
|
|
# 1. Snapshot the Volume
|
|
# 2. Delete the snapshot
|
|
# 3. Verify snapshot is removed by calling List Snapshots API
|
|
# 4. Verify snapshot was removed from image store
|
|
|
|
if self.hypervisor.lower() in ['hyperv']:
|
|
self.skipTest("Snapshots feature is not supported on Hyper-V")
|
|
|
|
self.debug("Creating volume under account: %s" % self.account.name)
|
|
volume = Volume.create(
|
|
self.apiclient,
|
|
self.services["volume"],
|
|
zoneid=self.zone.id,
|
|
account=self.account.name,
|
|
domainid=self.account.domainid,
|
|
diskofferingid=self.disk_offering.id
|
|
)
|
|
self.debug("Created volume: %s" % volume.id)
|
|
self.debug("Attaching volume to vm: %s" % self.virtual_machine.id)
|
|
|
|
self.virtual_machine.attach_volume(
|
|
self.apiclient,
|
|
volume
|
|
)
|
|
self.debug("Volume attached to vm")
|
|
|
|
volumes = list_volumes(
|
|
self.apiclient,
|
|
virtualmachineid=self.virtual_machine.id,
|
|
type='DATADISK',
|
|
id=volume.id
|
|
)
|
|
self.assertEqual(
|
|
isinstance(volumes, list),
|
|
True,
|
|
"Check list response returns a valid list"
|
|
)
|
|
snapshot = Snapshot.create(
|
|
self.apiclient,
|
|
volumes[0].id,
|
|
account=self.account.name,
|
|
domainid=self.account.domainid
|
|
)
|
|
snapshot.delete(self.apiclient)
|
|
snapshots = list_snapshots(
|
|
self.apiclient,
|
|
id=snapshot.id
|
|
)
|
|
self.assertEqual(
|
|
snapshots,
|
|
None,
|
|
"Check if result exists in list item call"
|
|
)
|
|
self.assertFalse(
|
|
is_snapshot_on_nfs(
|
|
self.apiclient,
|
|
self.dbclient,
|
|
self.config,
|
|
self.zone.id,
|
|
snapshot.id))
|
|
return
|
|
|
|
@attr(speed="slow")
|
|
@attr(
|
|
tags=[
|
|
"advanced",
|
|
"advancedns",
|
|
"basic",
|
|
"sg"],
|
|
required_hardware="true")
|
|
def test_03_snapshot_detachedDisk(self):
|
|
"""Test snapshot from detached disk
|
|
"""
|
|
# Validate the following
|
|
# 1. login in VM and write some data on data disk(use fdisk to
|
|
# partition datadisk,fdisk, and make filesystem using
|
|
# mkfs.ext3)
|
|
# 2. Detach the data disk and write some data on data disk
|
|
# 3. perform the snapshot on the detached volume
|
|
# 4. listvolumes with VM id shouldn't show the detached volume
|
|
# 5. listSnapshots should list the snapshot that was created
|
|
# 6. verify backup_snap_id was non null in the `snapshots` table
|
|
|
|
if self.hypervisor.lower() in ['hyperv']:
|
|
self.skipTest("Snapshots feature is not supported on Hyper-V")
|
|
|
|
volumes = list_volumes(
|
|
self.apiclient,
|
|
virtualmachineid=self.virtual_machine.id,
|
|
type='DATADISK',
|
|
listall=True
|
|
)
|
|
self.assertEqual(
|
|
isinstance(volumes, list),
|
|
True,
|
|
"Check list response returns a valid list"
|
|
)
|
|
volume = volumes[0]
|
|
random_data_0 = random_gen(size=100)
|
|
random_data_1 = random_gen(size=100)
|
|
try:
|
|
ssh_client = self.virtual_machine.get_ssh_client()
|
|
|
|
# Format partition using ext3
|
|
format_volume_to_ext3(
|
|
ssh_client,
|
|
self.services["volume"][self.hypervisor]["datadiskdevice_1"]
|
|
)
|
|
cmds = [
|
|
"mkdir -p %s" %
|
|
self.services["paths"]["mount_dir"],
|
|
"mount %s1 %s" %
|
|
(self.services["volume"][
|
|
self.hypervisor]["datadiskdevice_1"],
|
|
self.services["paths"]["mount_dir"]),
|
|
"pushd %s" %
|
|
self.services["paths"]["mount_dir"],
|
|
"mkdir -p %s/{%s,%s} " %
|
|
(self.services["paths"]["sub_dir"],
|
|
self.services["paths"]["sub_lvl_dir1"],
|
|
self.services["paths"]["sub_lvl_dir2"]),
|
|
"echo %s > %s/%s/%s" %
|
|
(random_data_0,
|
|
self.services["paths"]["sub_dir"],
|
|
self.services["paths"]["sub_lvl_dir1"],
|
|
self.services["paths"]["random_data"]),
|
|
"echo %s > %s/%s/%s" %
|
|
(random_data_1,
|
|
self.services["paths"]["sub_dir"],
|
|
self.services["paths"]["sub_lvl_dir2"],
|
|
self.services["paths"]["random_data"]),
|
|
"sync",
|
|
"umount %s" %
|
|
(self.services["paths"]["mount_dir"]),
|
|
]
|
|
for c in cmds:
|
|
self.debug(ssh_client.execute(c))
|
|
|
|
# detach volume from VM
|
|
cmd = detachVolume.detachVolumeCmd()
|
|
cmd.id = volume.id
|
|
self.apiclient.detachVolume(cmd)
|
|
|
|
# Create snapshot from detached volume
|
|
snapshot = Snapshot.create(self.apiclient, volume.id)
|
|
|
|
volumes = list_volumes(
|
|
self.apiclient,
|
|
virtualmachineid=self.virtual_machine.id,
|
|
type='DATADISK',
|
|
listall=True
|
|
)
|
|
|
|
self.assertEqual(
|
|
volumes,
|
|
None,
|
|
"Check Volume is detached"
|
|
)
|
|
|
|
# Verify the snapshot was created or not
|
|
snapshots = list_snapshots(
|
|
self.apiclient,
|
|
id=snapshot.id
|
|
)
|
|
self.assertNotEqual(
|
|
snapshots,
|
|
None,
|
|
"Check if result exists in list snapshots call"
|
|
)
|
|
self.assertEqual(
|
|
snapshots[0].id,
|
|
snapshot.id,
|
|
"Check snapshot id in list resources call"
|
|
)
|
|
except Exception as e:
|
|
self.fail("SSH failed for VM with IP: %s - %s" %
|
|
(self.virtual_machine.ssh_ip, e))
|
|
|
|
qresultset = self.dbclient.execute(
|
|
"select id from snapshots where uuid = '%s';"
|
|
% snapshot.id
|
|
)
|
|
self.assertNotEqual(
|
|
len(qresultset),
|
|
0,
|
|
"Check DB Query result set"
|
|
)
|
|
|
|
qresult = qresultset[0]
|
|
self.assertNotEqual(
|
|
str(qresult[0]),
|
|
'NULL',
|
|
"Check if backup_snap_id is not null"
|
|
)
|
|
return
|
|
|
|
# @attr(speed="slow")
|
|
# @attr(
|
|
# tags=[
|
|
# "advanced",
|
|
# "advancedns",
|
|
# "smoke",
|
|
# "xen"],
|
|
# required_hardware="true")
|
|
@attr(tags=["TODO"], required_hardware="true")
|
|
def test_07_template_from_snapshot(self):
|
|
"""Create Template from snapshot
|
|
# 1. Login to machine; create temp/test directories on data volume
|
|
# 2. Snapshot the Volume
|
|
# 3. Create Template from snapshot
|
|
# 4. Deploy Virtual machine using this template
|
|
# 5. Login to newly created virtual machine
|
|
# 6. Compare data in the root disk with the one that was written on the volume, it should match
|
|
"""
|
|
|
|
if self.hypervisor.lower() in ['hyperv']:
|
|
self.skipTest("Snapshots feature is not supported on Hyper-V")
|
|
|
|
userapiclient = self.testClient.getUserApiClient(
|
|
UserName=self.account.name,
|
|
DomainName=self.account.domain)
|
|
|
|
random_data_0 = random_gen(size=100)
|
|
random_data_1 = random_gen(size=100)
|
|
|
|
try:
|
|
# Login to virtual machine
|
|
ssh_client = self.virtual_machine.get_ssh_client()
|
|
|
|
cmds = [
|
|
"mkdir -p %s" % self.services["paths"]["mount_dir"],
|
|
"mount %s1 %s" % (
|
|
self.services["volume"][self.hypervisor]["rootdiskdevice"],
|
|
self.services["paths"]["mount_dir"]
|
|
),
|
|
"mkdir -p %s/%s/{%s,%s} " % (
|
|
self.services["paths"]["mount_dir"],
|
|
self.services["paths"]["sub_dir"],
|
|
self.services["paths"]["sub_lvl_dir1"],
|
|
self.services["paths"]["sub_lvl_dir2"]
|
|
),
|
|
"echo %s > %s/%s/%s/%s" % (
|
|
random_data_0,
|
|
self.services["paths"]["mount_dir"],
|
|
self.services["paths"]["sub_dir"],
|
|
self.services["paths"]["sub_lvl_dir1"],
|
|
self.services["paths"]["random_data"]
|
|
),
|
|
"echo %s > %s/%s/%s/%s" % (
|
|
random_data_1,
|
|
self.services["paths"]["mount_dir"],
|
|
self.services["paths"]["sub_dir"],
|
|
self.services["paths"]["sub_lvl_dir2"],
|
|
self.services["paths"]["random_data"]
|
|
),
|
|
"sync",
|
|
]
|
|
|
|
for c in cmds:
|
|
self.debug(c)
|
|
result = ssh_client.execute(c)
|
|
self.debug(result)
|
|
|
|
except Exception as e:
|
|
self.fail("SSH failed for VM with IP address: %s" %
|
|
self.virtual_machine.ipaddress)
|
|
|
|
# Unmount the Volume
|
|
cmds = [
|
|
"umount %s" % (self.services["paths"]["mount_dir"]),
|
|
]
|
|
for c in cmds:
|
|
self.debug(c)
|
|
ssh_client.execute(c)
|
|
|
|
volumes = list_volumes(
|
|
userapiclient,
|
|
virtualmachineid=self.virtual_machine.id,
|
|
type='ROOT',
|
|
listall=True
|
|
)
|
|
self.assertEqual(
|
|
isinstance(volumes, list),
|
|
True,
|
|
"Check list response returns a valid list"
|
|
)
|
|
|
|
volume = volumes[0]
|
|
|
|
# Create a snapshot of volume
|
|
snapshot = Snapshot.create(
|
|
userapiclient,
|
|
volume.id,
|
|
account=self.account.name,
|
|
domainid=self.account.domainid
|
|
)
|
|
self.cleanup.append(snapshot)
|
|
|
|
self.debug("Snapshot created from volume ID: %s" % volume.id)
|
|
# Generate template from the snapshot
|
|
template = Template.create_from_snapshot(
|
|
userapiclient,
|
|
snapshot,
|
|
self.services["templates"]
|
|
)
|
|
self.debug("Template created from snapshot ID: %s" % snapshot.id)
|
|
|
|
# Verify created template
|
|
templates = list_templates(
|
|
userapiclient,
|
|
templatefilter=self.services["templates"]["templatefilter"],
|
|
id=template.id
|
|
)
|
|
self.assertNotEqual(
|
|
templates,
|
|
None,
|
|
"Check if result exists in list item call"
|
|
)
|
|
|
|
self.assertEqual(
|
|
templates[0].id,
|
|
template.id,
|
|
"Check new template id in list resources call"
|
|
)
|
|
self.debug("Deploying new VM from template: %s" % template.id)
|
|
|
|
# Deploy new virtual machine using template
|
|
new_virtual_machine = VirtualMachine.create(
|
|
userapiclient,
|
|
self.services["server_without_disk"],
|
|
templateid=template.id,
|
|
accountid=self.account.name,
|
|
domainid=self.account.domainid,
|
|
serviceofferingid=self.service_offering.id,
|
|
mode=self.services["mode"]
|
|
)
|
|
self.cleanup.append(new_virtual_machine)
|
|
try:
|
|
# Login to VM & mount directory
|
|
ssh = new_virtual_machine.get_ssh_client()
|
|
|
|
cmds = [
|
|
"mkdir -p %s" % self.services["paths"]["mount_dir"],
|
|
"mount %s1 %s" % (
|
|
self.services["volume"][self.hypervisor]["rootdiskdevice"],
|
|
self.services["paths"]["mount_dir"]
|
|
)
|
|
]
|
|
|
|
for c in cmds:
|
|
ssh.execute(c)
|
|
|
|
returned_data_0 = ssh.execute("cat %s/%s/%s/%s" % (
|
|
self.services["paths"]["mount_dir"],
|
|
self.services["paths"]["sub_dir"],
|
|
self.services["paths"]["sub_lvl_dir1"],
|
|
self.services["paths"]["random_data"]
|
|
))
|
|
self.debug(returned_data_0)
|
|
returned_data_1 = ssh.execute("cat %s/%s/%s/%s" % (
|
|
self.services["paths"]["mount_dir"],
|
|
self.services["paths"]["sub_dir"],
|
|
self.services["paths"]["sub_lvl_dir2"],
|
|
self.services["paths"]["random_data"]
|
|
))
|
|
self.debug(returned_data_1)
|
|
except Exception as e:
|
|
self.fail("SSH failed for VM with IP address: %s" %
|
|
new_virtual_machine.ipaddress)
|
|
# Verify returned data
|
|
self.assertEqual(
|
|
random_data_0,
|
|
returned_data_0[0],
|
|
"Verify newly attached volume contents with existing one"
|
|
)
|
|
self.assertEqual(
|
|
random_data_1,
|
|
returned_data_1[0],
|
|
"Verify newly attached volume contents with existing one"
|
|
)
|
|
# Unmount the volume
|
|
cmds = [
|
|
"umount %s" % (self.services["paths"]["mount_dir"]),
|
|
]
|
|
try:
|
|
for c in cmds:
|
|
self.debug(c)
|
|
ssh_client.execute(c)
|
|
|
|
except Exception as e:
|
|
self.fail("SSH failed for VM with IP address: %s, Exception: %s" %
|
|
(new_virtual_machine.ipaddress, e))
|
|
return
|
|
|
|
|
|
class TestCreateVMSnapshotTemplate(cloudstackTestCase):
|
|
|
|
@classmethod
|
|
def setUpClass(cls):
|
|
cls.testClient = super(
|
|
TestCreateVMSnapshotTemplate,
|
|
cls).getClsTestClient()
|
|
cls.api_client = cls.testClient.getApiClient()
|
|
cls._cleanup = []
|
|
cls.services = Services().services
|
|
# Get Zone, Domain and templates
|
|
cls.domain = get_domain(cls.api_client)
|
|
cls.zone = get_zone(cls.api_client, cls.testClient.getZoneForTests())
|
|
cls.services['mode'] = cls.zone.networktype
|
|
cls.unsupportedHypervisor = False
|
|
cls.hypervisor = get_hypervisor_type(cls.api_client)
|
|
if cls.hypervisor.lower() in ['hyperv', 'lxc']:
|
|
cls.unsupportedHypervisor = True
|
|
return
|
|
|
|
cls.template = get_template(
|
|
cls.api_client,
|
|
cls.zone.id,
|
|
cls.services["ostype"]
|
|
)
|
|
cls.services["domainid"] = cls.domain.id
|
|
cls.services["server"]["zoneid"] = cls.zone.id
|
|
|
|
# Create VMs, NAT Rules etc
|
|
cls.account = Account.create(
|
|
cls.api_client,
|
|
cls.services["account"],
|
|
domainid=cls.domain.id
|
|
)
|
|
cls._cleanup.append(cls.account)
|
|
|
|
cls.service_offering = ServiceOffering.create(
|
|
cls.api_client,
|
|
cls.services["service_offering"]
|
|
)
|
|
cls._cleanup.append(cls.service_offering)
|
|
|
|
return
|
|
|
|
@classmethod
|
|
def tearDownClass(cls):
|
|
super(TestCreateVMSnapshotTemplate, cls).tearDownClass()
|
|
|
|
def setUp(self):
|
|
self.apiclient = self.testClient.getApiClient()
|
|
self.dbclient = self.testClient.getDbConnection()
|
|
self.cleanup = []
|
|
|
|
if self.unsupportedHypervisor:
|
|
self.skipTest("snapshots are not supported on %s" % self.hypervisor.lower())
|
|
return
|
|
|
|
def tearDown(self):
|
|
super(TestCreateVMSnapshotTemplate, self).tearDown()
|
|
|
|
@attr(speed="slow")
|
|
@attr(tags=["advanced", "advancedns"], required_hardware="true")
|
|
def test_01_createVM_snapshotTemplate(self):
|
|
"""Test create VM, Snapshot and Template
|
|
"""
|
|
# Validate the following
|
|
# 1. Deploy VM using default template, small service offering
|
|
# and small data disk offering.
|
|
# 2. Perform snapshot on the root disk of this VM.
|
|
# 3. Create a template from snapshot.
|
|
# 4. Create a instance from above created template.
|
|
# 5. listSnapshots should list the snapshot that was created.
|
|
# 6. verify that secondary storage NFS share contains the reqd
|
|
# volume under /secondary/snapshots/$accountid/
|
|
# $volumeid/$snapshot_uuid
|
|
# 7. verify backup_snap_id was non null in the `snapshots` table
|
|
# 8. listTemplates() should return the newly created Template,
|
|
# and check for template state as READY"
|
|
# 9. listVirtualMachines() command should return the deployed VM.
|
|
# State of this VM should be Running.
|
|
|
|
# Create Virtual Machine
|
|
|
|
if self.hypervisor.lower() in ['hyperv']:
|
|
self.skipTest("Snapshots feature is not supported on Hyper-V")
|
|
|
|
userapiclient = self.testClient.getUserApiClient(
|
|
UserName=self.account.name,
|
|
DomainName=self.account.domain)
|
|
|
|
self.virtual_machine = VirtualMachine.create(
|
|
userapiclient,
|
|
self.services["server"],
|
|
templateid=self.template.id,
|
|
accountid=self.account.name,
|
|
domainid=self.account.domainid,
|
|
serviceofferingid=self.service_offering.id
|
|
)
|
|
self.cleanup.append(self.virtual_machine)
|
|
self.debug("Created VM with ID: %s" % self.virtual_machine.id)
|
|
|
|
volumes = list_volumes(
|
|
userapiclient,
|
|
virtualmachineid=self.virtual_machine.id,
|
|
type='ROOT',
|
|
listall=True
|
|
)
|
|
volume = volumes[0]
|
|
|
|
# Create a snapshot from the ROOTDISK
|
|
snapshot = Snapshot.create(userapiclient, volume.id)
|
|
self.debug("Snapshot created: ID - %s" % snapshot.id)
|
|
self.cleanup.append(snapshot)
|
|
|
|
snapshots = list_snapshots(
|
|
userapiclient,
|
|
id=snapshot.id
|
|
)
|
|
self.assertEqual(
|
|
isinstance(snapshots, list),
|
|
True,
|
|
"Check list response returns a valid list"
|
|
)
|
|
self.assertNotEqual(
|
|
snapshots,
|
|
None,
|
|
"Check if result exists in list snapshots call"
|
|
)
|
|
self.assertEqual(
|
|
snapshots[0].id,
|
|
snapshot.id,
|
|
"Check snapshot id in list resources call"
|
|
)
|
|
self.debug(
|
|
"select backup_snap_id, account_id, volume_id from snapshots where uuid = '%s';" %
|
|
snapshot.id)
|
|
snapshot_uuid = snapshot.id
|
|
|
|
# Generate template from the snapshot
|
|
template = Template.create_from_snapshot(
|
|
userapiclient,
|
|
snapshot,
|
|
self.services["templates"]
|
|
)
|
|
self.cleanup.append(template)
|
|
self.debug("Created template from snapshot: %s" % template.id)
|
|
|
|
templates = list_templates(
|
|
userapiclient,
|
|
templatefilter=self.services["templates"]["templatefilter"],
|
|
id=template.id
|
|
)
|
|
|
|
self.assertNotEqual(
|
|
templates,
|
|
None,
|
|
"Check if result exists in list item call"
|
|
)
|
|
|
|
self.assertEqual(
|
|
templates[0].isready,
|
|
True,
|
|
"Check new template state in list templates call"
|
|
)
|
|
|
|
# Deploy new virtual machine using template
|
|
new_virtual_machine = VirtualMachine.create(
|
|
userapiclient,
|
|
self.services["server"],
|
|
templateid=template.id,
|
|
accountid=self.account.name,
|
|
domainid=self.account.domainid,
|
|
serviceofferingid=self.service_offering.id
|
|
)
|
|
self.cleanup.append(new_virtual_machine)
|
|
self.debug("Created VM with ID: %s from template: %s" % (
|
|
new_virtual_machine.id,
|
|
template.id
|
|
))
|
|
|
|
# Newly deployed VM should be 'Running'
|
|
virtual_machines = list_virtual_machines(
|
|
userapiclient,
|
|
id=new_virtual_machine.id,
|
|
account=self.account.name,
|
|
domainid=self.account.domainid
|
|
)
|
|
self.assertEqual(
|
|
isinstance(virtual_machines, list),
|
|
True,
|
|
"Check list response returns a valid list"
|
|
)
|
|
self.assertNotEqual(
|
|
len(virtual_machines),
|
|
0,
|
|
"Check list virtual machines response"
|
|
)
|
|
for virtual_machine in virtual_machines:
|
|
self.assertEqual(
|
|
virtual_machine.state,
|
|
'Running',
|
|
"Check list VM response for Running state"
|
|
)
|
|
self.assertTrue(
|
|
is_snapshot_on_nfs(
|
|
self.apiclient,
|
|
self.dbclient,
|
|
self.config,
|
|
self.zone.id,
|
|
snapshot_uuid))
|
|
return
|
|
|
|
|
|
class TestSnapshotEvents(cloudstackTestCase):
|
|
|
|
@classmethod
|
|
def setUpClass(cls):
|
|
cls.testClient = super(TestSnapshotEvents, cls).getClsTestClient()
|
|
cls.api_client = cls.testClient.getApiClient()
|
|
cls.services = Services().services
|
|
cls._cleanup = []
|
|
# Get Zone, Domain and templates
|
|
cls.domain = get_domain(cls.api_client)
|
|
cls.zone = get_zone(cls.api_client, cls.testClient.getZoneForTests())
|
|
cls.services['mode'] = cls.zone.networktype
|
|
cls.unsupportedHypervisor = False
|
|
cls.hypervisor = get_hypervisor_type(cls.api_client)
|
|
if cls.hypervisor.lower() in ['hyperv', 'lxc']:
|
|
cls.unsupportedHypervisor = True
|
|
return
|
|
|
|
template = get_template(
|
|
cls.api_client,
|
|
cls.zone.id,
|
|
cls.services["ostype"]
|
|
)
|
|
cls.services["server"]["zoneid"] = cls.zone.id
|
|
|
|
cls.services["template"] = template.id
|
|
|
|
# Create VMs, NAT Rules etc
|
|
cls.account = Account.create(
|
|
cls.api_client,
|
|
cls.services["account"],
|
|
domainid=cls.domain.id
|
|
)
|
|
cls._cleanup.append(cls.account)
|
|
|
|
cls.services["account"] = cls.account.name
|
|
|
|
cls.service_offering = ServiceOffering.create(
|
|
cls.api_client,
|
|
cls.services["service_offering"]
|
|
)
|
|
cls._cleanup.append(cls.service_offering)
|
|
|
|
cls.virtual_machine = VirtualMachine.create(
|
|
cls.api_client,
|
|
cls.services["server"],
|
|
templateid=template.id,
|
|
accountid=cls.account.name,
|
|
domainid=cls.account.domainid,
|
|
serviceofferingid=cls.service_offering.id
|
|
)
|
|
cls._cleanup.append(cls.virtual_machine)
|
|
|
|
return
|
|
|
|
@classmethod
|
|
def tearDownClass(cls):
|
|
super(TestSnapshotEvents, cls).tearDownClass()
|
|
|
|
def setUp(self):
|
|
self.apiclient = self.testClient.getApiClient()
|
|
self.dbclient = self.testClient.getDbConnection()
|
|
self.cleanup = []
|
|
|
|
if self.unsupportedHypervisor:
|
|
self.skipTest("snapshots are not supported on %s" % self.hypervisor)
|
|
return
|
|
|
|
def tearDown(self):
|
|
super(TestSnapshotEvents, self).tearDown()
|
|
|
|
@attr(speed="slow")
|
|
@attr(tags=["advanced", "advancedns"], required_hardware="false")
|
|
def test_05_snapshot_events(self):
|
|
"""Test snapshot events
|
|
"""
|
|
# Validate the following
|
|
# 1. Perform snapshot on the root disk of this VM and
|
|
# check the events/alerts.
|
|
# 2. delete the snapshots and check the events/alerts
|
|
# 3. listEvents() shows created/deleted snapshot events
|
|
|
|
if self.hypervisor.lower() in ['hyperv']:
|
|
self.skipTest("Snapshots feature is not supported on Hyper-V")
|
|
|
|
# Get the Root disk of VM
|
|
volumes = list_volumes(
|
|
self.apiclient,
|
|
virtualmachineid=self.virtual_machine.id,
|
|
type='ROOT',
|
|
listall=True
|
|
)
|
|
self.assertEqual(
|
|
isinstance(volumes, list),
|
|
True,
|
|
"Check list response returns a valid list"
|
|
)
|
|
volume = volumes[0]
|
|
|
|
# Create a snapshot from the ROOTDISK
|
|
snapshot = Snapshot.create(self.apiclient, volume.id)
|
|
self.debug("Snapshot created with ID: %s" % snapshot.id)
|
|
|
|
snapshots = list_snapshots(
|
|
self.apiclient,
|
|
id=snapshot.id
|
|
)
|
|
self.assertEqual(
|
|
isinstance(snapshots, list),
|
|
True,
|
|
"Check list response returns a valid list"
|
|
)
|
|
self.assertNotEqual(
|
|
snapshots,
|
|
None,
|
|
"Check if result exists in list snapshots call"
|
|
)
|
|
self.assertEqual(
|
|
snapshots[0].id,
|
|
snapshot.id,
|
|
"Check snapshot id in list resources call"
|
|
)
|
|
snapshot.delete(self.apiclient)
|
|
|
|
# Sleep to ensure that snapshot is deleted properly
|
|
time.sleep(self.services["sleep"])
|
|
events = list_events(
|
|
self.apiclient,
|
|
account=self.account.name,
|
|
domainid=self.account.domainid,
|
|
type='SNAPSHOT.DELETE'
|
|
)
|
|
self.assertEqual(
|
|
isinstance(events, list),
|
|
True,
|
|
"Check list response returns a valid list"
|
|
)
|
|
self.assertNotEqual(
|
|
events,
|
|
None,
|
|
"Check if event exists in list events call"
|
|
)
|
|
self.assertIn(
|
|
events[0].state,
|
|
['Completed', 'Scheduled'],
|
|
"Check events state in list events call"
|
|
)
|
|
return
|