mirror of
https://github.com/apache/cloudstack.git
synced 2025-10-26 08:42:29 +01:00
24434beb42
This reverts commit 48f413a9825d0554cf5080b4723688d8c47afe5c, reversing changes made to 5f35c15b6b3ff49cb49c5563abbef7cc0e21d4a7.
362 lines
12 KiB
Python
Executable File
362 lines
12 KiB
Python
Executable File
#!/usr/bin/python
|
|
# Licensed to the Apache Software Foundation (ASF) under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing,
|
|
# software distributed under the License is distributed on an
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
# KIND, either express or implied. See the License for the
|
|
# specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
import json
|
|
import os
|
|
import time
|
|
import logging
|
|
import cs_ip
|
|
import cs_guestnetwork
|
|
import cs_cmdline
|
|
import cs_vmp
|
|
import cs_network_acl
|
|
import cs_firewallrules
|
|
import cs_loadbalancer
|
|
import cs_monitorservice
|
|
import cs_vmdata
|
|
import cs_dhcp
|
|
import cs_forwardingrules
|
|
import cs_site2sitevpn
|
|
import cs_remoteaccessvpn
|
|
import cs_vpnusers
|
|
import cs_staticroutes
|
|
|
|
from pprint import pprint
|
|
|
|
|
|
class DataBag:
|
|
|
|
DPATH = "/etc/cloudstack"
|
|
|
|
def __init__(self):
|
|
self.bdata = {}
|
|
|
|
def load(self):
|
|
data = self.bdata
|
|
if not os.path.exists(self.DPATH):
|
|
os.makedirs(self.DPATH)
|
|
self.fpath = os.path.join(self.DPATH, self.key + '.json')
|
|
|
|
try:
|
|
with open(self.fpath, 'r') as _fh:
|
|
logging.debug("Loading data bag type %s", self.key)
|
|
data = json.load(_fh)
|
|
except IOError:
|
|
logging.debug("Creating data bag type %s", self.key)
|
|
data.update({"id": self.key})
|
|
finally:
|
|
self.dbag = data
|
|
|
|
def save(self, dbag):
|
|
try:
|
|
with open(self.fpath, 'w') as _fh:
|
|
logging.debug("Writing data bag type %s", self.key)
|
|
json.dump(
|
|
dbag, _fh,
|
|
sort_keys=True,
|
|
indent=2
|
|
)
|
|
except IOError:
|
|
logging.error("Could not write data bag %s", self.key)
|
|
|
|
def getDataBag(self):
|
|
return self.dbag
|
|
|
|
def setKey(self, key):
|
|
self.key = key
|
|
|
|
|
|
class updateDataBag:
|
|
|
|
DPATH = "/etc/cloudstack"
|
|
|
|
def __init__(self, qFile):
|
|
self.qFile = qFile
|
|
self.fpath = ''
|
|
self.bdata = {}
|
|
self.process()
|
|
|
|
def process(self):
|
|
self.db = DataBag()
|
|
if (self.qFile.type == "staticnatrules" or self.qFile.type == "forwardrules"):
|
|
self.db.setKey("forwardingrules")
|
|
else:
|
|
self.db.setKey(self.qFile.type)
|
|
dbag = self.db.load()
|
|
logging.info("Command of type %s received", self.qFile.type)
|
|
|
|
if self.qFile.type == 'ips':
|
|
dbag = self.processIP(self.db.getDataBag())
|
|
elif self.qFile.type == 'guestnetwork':
|
|
dbag = self.processGuestNetwork(self.db.getDataBag())
|
|
elif self.qFile.type == 'cmdline':
|
|
dbag = self.processCL(self.db.getDataBag())
|
|
elif self.qFile.type == 'vmpassword':
|
|
dbag = self.processVMpassword(self.db.getDataBag())
|
|
elif self.qFile.type == 'networkacl':
|
|
dbag = self.process_network_acl(self.db.getDataBag())
|
|
elif self.qFile.type == 'firewallrules':
|
|
dbag = self.process_firewallrules(self.db.getDataBag())
|
|
elif self.qFile.type == 'loadbalancer':
|
|
dbag = self.process_loadbalancer(self.db.getDataBag())
|
|
elif self.qFile.type == 'monitorservice':
|
|
dbag = self.process_monitorservice(self.db.getDataBag())
|
|
elif self.qFile.type == 'vmdata':
|
|
dbag = self.processVmData(self.db.getDataBag())
|
|
elif self.qFile.type == 'dhcpentry':
|
|
dbag = self.process_dhcp_entry(self.db.getDataBag())
|
|
elif self.qFile.type == 'staticnatrules' or self.qFile.type == 'forwardrules':
|
|
dbag = self.processForwardingRules(self.db.getDataBag())
|
|
elif self.qFile.type == 'site2sitevpn':
|
|
dbag = self.process_site2sitevpn(self.db.getDataBag())
|
|
elif self.qFile.type == 'remoteaccessvpn':
|
|
dbag = self.process_remoteaccessvpn(self.db.getDataBag())
|
|
elif self.qFile.type == 'vpnuserlist':
|
|
dbag = self.process_vpnusers(self.db.getDataBag())
|
|
elif self.qFile.type == 'staticroutes':
|
|
dbag = self.process_staticroutes(self.db.getDataBag())
|
|
elif self.qFile.type == 'ipaliases':
|
|
self.db.setKey('ips')
|
|
self.db.load()
|
|
dbag = self.process_ipaliases(self.db.getDataBag())
|
|
elif self.qFile.type == 'dhcpconfig':
|
|
logging.error("I don't think I need %s anymore", self.qFile.type)
|
|
return
|
|
else:
|
|
logging.error("Error I do not know what to do with file of type %s", self.qFile.type)
|
|
return
|
|
self.db.save(dbag)
|
|
|
|
def processGuestNetwork(self, dbag):
|
|
d = self.qFile.data
|
|
dp = {}
|
|
dp['public_ip'] = d['router_guest_ip']
|
|
dp['netmask'] = d['router_guest_netmask']
|
|
dp['source_nat'] = False
|
|
dp['add'] = d['add']
|
|
dp['one_to_one_nat'] = False
|
|
dp['gateway'] = d['router_guest_gateway']
|
|
dp['nic_dev_id'] = d['device'][3]
|
|
dp['nw_type'] = 'guest'
|
|
dp = PrivateGatewayHack.update_network_type_for_privategateway(dbag, dp)
|
|
qf = QueueFile()
|
|
qf.load({'ip_address': [dp], 'type': 'ips'})
|
|
if 'domain_name' not in d.keys() or d['domain_name'] == '':
|
|
d['domain_name'] = "cloudnine.internal"
|
|
|
|
d = PrivateGatewayHack.update_network_type_for_privategateway(dbag, d)
|
|
return cs_guestnetwork.merge(dbag, d)
|
|
|
|
def process_dhcp_entry(self, dbag):
|
|
return cs_dhcp.merge(dbag, self.qFile.data)
|
|
|
|
def process_site2sitevpn(self, dbag):
|
|
return cs_site2sitevpn.merge(dbag, self.qFile.data)
|
|
|
|
def process_remoteaccessvpn(self, dbag):
|
|
return cs_remoteaccessvpn.merge(dbag, self.qFile.data)
|
|
|
|
def process_vpnusers(self, dbag):
|
|
return cs_vpnusers.merge(dbag, self.qFile.data)
|
|
|
|
def process_network_acl(self, dbag):
|
|
return cs_network_acl.merge(dbag, self.qFile.data)
|
|
|
|
def process_firewallrules(self, dbag):
|
|
return cs_firewallrules.merge(dbag, self.qFile.data)
|
|
|
|
def process_loadbalancer(self, dbag):
|
|
return cs_loadbalancer.merge(dbag, self.qFile.data)
|
|
|
|
def process_monitorservice(self, dbag):
|
|
return cs_monitorservice.merge(dbag, self.qFile.data)
|
|
|
|
def process_staticroutes(self, dbag):
|
|
return cs_staticroutes.merge(dbag, self.qFile.data)
|
|
|
|
def processVMpassword(self, dbag):
|
|
return cs_vmp.merge(dbag, self.qFile.data)
|
|
|
|
def processForwardingRules(self, dbag):
|
|
# to be used by both staticnat and portforwarding
|
|
return cs_forwardingrules.merge(dbag, self.qFile.data)
|
|
|
|
def processIP(self, dbag):
|
|
for ip in self.qFile.data["ip_address"]:
|
|
dbag = cs_ip.merge(dbag, ip)
|
|
return dbag
|
|
|
|
def processCL(self, dbag):
|
|
# Convert the ip stuff to an ip object and pass that into cs_ip_merge
|
|
# "eth0ip": "192.168.56.32",
|
|
# "eth0mask": "255.255.255.0",
|
|
self.newData = []
|
|
if (self.qFile.data['cmd_line']['type'] == "router"):
|
|
self.processCLItem('0', "guest")
|
|
self.processCLItem('1', "control")
|
|
self.processCLItem('2', "public")
|
|
elif (self.qFile.data['cmd_line']['type'] == "vpcrouter"):
|
|
self.processCLItem('0', "control")
|
|
elif (self.qFile.data['cmd_line']['type'] == "dhcpsrvr"):
|
|
self.processCLItem('0', "guest")
|
|
self.processCLItem('1', "control")
|
|
elif (self.qFile.data['cmd_line']['type'] == "ilbvm"):
|
|
self.processCLItem('0', "guest")
|
|
self.processCLItem('1', "control")
|
|
|
|
return cs_cmdline.merge(dbag, self.qFile.data)
|
|
|
|
def processCLItem(self, num, nw_type):
|
|
key = 'eth' + num + 'ip'
|
|
dp = {}
|
|
if(key in self.qFile.data['cmd_line']):
|
|
dp['public_ip'] = self.qFile.data['cmd_line'][key]
|
|
dp['netmask'] = self.qFile.data['cmd_line']['eth' + num + 'mask']
|
|
dp['source_nat'] = False
|
|
dp['add'] = True
|
|
dp['one_to_one_nat'] = False
|
|
if nw_type == "public":
|
|
dp['gateway'] = self.qFile.data['cmd_line']['gateway']
|
|
else:
|
|
if('localgw' in self.qFile.data['cmd_line']):
|
|
dp['gateway'] = self.qFile.data['cmd_line']['localgw']
|
|
else:
|
|
dp['gateway'] = 'None'
|
|
dp['nic_dev_id'] = num
|
|
dp['nw_type'] = nw_type
|
|
qf = QueueFile()
|
|
qf.load({'ip_address': [dp], 'type': 'ips'})
|
|
|
|
def processVmData(self, dbag):
|
|
cs_vmdata.merge(dbag, self.qFile.data)
|
|
return dbag
|
|
|
|
def process_ipaliases(self, dbag):
|
|
nic_dev = None
|
|
# Should be a way to deal with this better
|
|
for intf, data in dbag.items():
|
|
if intf == 'id':
|
|
continue
|
|
elif any([net['nw_type'] == 'guest' for net in data]):
|
|
nic_dev = intf
|
|
break
|
|
|
|
assert nic_dev is not None, 'Unable to determine Guest interface'
|
|
|
|
nic_dev_id = nic_dev[3:]
|
|
|
|
for alias in self.qFile.data['aliases']:
|
|
ip = {
|
|
'add': not alias['revoke'],
|
|
'nw_type': 'guest',
|
|
'public_ip': alias['ip_address'],
|
|
'netmask': alias['netmask'],
|
|
'nic_dev_id': nic_dev_id
|
|
}
|
|
dbag = cs_ip.merge(dbag, ip)
|
|
return dbag
|
|
|
|
class QueueFile:
|
|
|
|
fileName = ''
|
|
configCache = "/var/cache/cloud"
|
|
keep = True
|
|
data = {}
|
|
|
|
def load(self, data):
|
|
if data is not None:
|
|
self.data = data
|
|
self.type = self.data["type"]
|
|
proc = updateDataBag(self)
|
|
return
|
|
fn = self.configCache + '/' + self.fileName
|
|
try:
|
|
handle = open(fn)
|
|
except IOError:
|
|
logging.error("Could not open %s", fn)
|
|
else:
|
|
self.data = json.load(handle)
|
|
self.type = self.data["type"]
|
|
handle.close()
|
|
if self.keep:
|
|
self.__moveFile(fn, self.configCache + "/processed")
|
|
else:
|
|
os.remove(fn)
|
|
proc = updateDataBag(self)
|
|
|
|
def setFile(self, name):
|
|
self.fileName = name
|
|
|
|
def getType(self):
|
|
return self.type
|
|
|
|
def getData(self):
|
|
return self.data
|
|
|
|
def setPath(self, path):
|
|
self.configCache = path
|
|
|
|
def __moveFile(self, origPath, path):
|
|
if not os.path.exists(path):
|
|
os.makedirs(path)
|
|
timestamp = str(int(round(time.time())))
|
|
os.rename(origPath, path + "/" + self.fileName + "." + timestamp)
|
|
|
|
|
|
class PrivateGatewayHack:
|
|
|
|
|
|
@classmethod
|
|
def update_network_type_for_privategateway(cls, dbag, data):
|
|
ip = data['router_guest_ip'] if 'router_guest_ip' in data.keys() else data['public_ip']
|
|
|
|
initial_data = cls.load_inital_data()
|
|
has_private_gw_ip = cls.if_config_has_privategateway(initial_data)
|
|
private_gw_matches = 'privategateway' in initial_data['config'] and cls.ip_matches_private_gateway_ip(ip, initial_data['config']['privategateway'])
|
|
|
|
if has_private_gw_ip and private_gw_matches:
|
|
data['nw_type'] = "public"
|
|
logging.debug("Updating nw_type for ip %s" % ip)
|
|
else:
|
|
logging.debug("Not updating nw_type for ip %s because has_private_gw_ip = %s and private_gw_matches = %s " % (ip, has_private_gw_ip, private_gw_matches))
|
|
return data
|
|
|
|
|
|
@classmethod
|
|
def if_config_has_privategateway(cls, dbag):
|
|
return 'privategateway' in dbag['config'].keys() and dbag['config']['privategateway'] != "None"
|
|
|
|
|
|
@classmethod
|
|
def ip_matches_private_gateway_ip(cls, ip, private_gateway_ip):
|
|
new_ip_matches_private_gateway_ip = False
|
|
if ip == private_gateway_ip:
|
|
new_ip_matches_private_gateway_ip = True
|
|
return new_ip_matches_private_gateway_ip
|
|
|
|
|
|
@classmethod
|
|
def load_inital_data(cls):
|
|
initial_data_bag = DataBag()
|
|
initial_data_bag.setKey('cmdline')
|
|
initial_data_bag.load()
|
|
initial_data = initial_data_bag.getDataBag()
|
|
logging.debug("Initial data = %s" % initial_data)
|
|
|
|
return initial_data
|