#!/usr/bin/python # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. # Version @VERSION@ # # A plugin for executing script needed by Apache CloudStack import os, sys, time import XenAPIPlugin sys.path.extend(["/opt/xensource/sm/"]) import util import cloudstack_pluginlib as lib import logging import datetime lib.setup_logging("/var/log/cloud/swiftxenserver.log") def echo(fn): def wrapped(*v, **k): name = fn.__name__ logging.debug("#### CLOUD enter %s ####", name ) res = fn(*v, **k) logging.debug("#### CLOUD exit %s ####", name ) return res return wrapped SWIFT = "/opt/cloud/bin/swift" MAX_SEG_SIZE = 5 * 1024 * 1024 * 1024 def upload(args): url = args['url'] account = args['account'] username = args['username'] key = args['key'] container = args['container'] ldir = args['ldir'] lfilename = args['lfilename'] isISCSI = args['isISCSI'] segment = 0 storagepolicy = None if "storagepolicy" in args: storagepolicy = args["storagepolicy"] logging.debug("#### CLOUD upload begin %s/%s to swift ####", container, lfilename) timestamp_begin = datetime.datetime.now() savedpath = os.getcwd() os.chdir(ldir) try : if isISCSI == 'true': cmd1 = [ lvchange , "-ay", lfilename ] util.pread2(cmd1) cmd1 = [ lvdisplay, "-c", lfilename ] lines = util.pread2(cmd).split(':'); size = long(lines[6]) * 512 if size > MAX_SEG_SIZE : segment = 1 else : size = os.path.getsize(lfilename) if size > MAX_SEG_SIZE : segment = 1 if segment : cmd = [SWIFT, "-A", url, "-U", account + ":" + username, "-K", key, "upload", "-S", str(MAX_SEG_SIZE), container, lfilename] else : cmd = [SWIFT, "-A", url ,"-U", account + ":" + username, "-K", key, "upload", container, lfilename] if storagepolicy is not None: cmd.append("--storage-policy") cmd.append(storagepolicy) util.pread2(cmd) cmd2 = [SWIFT, "-A", url ,"-U", account + ":" + username, "-K", key, "stat", container, lfilename] upload_stat = util.pread2(cmd2) upload_stat = [line for line in upload_stat.split('\n') if "Content Length" in line] upload_stat = upload_stat[0].split(': ')[1] upload_diff = size - long(upload_stat) if upload_diff != 0: logging.error("#### CLOUD upload file size diff: %s", upload_diff) timestamp_end = datetime.datetime.now() timestamp_delta = timestamp_end - timestamp_begin rate = (size / 1024 / 1024) / timestamp_delta.seconds logging.debug("#### CLOUD upload complete %s/%s to swift: %s @ %s MB/s ####", container, lfilename, str(timestamp_delta)[:7], rate) return 'true' finally: os.chdir(savedpath) return 'false' @echo def swift(session, args): op = args['op'] if op == 'upload': return upload(args) elif op == 'download': return download(args) else : logging.debug("doesn't support swift operation %s " % op ) return 'false' try: util.pread2(cmd) return 'true' except: return 'false' if __name__ == "__main__": XenAPIPlugin.dispatch({"swift": swift})