python调用cloudstack api批量操作机器

前言：公司为优化资源占用和节约服务器成本，考虑自建私有云平台，最初领导有考虑用当下最火的docker完成，后来为保持稳定性和可维护性(实际情况是对docker不熟，怕出问题搞不定，而cloudstack之前略有接触)，最终决定用cloudstack来搭建云平台，因为机房网络环境特殊，以及cloudstack的版本问题，前后折腾一个多星期，才把这个私有云环境搭好，对着界面撸了一阵后，发现他没有批量化操作，以及回收主机不回收磁盘等等毛病，于是想利用调官方提供的api来对它进行批量化操作，于是并有了这篇文章。

官方api地址：http://cloudstack.apache.org/docs/api/apidocs-4.2/TOC_Root_Admin.html

api脚本

cloud_api.py

#coding:utf-8

import urllib, urllib2
import hashlib
import hmac
import base64
import json
import sys
import argparse
from time import sleep

# 设置全局代理
#import socket, socks
#socks.set_default_proxy(socks.SOCKS5, "127.0.0.1", 1090)
#socket.socket = socks.socksocket

# 设置默认字符编码
reload(sys)
sys.setdefaultencoding('utf-8')

class CloudAPI():

    def __init__(self):
        # 配置 cloudstack api
        self.config = {
            'api_url': 'http://10.10.252.116:8080/client/api?',
            'api_response_type': 'json',
            #key
            'api_key': 'FkZxPdLWvMVYJBZW82NZvXWPwG7NSE0f8i6OgqS2XYUt-cd4uKZbfaAC94oDa9lf6HqbCvw2u-hYTBVCvZCDjg',
            'api_secretkey': 'l2WyVLtjVEv1Eb8jYWW9GF6t1U-xciwQagQUwkDEa77CtNmn7hvI_CMdouCsX5VBXXiWnQjZ3C9zUORU2ijUVA',

            'zoneid': '6f30bf67-7342-4025-977f-0e989a772e25'  # weimob_sub11
        }

    def apiresult(self,params):
        params['apikey'] = self.config['api_key']
        params['response'] = self.config['api_response_type']

        request_str = '&'.join(['='.join([k, urllib.quote_plus(params[k])]) for k in params.keys()])
        sig_str = '&'.join(['='.join([k.lower(), urllib.quote_plus(params[k].lower().replace('+', '%20'))]) for k in
                            sorted(params.iterkeys())])
        signature = urllib.quote_plus(
            base64.encodestring(hmac.new(self.config['api_secretkey'], sig_str, hashlib.sha1).digest()).strip())

        request_url = self.config['api_url'] + request_str + '&signature=' + signature
        result = urllib2.urlopen(request_url)
        response = json.loads(result.read())
        return response

    # 列出虚拟机实例
    def listVirtualMachines(self,hostname=''):
        print "查询主机信息"
        params = {
            'command':'listVirtualMachines',
            'name':hostname
        }

        response = self.apiresult(params)

        instances = []
        if not response['listvirtualmachinesresponse']:
            print "VirtualMachine is \033[31mnot exist\033[0m!"
            return False
        elif hostname:
            for instance in response['listvirtualmachinesresponse']['virtualmachine']:
                try:
                    if hostname == instance['name']:
                        instance_info = [instance['id'],instance['name'],instance['nic'][0]['ipaddress'],instance['hostname'],instance['templatename'],instance['serviceofferingname'],instance['state']]
                        print "HostName:\033[32m%s\033[0m HostIp:\033[32m%s\033[0m PhysicalHost:\033[32m%s\033[0m Template:\033[32m%s\033[0m Spec:\033[32m%s\033[0m Status:\033[32m%s\033[0m" \
                                % (instance_info[1],instance_info[2],instance_info[3],instance_info[4],instance_info[5],instance_info[6])
                        return [instance['id'],instance['state']]
                except KeyError as e:
                    print "\033[35m%s\033[0m status is \033[31merror\033[0m !" % instance['name']
                    return [instance['id'],instance['state']]
        else:
            for instance in response['listvirtualmachinesresponse']['virtualmachine']:
                try:
                    instance_info = [instance['id'],instance['name'],instance['nic'][0]['ipaddress'],instance['hostname'],instance['templatename'],instance['serviceofferingname'],instance['state']]
                    print "HostName:\033[32m%s\033[0m HostIp:\033[32m%s\033[0m PhysicalHost:\033[32m%s\033[0m Template:\033[32m%s\033[0m Spec:\033[32m%s\033[0m Status:\033[32m%s\033[0m" \
                                % (instance_info[1],instance_info[2],instance_info[3],instance_info[4],instance_info[5],instance_info[6])
                    instances.append(instance_info)
                except KeyError as e:
                    print "\033[35m%s status is error\033[0m !" % instance['name']
                    return [instance['id'],instance['state']]
            print "统计: %s" % len(instances)
            return instances

        return response

    # 列出模板
    def listTemplates(self,templatename=''):
        params = {
            'command':'listTemplates',
            'templatefilter':'all'
        }

        response = self.apiresult(params)

        instances = []
        if not response['listtemplatesresponse']:
            print "Template is not exist!"
            return False
        elif templatename:
            for instance in response['listtemplatesresponse']['template']:
                if templatename == instance['name']:
                    instance_info = [instance['id'], instance['name']]
                    print "TemplateId:\033[32m%s\033[0m TemplateName:\033[32m%s\033[0m" % (instance_info[0],instance_info[1])
                    return instance['id']
        else:
            for instance in response['listtemplatesresponse']['template']:
                instance_info = [instance['id'],instance['name']]
                print "TemplateId:\033[32m%s\033[0m TemplateName:\033[32m%s\033[0m" % (instance_info[0],instance_info[1])
                instances.append(instance_info)
            print "统计: %s" % len(instances)
            return instances

        return response

    # 列出计算方案
    def listServiceOfferings(self,serviceoffername=''):
        params = {
            'command':'listServiceOfferings'
        }

        response = self.apiresult(params)

        instances = []
        if not response['listserviceofferingsresponse']:
            print "ServiceOffer is not exist!"
            return False
        elif serviceoffername:
            for instance in response['listserviceofferingsresponse']['serviceoffering']:
                if serviceoffername == instance['name']:
                    instance_info = [instance['id'], instance['name'], instance['storagetype']]
                    print "ServiceOfferId:\033[32m%s\033[0m ServiceOfferName:\033[32m%s\033[0m StorageType:\033[32m%s\033[0m" % (instance_info[0],instance_info[1],instance_info[2])
                    return instance['id']
        else:
            for instance in response['listserviceofferingsresponse']['serviceoffering']:
                instance_info = [instance['id'], instance['name'], instance['storagetype']]
                print "ServiceOfferId:\033[32m%s\033[0m ServiceOfferName:\033[32m%s\033[0m StorageType:\033[32m%s\033[0m" % (instance_info[0],instance_info[1],instance_info[2])
                instances.append(instance_info)
            print "统计: %s" % len(instances)
            return instances

        return response

    # 列出磁盘方案
    def listDiskOfferings(self,diskoffername=''):
        params = {
            'command':'listDiskOfferings'
        }

        response = self.apiresult(params)

        instances = []
        if not response['listdiskofferingsresponse']:
            print "DiskOffer is not exist!"
            return False
        elif diskoffername:
            for instance in response['listdiskofferingsresponse']['diskoffering']:
                if diskoffername == instance['name']:
                    instance_info = [instance['id'], instance['name'], instance['disksize'], instance['storagetype']]
                    print "DiskOfferId:\033[32m%s\033[0m DiskOfferName:\033[32m%s\033[0m DiskSize:\033[32m%s\033[0m StorageType:\033[32m%s\033[0m" % (instance_info[0],instance_info[1],instance_info[2],instance_info[3])
                    return instance['id']
        else:
            for instance in response['listdiskofferingsresponse']['diskoffering']:
                instance_info = [instance['id'], instance['name'], instance['disksize'], instance['storagetype']]
                print "DiskOfferId:\033[32m%s\033[0m DiskOfferName:\033[32m%s\033[0m DiskSize:\033[32m%s\033[0m StorageType:\033[32m%s\033[0m" % (instance_info[0],instance_info[1],instance_info[2],instance_info[3])
                instances.append(instance_info)
            print "统计: %s" % len(instances)
            return instances

        return response

    # 列出数据磁盘
    def listVolumes(self, hostname=''):
        params = {
            'command':'listVolumes'
        }

        response = self.apiresult(params)

        instances = []
        if not response['listvolumesresponse']:
            print "listVolumes is not exist!"
            return False
        elif hostname:
            for instance in response['listvolumesresponse']['volume']:
                try:
                    if instance['type'] == 'DATADISK' and hostname == instance['vmname']:
                        instance_info = [instance['id'], instance['name'], instance['type'], instance['diskofferingdisplaytext'], instance['vmstate'], instance['vmname']]
                        print "VolumeId:\033[32m%s\033[0m VolumeName:\033[32m%s\033[0m VolumeType:\033[32m%s\033[0m VolumeSize:\033[32m%s\033[0m VolumeStatus:\033[32m%s\033[0m VolumeHost:\033[32m%s\033[0m" % (instance_info[0],instance_info[1],instance_info[2],instance_info[3], instance_info[4], instance_info[5])
                        return [instance['id'], instance['name']]
                except KeyError as e:
                    print "\033[35m%s status is error\033[0m !" % instance['name']
                    return response['listvolumesresponse']['volume']
        else:
            for instance in response['listvolumesresponse']['volume']:
                try:
                    if instance['type'] == 'DATADISK':
                        instance_info = [instance['id'], instance['name'], instance['type'], instance['diskofferingdisplaytext'], instance['vmstate'], instance['vmname']]
                        print "VolumeId:\033[32m%s\033[0m VolumeName:\033[32m%s\033[0m VolumeType:\033[32m%s\033[0m VolumeSize:\033[32m%s\033[0m VolumeStatus:\033[32m%s\033[0m VolumeHost:\033[32m%s\033[0m" % (instance_info[0],instance_info[1],instance_info[2],instance_info[3], instance_info[4], instance_info[5])
                        instances.append(instance_info)
                except KeyError as e:
                    print "\033[35m%s status is error\033[0m !" % instance['name']
                    return response['listvolumesresponse']['volume']
            print "统计: %s" % len(instances)
            return instances

        return response

    # 部署虚拟机实例
    def deployVirtualMachine(self, hostname='',templatename='',serviceoffername='',diskoffername=''):
        if self.listVirtualMachines(hostname=hostname) or not (hostname and serviceoffername and templatename and diskoffername):
            print "you need four args,or the hostname is exist!"
            sys.exit()

        serviceofferingid = self.listServiceOfferings(serviceoffername=serviceoffername)
        templateid = self.listTemplates(templatename=templatename)
        diskofferingid = self.listDiskOfferings(diskoffername=diskoffername)

        params = {
            'command': 'deployVirtualMachine',
            'zoneid': self.config['zoneid'],
            'name':hostname,
            'displayname':hostname,
            'serviceofferingid': serviceofferingid,
            'templateid':templateid,
            'diskofferingid':diskofferingid
        }

        response = self.apiresult(params)
        print "The \033[32m%s\033[0 mis will be \033[32mDeploy\033[0m...!" % hostname
        return response

    # 操作虚拟机实例，包括启动、停止、重启、销毁、重置密码
    def actionVirtualMachine(self, hostname='', action=''):
        status = {
            'start':'Running',
            'stop':'Stopped',
            'reboot':'',
            'destroy':''
        }

        hostinfo = self.listVirtualMachines(hostname=hostname)
        if not (hostname and action and hostinfo):
            print "You need \033[36mtwo args\033[0m!"
            sys.exit()

        if hostinfo[1] == status[action]:
            print "The \033[36m%s\033[0m Status is \033[33m%s\033[0m !" % (hostname,hostinfo[1])
            sys.exit()

        params = {
            'command': action + 'VirtualMachine',
            'id': hostinfo[0]
        }

        response = self.apiresult(params)
        sleep(3)

        # 回收机器时，删除挂载数据盘, 这个有点问题，因为机器删掉时还没关机，直接删磁盘会报错, 暂时注释掉
        # 我想的是先把挂载的磁盘name写入到一个文件，之后在根据这个文件删除数据磁盘
        # if action == 'destroy':
        #     volumeid = self.listVolumes(hostname=hostname)[0]
        #     params = {
        #         'command': 'deleteVolume',
        #         'id': volumeid
        #     }
        #     response = self.apiresult(params)

        print "the %s now is \033[32m%s\033[0m , it will be \033[31m%s\033[0m...!" % (hostname,hostinfo[1],action)
        return response

if __name__ == '__main__':
    cloudapi=CloudAPI()
    parser=argparse.ArgumentParser(description='cloudstack api ',usage='%(prog)s [options]')
    parser.add_argument('-l','--host',nargs='?',dest='listhost',default='host',help='查询主机')
    parser.add_argument('-s','--serviceoffer',nargs='?',dest='serviceoffer',default='serviceoffer',help='查询计算方案')
    parser.add_argument('-d','--diskoffer',nargs='?',dest='diskoffer',default='diskoffer',help='查询磁盘方案')
    parser.add_argument('-t','--template',nargs='?',dest='template',default='template',help='查询模板信息')
    parser.add_argument('-vd', '--volume', nargs='?', dest='volume', default='volume', help='查询挂载的数据磁盘')
    parser.add_argument('-A','--add-host',dest='addhost',nargs=4,metavar=('sh-aa-01','centos_6.5','S1-2c-2g-local','disk_10G'),help='部署主机,填写主机名、模板、计算方案、磁盘方案')
    parser.add_argument('-S','--start-host',dest='starthost',nargs=1,metavar=('sh-aa-01'),help='启动主机,填写主机名')
    parser.add_argument('-P','--stop-host',dest='stophost',nargs=1,metavar=('sh-aa-01'),help='停掉主机,填写主机名')
    parser.add_argument('-R','--reboot-host',dest='reboothost',nargs=1,metavar=('sh-aa-01'),help='重启主机,填写主机名')
    parser.add_argument('-D','--destroy-host',dest='destroyhost',nargs=1,metavar=('sh-aa-01'),help='销毁主机,填写主机名')
    parser.add_argument('-v','--version', action='version', version='%(prog)s 1.0')

    if len(sys.argv) == 1:    
        #html = parser.print_help()
        html = cloudapi.listVolumes(hostname='sh-ops-cloud-test-online-01')
        #html = cloudapi.listVirtualMachines(hostname='sh-ops-cloud-test-online-01')
        #html = cloudapi.deployVirtualMachine(hostname='sh-ops-cloud-test-online-03',serviceoffername='S1-2c-2g-local',templatename='centos_6.5',diskoffername='disk_10G')
        print html
    else:
        args = parser.parse_args()
        if args.listhost != 'host':
            if args.listhost:
                cloudapi.listVirtualMachines(args.listhost)
            else:
                cloudapi.listVirtualMachines()
        if args.serviceoffer != 'serviceoffer':
            if args.serviceoffer:
                cloudapi.listServiceOfferings(args.serviceoffer)
            else:
                cloudapi.listServiceOfferings()
        if args.diskoffer != 'diskoffer':
            if args.diskoffer:
                cloudapi.listDiskOfferings(args.diskoffer)
            else:
                cloudapi.listDiskOfferings()
        if args.template != 'template':
            if args.template:
                cloudapi.listTemplates(args.template)
            else:
                cloudapi.listTemplates()
        if args.volume != 'volume':
            if args.volume:
                cloudapi.listVolumes(args.volume)
            else:
                cloudapi.listVolumes()
        if args.addhost:
            cloudapi.deployVirtualMachine(args.addhost[0], args.addhost[1], args.addhost[2], args.addhost[3])
        if args.starthost:
            cloudapi.actionVirtualMachine(args.starthost[0],'start')
        if args.stophost:
            cloudapi.actionVirtualMachine(args.stophost[0],'stop')
        if args.reboothost:
            cloudapi.actionVirtualMachine(args.reboothost[0],'reboot')
        if args.destroyhost:
            cloudapi.actionVirtualMachine(args.destroyhost[0],'destroy')

查看执行效果

python cloud_api.py -l

查询

python cloud_api.py -h

help

对主机进行操作

python cloud_api.py -S sh-ops-cloud-test-online-02

action

批量执行脚本

cloud_cli.py

# -*- coding: utf-8 -*-

import os
import sys
import argparse

from cloud_api import CloudAPI

reload(sys)
sys.setdefaultencoding('utf-8')

host_file = 'target'
s_template = 'centos-6.5-templete'   # 这里是默认系统模板
s_diskoffer = ''    # 这里是默认规格磁盘
cmd = 'python cloud_api.py'


def deploy_hosts():
    # 实例化cloud_api
    cloudstack = CloudAPI()
    cloudstack.listServiceOfferings()

    s_serviceoffer = raw_input("Please Input ServiceOffer Name: ")
    # s_diskoffer = raw_input("Please Input DiskOffer Name: ")

    with open(host_file) as fb:
        host_info = list(line.strip() for line in fb)

    for s_hostname in host_info:
        cmd1 = ' '.join([cmd, sys.argv[1], s_hostname, s_template, s_serviceoffer])
        #cmd1 = ' '.join([cmd, sys.argv[1], s_hostname, s_template, s_serviceoffer, s_diskoffer])
        os.system(cmd1)

def action_hosts():
    with open(host_file) as fb:
        host_info = list(line.strip() for line in fb)
    for s_hostname in host_info:
        cmd1 = ' '.join([cmd, sys.argv[1], s_hostname])
        os.system(cmd1)


if __name__ == "__main__":
    parser = argparse.ArgumentParser(description='cloudstack api ', usage='%(prog)s [options]')
    parser.add_argument('-l', '--listhost', nargs='?', dest='listhost', default='listhost', help='批量查询主机')
    parser.add_argument('-A', '--addhost', nargs='?', dest='addhost', default='addhost', help='批量部署主机')
    parser.add_argument('-S', '--starthost', nargs='?', dest='starthost', default='starthost', help='批量启动主机')
    parser.add_argument('-P', '--stophost', nargs='?', dest='stophost', default='stophost', help='批量关掉主机')
    parser.add_argument('-R', '--reboothost', nargs='?', dest='reboothost', default='reboothost', help='批量重启主机')
    parser.add_argument('-D', '--destroyhost', nargs='?', dest='destroyhost', default='destroyhost', help='批量销毁主机')

    if len(sys.argv) == 1:
        html = parser.print_help()
        print html
    elif sys.argv[1] == '-A':
        deploy_hosts()
    else:
        action_hosts()

查看执行效果

python cloud_cli.py -h

help

批量部署主机

填写target文件（被操作主机名）

> cat target
sh-ops-cloud-test-online-07
sh-ops-cloud-test-online-08

执行

 python cloud_cli.py -A

addhosts

批量查看主机

python cloud_cli.py -l

listhosts

批量启动主机

python cloud_cli.py -S

starthosts

• 好了，关于cloudstack的api操作到此为止，有其它需求的朋友可参考官方api介绍自行修改脚本。
• 近日在github上搜到一个写的很全的cloudapi项目，cloudstack-python-client，这个写的非常全，之后会以它为模板写。