如何采用Python zabbix_api 获取性能数据
如何采用Python zabbix_api 获取性能数据
最近领导需要一份数据，OpenStack ，VMware，物理机之间的性能报告，在撰写报告之前需要数据支撑，我们采用的是zabbix 监控，需要采取一周内的历史数据作为对比，那数据如何获取，请看以下章节
一：安装zabbix api 接口，修改zabbix api 调用接口，获取数据
*****************************************************************************************
easy_install zabbix_api
*****************************************************************************************
#!/usr/bin/python
# The research leading to these results has received funding from the
# European Commission's Seventh Framework Programme (FP7/2007-13)
# under grant agreement no 257386.
# http://www.bonfire-project.eu/
# Copyright 2012 Yahya Al-Hazmi, TU Berlin
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License
# this script fetches resource monitoring information from Zabbix-Server
# through Zabbix-API
#
# To run this script you need to install python-argparse "apt-get install python-argparse"
from zabbix_api import ZabbixAPI
import sys
import datetime
import time
import argparse
def fetch_to_csv(username,password,server,hostname,key,output,datetime1,datetime2,debuglevel):
zapi = ZabbixAPI(server=server, log_level=debuglevel)
try:
zapi.login(username, password)
except:
print "zabbix server is not reachable: %s" % (server)
sys.exit()
host = zapi.host.get({"filter":{"host":hostname}, "output":"extend"})
if(len(host)==0):
print "hostname: %s not found in zabbix server: %s, exit" % (hostname,server)
sys.exit()
else:
hostid=host[0]["hostid"]
print '*' * 100
print key
print '*' * 100
if(key==""):
print '*' * 100
items = zapi.item.get({"filter":{"hostid":hostid} , "output":"extend"})
if(len(items)==0):
print "there is no item in hostname: %s, exit" % (hostname)
sys.exit()
dict={}
for item in items:
dict[str(item['itemid'])]=item['key_']
if (output == ''):
output=hostname+".csv"
f = open(output, 'w')
str1="#key;timestamp;value\n"
if (datetime1=='' and datetime2==''):
for itemid in items:
itemidNr=itemid["itemid"]
str1=str1+itemid["key_"]+";"+itemid["lastclock"]+";"+itemid["lastvalue"]+"\n"
f.write(str1)
print "Only the last value from each key has been fetched, specify t1 or t1 and t2 to fetch more data"
f.close()
elif (datetime1!='' and datetime2==''):
try:
d1=datetime.datetime.strptime(datetime1,'%Y-%m-%d %H:%M:%S')
except:
print "time data %s does not match format Y-m-d H:M:S, exit" % (datetime1)
sys.exit()
timestamp1=time.mktime(d1.timetuple())
timestamp2=int(round(time.time()))
inc=0
history = zapi.history.get({"hostids":[hostid,],"time_from":timestamp1,"time_till":timestamp2, "output":"extend" })
for h in history:
str1=str1+dict[h["itemid"]]+";"+h["clock"]+";"+h["value"]+"\n"
inc=inc+1
f.write(str1)
f.close()
print str(inc) +" records has been fetched and saved into: " + output
elif (datetime1=='' and datetime2!=''):
for itemid in items:
itemidNr=itemid["itemid"]
str1=str1+itemid["key_"]+";"+itemid["lastclock"]+";"+itemid["lastvalue"]+"\n"
f.write(str1)
print "Only the last value from each key has been fetched, specify t1 or t1 and t2 to fetch more data"
f.close()
else:
try:
d1=datetime.datetime.strptime(datetime1,'%Y-%m-%d %H:%M:%S')
except:
print "time data %s does not match format Y-m-d H:M:S, exit" % (datetime1)
sys.exit()
try:
d2=datetime.datetime.strptime(datetime2,'%Y-%m-%d %H:%M:%S')
except:
print "time data %s does not match format Y-m-d H:M:S, exit" % (datetime2)
sys.exit()
timestamp1=time.mktime(d1.timetuple())
timestamp2=time.mktime(d2.timetuple())
inc=0
history = zapi.history.get({"hostids":[hostid,],"time_from":timestamp1,"time_till":timestamp2, "output":"extend" })
for h in history:
str1=str1+dict[h["itemid"]]+";"+h["clock"]+";"+h["value"]+"\n"
inc=inc+1
f.write(str1)
f.close()
print str(inc) +" records has been fetched and saved into: " + output
else:
#print "key is: %s" %(key)
itemid = zapi.item.get({"filter":{"key_":key, "hostid":hostid} , "output":"extend"})
if(len(itemid)==0):
print "item key: %s not found in hostname: %s" % (key,hostname)
sys.exit()
itemidNr=itemid[0]["itemid"]
if (output == ''):
output=hostname+".csv"
f = open(output, 'w')
str1="#key;timestamp;value\n"
if (datetime1=='' and datetime2==''):
str1=str1+key+";"+itemid[0]["lastclock"]+";"+itemid[0]["lastvalue"]+"\n"
#f.write(str1)
f.write(str1)
f.close()
print "Only the last value has been fetched, specify t1 or t1 and t2 to fetch more data"
elif (datetime1!='' and datetime2==''):
d1=datetime.datetime.strptime(datetime1,'%Y-%m-%d %H:%M:%S')
timestamp1=time.mktime(d1.timetuple())
timestamp2=int(round(time.time()))
history = zapi.history.get({"history":itemid[0]["value_type"],"time_from":timestamp1,"time_till":timestamp2, "itemids":[itemidNr,], "output":"extend" })
inc=0
for h in history:
str1 = str1 + key + ";" + h["clock"] +";"+h["value"] + "\n"
inc=inc+1
f.write(str1)
f.close()
print str(inc) +" records has been fetched and saved into: " + output
elif (datetime1=='' and datetime2!=''):
str1=str1+key+";"+itemid[0]["lastclock"]+";"+itemid[0]["lastvalue"]+"\n"
f.write(str1)
f.close()
print "Only the last value has been fetched, specify t1 or t1 and t2 to fetch more data"
else:
d1=datetime.datetime.strptime(datetime1,'%Y-%m-%d %H:%M:%S')
d2=datetime.datetime.strptime(datetime2,'%Y-%m-%d %H:%M:%S')
timestamp1=time.mktime(d1.timetuple())
timestamp2=time.mktime(d2.timetuple())
history = zapi.history.get({"history":itemid[0]["value_type"],"time_from":timestamp1,"time_till":timestamp2, "itemids":[itemidNr,], "output":"extend" })
inc=0
for h in history:
str1 = str1 + key + ";" + h["clock"] +";"+h["value"] + "\n"
inc=inc+1
print str(inc) +" records has been fetched and saved into: " + output
f.write(str1)
f.close()
parser = argparse.ArgumentParser(description='Fetch history from aggregator and save it into CSV file')
parser.add_argument('-s', dest='server_IP', required=True,
help='aggregator IP address')
parser.add_argument('-n', dest='hostname', required=True,
help='name of the monitored host')
parser.add_argument('-k', dest='key',default='',
help='zabbix item key, if not specified the script will fetch all keys for the specified hostname')
parser.add_argument('-u', dest='username', default='Admin',
help='zabbix username, default Admin')
parser.add_argument('-p', dest='password', default='zabbix',
help='zabbix password')
parser.add_argument('-o', dest='output', default='',
help='output file name, default hostname.csv')
parser.add_argument('-t1', dest='datetime1', default='',
help='begin date-time, use this pattern \'2011-11-08 14:49:43\' if only t1 specified then time period will be t1-now ')
parser.add_argument('-t2', dest='datetime2', default='',
help='end date-time, use this pattern \'2011-11-08 14:49:43\'')
parser.add_argument('-v', dest='debuglevel', default=0, type=int,
help='log level, default 0')
args = parser.parse_args()
fetch_to_csv(args.username, args.password, "http://"+args.server_IP+"/zabbix", args.hostname, args.key, args.output, args.datetime1,args.datetime2,args.debuglevel)
二：撰写通过key获取一周内的数据
items : 在zabbix 中搜索主机，选择最新数据，找到项目(items)，点击进入，能看到机器的所有keys，在负载到程序的items 字典中，程序会循环读取items ，获取数据
#/usr/bin/env python
#-*-coding:UTF-8
"""
wget http://doc.bonfire-project.eu/R4.1/_static/scripts/fetch_items_to_csv.py
"""
import os,sys,time
users=u'admin'
pawd = 'zabbix'
exc_py = '/data/zabbix/fetch_items_to_csv.py'
os.system('easy_install zabbix_api')
os.system('mkdir -p /data/zabbix/cvs/')
if not os.path.exists(exc_py):
os.system("mkdir -p /data")
os.system("wget http://doc.bonfire-project.eu/R4.1/_static/scripts/fetch_items_to_csv.py -O /data/zabbix/fetch_items_to_csv.py")
def show_items(moniter, dip):
items = dict()
items['io_read_win'] = "perf_counter[\\2\\16]"
items['io_write_win'] = "perf_counter[\\2\\18]"
items['io_read_lin'] = "iostat[,rkB/s]"
items['io_write_lin'] = "iostat[,wkB/s]"
items['io_read_lin_sda'] = "iostat[sda,rkB/s]"
items['io_write_lin_sda'] = "iostat[sda,wkB/s]"
items['io_read_lin_sdb'] = "iostat[sdb,rkB/s]"
items['io_write_lin_sdb'] = "iostat[sdb,wkB/s]"
# Add items, iostate vdb,vdb
items['io_read_lin_vda'] = "iostat[vda,rkB/s]"
items['io_write_lin_vda'] = "iostat[vda,wkB/s]"
items['io_read_lin_vdb'] = "iostat[vdb,rkB/s]"
items['io_write_lin_vdb'] = "iostat[vdb,wkB/s]"
items['cpu_util'] = "system.cpu.util"
items['net_in_linu_vm_web'] = "net.if.in[eth0]"
items['net_out_lin_vm_web'] = "net.if.out[eth0]"
items['net_in_linu_vm_db'] = "net.if.in[eth1]"
items['net_out_lin_vm_db'] = "net.if.out[eth1]"
items['net_in_win_vm'] = "net.if.in[Red Hat VirtIO Ethernet Adapter]"
items['net_in_win_vm_2'] = "net.if.in[Red Hat VirtIO Ethernet Adapter #2]"
items['net_in_win_vm_3'] = "net.if.in[Red Hat VirtIO Ethernet Adapter #3]"
items['net_out_win_vm'] = "net.if.out[Red Hat VirtIO Ethernet Adapter]"
items['net_out_win_vm_2'] = "net.if.out[Red Hat VirtIO Ethernet Adapter #2]"
items['net_out_win_vm_3'] = "net.if.out[Red Hat VirtIO Ethernet Adapter #3]"
items['net_in_phy_web_lin'] = "net.if.in[bond0]"
items['net_out_phy_web_lin'] = "net.if.out[bond0]"
items['net_in_phy_db_lin'] = "net.if.in[bond1]"
items['net_out_phy_db_lin'] = "net.if.out[bond1]"
items['net_in_phy_web_win'] = "net.if.in[TEAM : WEB-TEAM]"
items['net_out_phy_web_win'] = "net.if.in[TEAM : WEB-TEAM]"
items['net_in_phy_db_win'] = "net.if.in[TEAM : DB Team]"
items['net_out_phy_db_win'] = "net.if.out[TEAM : DB Team]"
items['net_in_phy_web_win_1'] = "net.if.in[TEAM : web]"
items['net_out_phy_web_win_1'] = "net.if.out[TEAM : web]"
items['net_in_phy_db_win_1'] = "net.if.in[TEAM : DB]"
items['net_out_phy_db_win_1'] = "net.if.out[TEAM : DB]"
items['net_in_win_pro'] = "net.if.in[Intel(R) PRO/1000 MT Network Connection]"
items['net_out_win_pro'] = "net.if.out[Intel(R) PRO/1000 MT Network Connection]"
items['net_in_phy_web_hp'] = "net.if.in[HP Network Team #1]"
items['net_out_phy_web_hp'] = "net.if.out[HP Network Team #1]"
items['iis_conntion'] = "perf_counter[\\Web Service(_Total)\\Current Connections]"
items['tcp_conntion'] = "k.tcp.conn[ESTABLISHED]"
for x,y in items.items():
os.system('mkdir -p /data/zabbix/cvs/%s' % dip)
cmds = """
python /data/zabbix/fetch_items_to_csv.py -s '%s' -n '%s' -k '%s' -u 'admin' -p '%s' -t1 '2015-06-23 00:00:01' -t2 '2015-06-30 00:00:01' -o /data/zabbix/cvs/%s/%s_%s.cvs""" %(moniter,dip,y,pawd,dip,dip,x)
os.system(cmds)
print "*" * 100
print cmds
print "*" * 100
def work():
moniter='192.168.1.1'
ip_list = ['192.168.1.15','192.168.1.13','192.168.1.66','192.168.1.5','192.168.1.7','192.168.1.16','192.168.1.38','192.168.1.2','192.168.1.13','192.168.1.10']
for ip in ip_list:
show_items(moniter,ip )
if __name__ == "__main__":
sc = work()
三：数据采集完毕，进行格式化输出
#!/usr/bin/env python
#-*-coding:utf8-*-
import os,sys,time
workfile = '/home/zabbix/zabbix/sjz/'
def collect_info():
dict_doc = dict()
for i in os.listdir(workfile):
dict_doc[i] = list()
for v in os.listdir('%s%s' %(workfile,i)):
dict_doc[i].append(v)
count = 0
for x,y in dict_doc.items():
for p in y:
fp = '%s/%s/%s' %(workfile,x,p)
op = open(fp,'r').readlines()
np = '%s.txt' %p
os.system( """ cat %s|awk -F";" '{print $3}' > %s """ %(fp,np))
count += 1
print count
if __name__ == "__main__":
sc = collect_info()
四，整理数据，汇报成图形，撰写技术报告
