#!/usr/bin/python
#-*- coding: utf-8 -*-
import pexpect
import re
import os
import sys, getopt
import threading
import string
from time import strftime,time,strptime,localtime,sleep
hostlist=''
module=''
def get_logpath(date):
global hostlist
global module
logpath=''
f = open(r'logrule')
lines = f.readlines()
for line in lines:
pattern = re.compile(r'.*host=(.*)\]')
match = pattern.match(line)
if match:
hostlist=match.group(1)
pattern = re.compile(r'(.*%s.*)=(.*)'%module,re.I)
match = pattern.match(line)
if match:
module=match.group(1)
print 'Module:%s'%(module)
logpath=match.group(2)
break;
f.close()
if logpath!='':
logdate=strptime(date,'%Y%m%d')
logpath = logpath.replace("YYYY",'%s'%(logdate.tm_year))
logpath = logpath.replace("MM",'%02d'%(logdate.tm_mon))
logpath = logpath.replace("M",'%s'%(logdate.tm_mon))
logpath = logpath.replace("DD",'%02d'%(logdate.tm_mday))
logpath = logpath.replace("D",'%s'%(logdate.tm_mday))
else:
print "can't find the path of module!"
os._exit(1)
#print hostlist+logpath
return logpath
def login_command(user, host, password):
print 'ssh %s@%s'%(user, host)
ssh_newkey = 'Are you sure you want to continue connecting'
child = pexpect.spawn('ssh %s@%s'%(user, host),timeout=900,maxread=5000)
i = child.expect([pexpect.TIMEOUT,ssh_newkey,".*password:.*"])
if(i == 0):
print 'ERROR!'
print 'SSH could not login. Here is what SSH said:'
print child.before, child.after
elif(i == 1):
child.sendline("yes")
i = child.expect ('password: ')
child.sendline(password)
return child
def scp_command(child, user, host, password, frompath ,tofolder):
command='scp %s@%s:%s %s'%(user, host, frompath, tofolder)
print command
child.sendline(command)
ssh_newkey = 'Are you sure you want to continue connecting'
i=child.expect([pexpect.TIMEOUT,ssh_newkey, ".*password:.*"],timeout=30)
if(i == 0):
print 'ERROR!'
print 'SSH could not login. Here is what SSH said:'
print child.before, child.after
elif(i == 1):
child.sendline("yes")
child.sendline(password)
i = child.expect([pexpect.TIMEOUT, ".*"],timeout=300)
if(i == 0):
print '--------------------------------------SCP timeout!'
print child.before, child.after
return child
def getlog_command(user, host, password,user2, password2, date):
#登录138
child=login_command(user, host, password)
basefolder="/home/pset_user/pset/log_%s"%(date)
child.sendline('mkdir -p %s'%(basefolder))
#取得log
logpath=get_logpath(date)
hostarray=hostlist.split(';')
icnt=1
for ip in hostarray:
child.sendline('mkdir -p %s/%s_%s'%(basefolder,module,icnt))
child=scp_command(child,user2,ip,password2,logpath,'%s/%s_%s/'%(basefolder,module,icnt))
icnt+=1
#打包
child.sendline('cd %s'%(basefolder))
tarname='%s_%s.tar.gz'%(module,strftime('%Y%m%d%H%M%S',localtime(time())))
print 'tar czvf %s %s_?'%(tarname,module)
child.sendline('tar czvf %s %s_?'%(tarname,module))
child.sendline('exit')
child.expect(pexpect.EOF)
#print child.before
#登录221
child=login_command('#', '#', '#')
#scp日志到221
toBaseFolder='/home/cms/pio_test'
child.sendline('cd %s'%(toBaseFolder))
#today=strftime('%Y%m%d',localtime(time()))
child.sendline('mkdir -p %s'%(date))
#进度监视
prothread=pthread(user, host, password,'%s/%s'%(basefolder,tarname),'%s/%s/%s'%(toBaseFolder,date,tarname))
prothread.start()
child=scp_command(child,user,host,password,'%s/%s'%(basefolder,tarname),'%s/'%(date))
prothread.join()
child.sendline('exit')
child.expect(pexpect.EOF)
#print child.before
#登录138
child=login_command(user, host, password)
child.sendline('rm -rf %s'%(basefolder))
#child.sendline('rm -f %s/%s'%(basefolder,tarname))
child.sendline('exit')
return child
def ssh_command (user, host, password, command):
ssh_newkey = 'Are you sure you want to continue connecting'
child = pexpect.spawn('ssh -l %s %s %s'%(user, host, command))
i = child.expect([pexpect.TIMEOUT, ssh_newkey, '.*password:.*'])
if i == 0:
print 'ERROR!'
print 'SSH could not login. Here is what SSH said:'
print child.before, child.after
return None
if i == 1:
child.sendline ('yes')
i = child.expect([pexpect.TIMEOUT, 'password: '])
if i == 0:
print 'ERROR!'
print 'SSH could not login. Here is what SSH said:'
print child.before, child.after
return None
# 输入密码.
child.sendline(password)
child.expect(pexpect.EOF)
size= child.before.strip().split()[0]
return size
class pthread(threading.Thread):
def __init__(self,user, host, password,command,command2):
self.user = user
self.user = user
self.host = host
self.password = password
self.command = command
self.command2 = command2
threading.Thread.__init__(self)
def run (self):
size=0
totalsize=ssh_command(self.user, self.host, self.password,"du -s %s"%(self.command))
pattern = re.compile(r'[0-9]+')
match = pattern.match(totalsize)
if match:
while totalsize!=size:
sleep(5)
size=ssh_command('cms', '#', '#', "du -s %s"%(self.command2))
sleep(5)
print 'downloading(%d%s)…… size:%sk/total:%sk'%(string.atoi(size)*100/string.atoi(totalsize),'%',size,totalsize)
else:
print "get the module'logruleg finished!"
def main ():
global module
host = "#"
user = "#"
password = "#"
user2 = "#"
password2 = "#"
modulelist = ''
# 获得用户指定模块名及指定日期
opts, args = getopt.getopt(sys.argv[1:], "hm:d:",["help"])
for op, value in opts:
if op == "-m":
modulelist = value
elif op == "-d":
date = value
elif op in ("-h","--help"):
sys.exit()
#module = raw_input('Module: ')
#date = raw_input('Date(YYYYMMDD): ')
pattern = re.compile(r'^\d{8}$')
match = pattern.match(date)
if match:
#调用scp命令取得log并打包传送
for module in modulelist.split(','):
child = getlog_command (user, host, password,user2, password2, date)
child.expect(pexpect.EOF)
print child.before
else:
print 'invalid date format!'
if __name__ == '__main__':
try:
main()
except Exception, e:
print str(e)
#traceback.print_exc()
os._exit(1)
