Python运维脚本网络收集

Python运维脚本网络收集

阅读目录

• 常用系统脚本

python 命令行模块

from optparse import OptionParser

parser = OptionParser()
parser.add_option("-u", "--user", action="store_true", dest="users", default=False, help="user names")
parser.add_option("-p", "--port", action="store_true", dest="ports", default=False, help="user ports")
(options, args) = parser.parse_args() 

if options.users==True:
    print("user names is true")
if options.ports==True:
    print("passwd is true")

Python 批量遍历目录文件,并修改访问时间

>>> path="D:/UASM64/include/"
>>> dirs = os.listdir(path)
>>> for file in dirs:
...     print(os.path.join(path,file))

import os

path = "D:/UASM64/include/"
dirs = os.listdir(path)
temp=[];

for file in dirs:
    temp.append(os.path.join(path, file))
for x in temp:
    os.utime(x, (1577808000, 1577808000))

遍历目录和文件

import os


def list_all_files(rootdir):
    import os
    _files = []
    list = os.listdir(rootdir) #列出文件夹下所有的目录与文件
    for i in range(0,len(list)):
           path = os.path.join(rootdir,list[i])
           if os.path.isdir(path):
              _files.extend(list_all_files(path))
           if os.path.isfile(path):
              _files.append(path)
    return _files

a=list_all_files("C:/Users/LyShark/Desktop/a")
print(a)

python检测指定端口状态

import socket

sk = socket.socket(socket.AF_INET,socket.SOCK_STREAM)
sk.settimeout(1)

for ip in range(0,254):
    try:
        sk.connect(("192.168.1."+str(ip),443))
        print("192.168.1.%d server open \n"%ip)
    except Exception:
        print("192.168.1.%d server not open"%ip)

sk.close()

 

python实现批量执行CMD命令

import sys
import os
import paramiko

ssh = paramiko.SSHClient()
ssh.set_missing_host_key_policy(paramiko.AutoAddPolicy())

print("------------------------------>\n")
print("使用说明,在当前目录创建ip.txt写入ip地址")
print("------------------------------>\n")

user=input("输入用户名:")
passwd=input("输入密码:")
port=input("输入端口:")
cmd=input("输入执行的命令:")

file = open("./ip.txt", "r")
line = file.readlines()

for i in range(len(line)):
        print("对IP: %s 执行"%line[i].strip('\n'))
        
        ssh.connect(hostname=line[i].strip('\n'),port=port,username=user,password=passwd)
        stdin, stdout, stderr = ssh.exec_command(cmd)
        result = stdout.read()

        if not result:
            result=stderr.read()
        ssh.close()

        print(result.decode())

 

python3-实现钉钉报警

import requests
import sys
import json

dingding_url = 'https://oapi.dingtalk.com/robot/send?access_token=6d11af3252812ea50410c2ccb861814a6ed11b2306606934a5d4ca9f2ec8c09'

data = {"msgtype": "markdown","markdown": {"title": "监控","text": "apche异常"}}

headers = {'Content-Type':'application/json;charset=UTF-8'}

send_data = json.dumps(data).encode('utf-8')
requests.post(url=dingding_url,data=send_data,headers=headers)

#coding: utf-8
import psutil
import requests
import time
import os
import json

monitor_name = set(['httpd','cobblerd'])  # 用户指定监控的服务进程名称

proc_dict = {}
proc_name = set()  # 系统检测的进程名称
monitor_map = {
    'httpd': 'systemctl restart httpd',
    'cobblerd': 'systemctl restart cobblerd'  # 系统在进程down掉后，自动重启
}

dingding_url = 'https://oapi.dingtalk.com/robot/send?access_token=b5258c4335ed8ab792075013c965efcbf4f8940f92e7bd936cdc7842d3bf9405'
# 钉钉机器人token使用参考文档：http://www.pc6.com/infoview/Article_108931.html

while True:
    for proc in psutil.process_iter(attrs=['pid','name']):
        proc_dict[proc.info['pid']] = proc.info['name']
        proc_name.add(proc.info['name'])

    proc_stop = monitor_name - proc_name  # 通过集合的形式来找出停掉的进程名,前者有但是后者没有的

    if proc_stop: # 如果确实有监控的进程停掉了，那么我们需要告警以及自动重启功能
        for p in proc_stop:
            p_status = '停止'
            p_name = p
            data = {
                "msgtype": "markdown",
                "markdown": {
                    "title": "监控信息",
                    "text": "### %s\n" % time.strftime("%Y-%m-%d %X") +
                    "> #### 服务名：%s \n\n" % p_name +
                    "> #### 状态：%s \n\n" % p_status +
                    "> #### 正在尝试启动"
                },
            }
            headers = {'Content-Type':'application/json;charset=UTF-8'}
            send_data = json.dumps(data).encode('utf-8')
            requests.post(url=dingding_url,data=send_data,headers=headers)

            os.system(monitor_map[p_name]) # 执行重启命令，然后判断是否重启成功
            proc_set = set()
            for proc_again in psutil.process_iter(attrs=['pid','name']):
                proc_set.add(proc_again.info['name'])

            if p in proc_set: # 如果进程启动成功，p是以前停掉的进程，proc_set是已经重启过一次后的所有进程集合
                p_status = '成功'
                p_name = p
                data = {
                    "msgtype": "markdown",
                    "markdown": {
                        "title": "监控信息",
                        "text": "### %s\n" % time.strftime("%Y-%m-%d %X") +
                        "> #### 服务名：%s \n\n" % p_name +
                        "> #### 状态：%s \n\n" % p_status +
                        "> #### 已经启动成功，服务正在运行！"
                    },
                }
                headers = {'Content-Type':'application/json;charset=UTF-8'}
                send_data = json.dumps(data).encode('utf-8')
                requests.post(url=dingding_url,data=send_data,headers=headers)
            else:
                p_status = '重启失败'
                p_name = p
                data = {
                    "msgtype": "markdown",
                    "markdown": {
                        "title": "监控信息",
                        "text": "### %s\n" % time.strftime("%Y-%m-%d %X") +
                        "> #### 服务名：%s \n\n" % p_name +
                        "> #### 状态：%s \n\n" % p_status +
                        "> #### Sorry,服务启动失败鸟！"
                    },
                }
                headers = {'Content-Type':'application/json;charset=UTF-8'}
                send_data = json.dumps(data).encode('utf-8')
                requests.post(url=dingding_url,data=send_data,headers=headers)
    time.sleep(5)

 

判断指定端口是否开放

import socket

port_number = [135,443,80]

for index in port_number:
    sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
    result = sock.connect_ex(('127.0.0.1', index))
    if result == 0:
        print("Port %d is open" % index)
    else:
        print("Port %d is not open" % index)
    sock.close()

 

判断指定端口并且实现钉钉轮询报警

#By LyShark

import requests
import sys
import json
import socket
import time


def dingding(title,text):
    dingding_url = 'https://oapi.dingtalk.com/robot/send?access_token=6d11af3252812ea50410c2ccb861814a69ed11b2306606934a5d4ca9f2c8c09'
    data = {"msgtype": "markdown","markdown": {"title": title,"text": text}}
    headers = {'Content-Type':'application/json;charset=UTF-8'}
    send_data = json.dumps(data).encode('utf-8')
    requests.post(url=dingding_url,data=send_data,headers=headers)

def net_scan():
    port_number = [80,135,443]
    for index in port_number:
        sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
        result = sock.connect_ex(('127.0.0.1', index))
        if result == 0:
            print("Port %d is open" % index)
        else:
            return index
        sock.close()


while True:
    dingding("Warning",net_scan())
    time.sleep(60)

 

python-实现SSH批量CMD执行命令

# By:LyShark

import sys
import os
import paramiko

ssh = paramiko.SSHClient()
ssh.set_missing_host_key_policy(paramiko.AutoAddPolicy())



def ssh_cmd(user,passwd,port,userfile,cmd):
    file = open(userfile, "r")
    line = file.readlines()
    for i in range(len(line)):
        print("对IP: %s 执行"%line[i].strip('\n'))
        ssh.connect(hostname=line[i].strip('\n'),port=port,username=user,password=passwd)
        cmd=cmd
        stdin, stdout, stderr = ssh.exec_command(cmd)
        result = stdout.read()

        if not result:
            result=stderr.read()
        ssh.close()

        print(result.decode())


ssh_cmd("lyshark","123","22","./ip.txt","free -h |grep 'Mem:' |awk '{print $3}'")

 

用python写一个列举当前目录以及所有子目录下的文件，并打印出绝对路径

import sys
import os

for root,dirs,files in os.walk("C://"):
    for name in files:
        print(os.path.join(root,name))
os.walk()

 

按照这样的日期格式（xxxx-xx-xx）每日生成一个文件，例如今天生成的文件为2013-09-23.log， 并且把磁盘的使用情况写到到这个文件中。

import os
import sys
import time

new_time = time.strftime("%Y-%m-%d")
disk_status = os.popen("df -h").readlines()

str1 = ''.join(disk_status)
f = open(new_time+'.log','w')
f.write("%s"%str1)

f.flush()
f.close()

 

统计出每个IP的访问量有多少？（从日志文件中查找）

import sys

list = []

f = open("/var/log/httpd/access_log","r")
str1 = f.readlines()
f.close()

for i in str1:
        ip=i.split()[0]
        list.append(ip)

list_num=set(list)

for j in list_num:
        num=list.count(j)
        print("%s -----> %s" %(num,j))

 

写个程序，接受用户输入数字，并进行校验，非数字给出错误提示，然后重新等待用户输入。

#根据用户输入数字，输出从0到该数字之间所有的素数。(只能被1和自身整除的数为素数）
import tab
import sys

while True:
        try:
                num=int(input("输入数字：").strip())
                for x in range(2,num+1):
                        for y in range(2,x):
                                if x % y == 0:
                                        break
                                else:
                                        print(x)
        except ValueError:
                print("您输入的不是数字")
        except KeyboardInterrupt:
                sys.exit("\n")

 

ps 可以查看进程的内存占用大小，写一个脚本计算一下所有进程所占用内存大小的和。

#（提示，使用ps aux 列出所有进程，过滤出RSS那列，然后求和）
import sys
import os

list=[]
sum=0

str1=os.popen("ps aux","r").readlines()

for i in str1:
        str2=i.split()
        new_rss=str2[5]
        list.append(new_rss)
for i in list[1:-1]:
        num=int(i)
        sum=sum+num

print("%s ---> %s"%(list[0],sum))

 

关于Python 命令行参数argv

import sys

if len(sys.argv) < 2:
    print ("没有输入任何参数")
    sys.exit()

if sys.argv[1].startswith("-"):
    option = sys.argv[1][1:]

    if option == "version":
        print ("版本信息")
    elif option == "help":
        print ("帮助菜单")
    elif option == "option":
        print("配置菜单")
    else:
        print ("异常")
        sys.exit()

 

利用random生成6位数字加字母随机验证码

import sys
import random

rand=[]

for x in range(6):
        y=random.randrange(0,5)
        if y == 2 or y == 4:
                num=random.randrange(0,9)
                rand.append(str(num))
        else:
                temp=random.randrange(65,91)
                c=chr(temp)
                rand.append(c)
result="".join(rand)
print(result)

 

自动化-使用pexpect非交互登陆系统

import pexpect
import sys

ssh = pexpect.spawn('ssh [email protected]')
fout = file('sshlog.txt', 'w')
ssh.logfile = fout


ssh.expect("[email protected]'s password:")


ssh.sendline("密码")
ssh.expect('#')

ssh.sendline('ls /home')
ssh.expect('#')

 

Python-取系统时间

import sys
import time

time_str = time.strftime("日期：%Y-%m-%d",time.localtime())
print(time_str)

time_str= time.strftime("时间：%H:%M",time.localtime())
print(time_str)

 

psutil-获取内存使用情况

import sys
import os
import psutil


#获取系统内存使用情况

memory_convent = 1024 * 1024
mem =psutil.virtual_memory()


print("内存容量为:"+str(mem.total/(memory_convent))+"MB\n")
print("已使用内存:"+str(mem.used/(memory_convent))+"MB\n")
print("可用内存:"+str(mem.total/(memory_convent)-mem.used/(1024*1024))+"MB\n")
print("buffer容量:"+str(mem.buffers/( memory_convent ))+"MB\n")
print("cache容量:"+str(mem.cached/(memory_convent))+"MB\n")

 

Python-通过SNMP协议监控CPU
注意：被监控的机器上需要支持snmp协议 yum install -y net-snmp*

#!/usr/bin/python
import os

def getAllitems(host, oid):
        sn1 = os.popen('snmpwalk -v 2c -c public ' + host + ' ' + oid + '|grep Raw|grep Cpu|grep -v Kernel').read().split('\n')[:-1]
        return sn1

def getDate(host):
        items = getAllitems(host, '.1.3.6.1.4.1.2021.11')

        date = []
        rate = []
        cpu_total = 0

        #us = us+ni, sy = sy + irq + sirq

        for item in items:
                float_item = float(item.split(' ')[3])
                cpu_total += float_item
                if item == items[0]:
                        date.append(float(item.split(' ')[3]) + float(items[1].split(' ')[3]))
                elif item == item[2]:
                        date.append(float(item.split(' ')[3] + items[5].split(' ')[3] + items[6].split(' ')[3]))
                else:
                        date.append(float_item)

        #calculate cpu usage percentage

        for item in date:
                rate.append((item/cpu_total)*100)

        mean = ['%us','%ni','%sy','%id','%wa','%cpu_irq','%cpu_sIRQ']

        #calculate cpu usage percentage
        result = map(None,rate,mean)
        return result


if __name__ == '__main__':

        hosts = ['192.168.1.17','192.168.1.17']

        for host in hosts:
                print '==========' + host + '=========='
                result = getDate(host)
                print 'Cpu(s)',
                #print result
                for i in range(5):
                        print ' %.2f%s' % (result[i][0],result[i][1]),
                print
                print

 

Python-通过SNMP协议监控系统负载
注意：被监控的机器上需要支持snmp协议 yum install -y net-snmp*

#!/usr/bin/python
import os
import sys

def getAllitems(host, oid):
        sn1 = os.popen('snmpwalk -v 2c -c public ' + host + ' ' + oid).read().split('\n')
        return sn1

def getload(host,loid):
        load_oids = '1.3.6.1.4.1.2021.10.1.3.' + str(loid)
        return getAllitems(host,load_oids)[0].split(':')[3]

if __name__ == '__main__':

        hosts = ['192.168.1.17','192.168.1.17']

        print ('==============System Load==============')

        for host in hosts:
                load1 = getload(host, 1)
                load10 = getload(host, 2)
                load15 = getload(host, 3)
                print ('%s load(1min): %s ,load(10min): %s ,load(15min): %s' % (host,load1,load10,load15))

 

Python-通过SNMP协议监控内存
注意：被监控的机器上需要支持snmp协议 yum install -y net-snmp*

#!/usr/bin/python
import os

def getAllitems(host, oid):

        sn1 = os.popen('snmpwalk -v 2c -c public ' + host + ' ' + oid).read().split('\n')[:-1]
        return sn1


def getSwapTotal(host):

        swap_total = getAllitems(host, 'UCD-SNMP-MIB::memTotalSwap.0')[0].split(' ')[3]
        return swap_total


def getSwapUsed(host):

        swap_avail = getAllitems(host, 'UCD-SNMP-MIB::memAvailSwap.0')[0].split(' ')[3]
        swap_total = getSwapTotal(host)
        swap_used = str(round(((float(swap_total)-float(swap_avail))/float(swap_total))*100 ,2)) + '%'
        return swap_used


def getMemTotal(host):

        mem_total = getAllitems(host, 'UCD-SNMP-MIB::memTotalReal.0')[0].split(' ')[3]
        return mem_total


def getMemUsed(host):

        mem_total = getMemTotal(host)
        mem_avail = getAllitems(host, 'UCD-SNMP-MIB::memAvailReal.0')[0].split(' ')[3]
        mem_used = str(round(((float(mem_total)-float(mem_avail))/float(mem_total))*100 ,2)) + '%'
        return mem_used

if __name__ == '__main__':

        hosts = ['192.168.1.17','192.168.1.17']
        print ("Monitoring Memory Usage")

        for host in hosts:

                mem_used = getMemUsed(host)
                swap_used = getSwapUsed(host)

                print ('==========' + host + '==========')
                print ('Mem_Used = %-15s  Swap_Used = %-15s' %(mem_used,swap_used))
                print()

 

Python-通过SNMP协议监控磁盘
注意：被监控的机器上需要支持snmp协议 yum install -y net-snmp*

#!/usr/bin/python

import re
import os

def getAllitems(host,oid):

        sn1 = os.popen('snmpwalk -v 2c -c public ' + host + ' ' + oid).read().split('\n')[:-1]
        return sn1


def getDate(source,newitem):

        for item in source[5:]:
                newitem.append(item.split(':')[3].strip())
        return newitem


def getRealDate(item1,item2,listname):

        for i in range(len(item1)):
                listname.append(int(item1[i])*int(item2[i])/1024)
        return listname


def caculateDiskUsedRate(host):

        hrStorageDescr = getAllitems(host, 'HOST-RESOURCES-MIB::hrStorageDescr')
        hrStorageUsed = getAllitems(host, 'HOST-RESOURCES-MIB::hrStorageUsed')
        hrStorageSize = getAllitems(host, 'HOST-RESOURCES-MIB::hrStorageSize')
        hrStorageAllocationUnits = getAllitems(host, 'HOST-RESOURCES-MIB::hrStorageAllocationUnits')


        disk_list = []
        hrsused = []
        hrsize = []
        hrsaunits = []
                                                             
        #get disk_list

        for item in hrStorageDescr:
                if re.search('/',item):
                        disk_list.append(item.split(':')[3])

        #print disk_list      

                                                             

        getDate(hrStorageUsed,hrsused)
        getDate(hrStorageSize,hrsize)

        #print getDate(hrStorageAllocationUnits,hrsaunits)

                                                             

        #get hrstorageAllocationUnits

        for item in hrStorageAllocationUnits[5:]:
                hrsaunits.append(item.split(':')[3].strip().split(' ')[0])

        #caculate the result

        #disk_used = hrStorageUsed * hrStorageAllocationUnits /1024 (KB)

        disk_used = []
        total_size = []
        disk_used = getRealDate(hrsused,hrsaunits,disk_used)
        total_size = getRealDate(hrsize,hrsaunits,total_size)

                                                             

        diskused_rate = []

        for i in range(len(disk_used)):
                diskused_rate.append(str(round((float(disk_used[i])/float(total_size[i])*100), 2)) + '%')

        return diskused_rate,disk_list

                                                             

if __name__ == '__main__':

        hosts = ['192.168.1.17','192.168.1.17']

        for host in hosts:

                result = caculateDiskUsedRate(host)
                diskused_rate = result[0]
                partition = result[1]

                print ("==========",host,'==========')

                for i in range(len(diskused_rate)):
                        print ('%-20s used: %s' %(partition[i],diskused_rate[i]))
                print()

 

Python-通过SNMP协议监控网卡流量
注意：被监控的机器上需要支持snmp协议 yum install -y net-snmp*

#!/usr/bin/python

import re
import os

#get SNMP-MIB2 of the devices
def getAllitems(host,oid):
        sn1 = os.popen('snmpwalk -v 2c -c public ' + host + ' ' + oid).read().split('\n')[:-1]
        return sn1

#get network device
def getDevices(host):
        device_mib = getAllitems(host,'RFC1213-MIB::ifDescr')
        device_list = []

        for item in device_mib:
                if re.search('eth',item):
                        device_list.append(item.split(':')[3].strip())
        return device_list

#get network date

def getDate(host,oid):
        date_mib = getAllitems(host,oid)[1:]
        date = []

        for item in date_mib:
                byte = float(item.split(':')[3].strip())
                date.append(str(round(byte/1024,2)) + ' KB')
        return date


if __name__ == '__main__':

        hosts = ['192.168.1.17','192.168.1.17']

        for host in hosts:
                device_list = getDevices(host)
                inside = getDate(host,'IF-MIB::ifInOctets')
                outside = getDate(host,'IF-MIB::ifOutOctets')

                print '==========' + host + '=========='

                for i in range(len(inside)):
                        print '%s : RX: %-15s   TX: %s ' % (device_list[i], inside[i], outside[i])
                print

 

Python-实现多级菜单

import os
import sys

ps="[None]->"
ip=["192.168.1.1","192.168.1.2","192.168.1.3"]
flage=1

while True:
    ps="[None]->"
    temp=input(ps)
    if (temp=="test"):
        print("test page !!!!")
    elif(temp=="user"):
        while (flage == 1):
            ps="[User]->"
            temp1=input(ps)
            if(temp1 =="exit"):
                flage=0
                break
            elif(temp1=="show"):
                for i in range(len(ip)):
                    print(i)

 

Python实现一个没用的东西

import sys


ps="[root@localhost]# "
ip=["192.168.1.1","192.168.1.2","192.168.1.3"]

while True:
    temp=input(ps)
    temp1=temp.split()

    try:
        
        if(temp=="show"):
            for i in range(len(ip)):
                print(ip[i])
        elif( temp1[0] == "user" and temp1[1] != "" ):
            print("您的执行参数是："+temp1[1])
    except Exception:
        continue

 

检查各个进程读写的磁盘IO

#!/usr/bin/env python
# -*- coding=utf-8 -*-
 
import sys
import os
import time
import signal
import re
 
class DiskIO:
   def __init__(self, pname=None, pid=None, reads=0, writes=0):
       self.pname = pname
       self.pid = pid
       self.reads = 0
       self.writes = 0
 
def main():
   argc = len(sys.argv)
   if argc != 1:
       print ("usage: please run this script like [./lyshark.py]")
       sys.exit(0)
   if os.getuid() != 0:
       print ("Error: This script must be run as root")
       sys.exit(0)
   signal.signal(signal.SIGINT, signal_handler)
   os.system('echo 1 > /proc/sys/vm/block_dump')
   print ("TASK              PID       READ      WRITE")
   while True:
       os.system('dmesg -c > /tmp/diskio.log')
       l = []
       f = open('/tmp/diskio.log', 'r')
       line = f.readline()
       while line:
           m = re.match(\
               '^(\S+)(\d+)(\d+): (READ|WRITE) block (\d+) on (\S+)', line)
           if m != None:
               if not l:
                   l.append(DiskIO(m.group(1), m.group(2)))
                   line = f.readline()
                   continue
               found = False
               for item in l:
                   if item.pid == m.group(2):
                       found = True
                       if m.group(3) == "READ":
                           item.reads = item.reads + 1
                       elif m.group(3) == "WRITE":
                           item.writes = item.writes + 1
               if not found:
                   l.append(DiskIO(m.group(1), m.group(2)))
           line = f.readline()
       time.sleep(1)
       for item in l:
           print ("%-10s %10s %10d %10d" % \
               (item.pname, item.pid, item.reads, item.writes))
def signal_handler(signal, frame):
   os.system('echo 0 > /proc/sys/vm/block_dump')
   sys.exit(0)


if __name__=="__main__":
   main()

 

利用Pexpect实现自动非交互登陆linux

#!/usr/bin/env python
# -*- coding: utf-8 -*-

import pexpect
import sys

ssh = pexpect.spawn('ssh [email protected]')
fout = file('sshlog.log', 'w')
ssh.logfile = fout


ssh.expect("[email protected]'s password:")

ssh.sendline("密码")

ssh.expect('#')
ssh.sendline('ls /home')
ssh.expect('#')

 

利用psutil模块获取系统的各种统计信息

import sys
import psutil
import time
import os 
 
#获取当前时间
time_str =  time.strftime( "%Y-%m-%d", time.localtime( ) )
file_name = "./" + time_str + ".log"
 
if os.path.exists ( file_name ) == False :
   os.mknod( file_name )
   handle = open ( file_name , "w" )
else :
   handle = open ( file_name , "a" )
 
 
#获取命令行参数的个数
if len( sys.argv ) == 1 :
   print_type = 1
else :
   print_type = 2
 
def isset ( list_arr , name ) :
    if name in list_arr :
       return True
    else :
       return False
 
print_str = "";
 
#获取系统内存使用情况
if ( print_type == 1 ) or isset( sys.argv,"mem" )  :
 memory_convent = 1024 * 1024
 mem = psutil.virtual_memory()
 print_str +=  " 内存状态如下:\n" 
 print_str = print_str + "   系统的内存容量为: "+str( mem.total/( memory_convent ) ) + " MB\n" 
 print_str = print_str + "   系统的内存以使用容量为: "+str( mem.used/( memory_convent ) ) + " MB\n" 
 print_str = print_str + "   系统可用的内存容量为: "+str( mem.total/( memory_convent ) - mem.used/( 1024*1024 )) + "MB\n"
 print_str = print_str + "   内存的buffer容量为: "+str( mem.buffers/( memory_convent ) ) + " MB\n" 
 print_str = print_str + "   内存的cache容量为:" +str( mem.cached/( memory_convent ) ) + " MB\n"
 
 
#获取cpu的相关信息
if ( print_type == 1 ) or isset( sys.argv,"cpu" ) :
 print_str += " CPU状态如下:\n"
 cpu_status = psutil.cpu_times()
 print_str = print_str + "   user = " + str( cpu_status.user ) + "\n" 
 print_str = print_str + "   nice = " + str( cpu_status.nice ) + "\n"
 print_str = print_str + "   system = " + str( cpu_status.system ) + "\n"
 print_str = print_str + "   idle = " + str ( cpu_status.idle ) + "\n"
 print_str = print_str + "   iowait = " + str ( cpu_status.iowait ) + "\n"
 print_str = print_str + "   irq = " + str( cpu_status.irq ) + "\n"
 print_str = print_str + "   softirq = " + str ( cpu_status.softirq ) + "\n" 
 print_str = print_str + "   steal = " + str ( cpu_status.steal ) + "\n"
 print_str = print_str + "   guest = " + str ( cpu_status.guest ) + "\n"
 
 
#查看硬盘基本信息
if ( print_type == 1 ) or isset ( sys.argv,"disk" ) :
 print_str +=  " 硬盘信息如下:\n" 
 disk_status = psutil.disk_partitions()
 for item in disk_status :
     print_str = print_str + "   "+ str( item ) + "\n"
 
#查看当前登录的用户信息
if ( print_type == 1 ) or isset ( sys.argv,"user" ) :
 print_str +=  " 登录用户信息如下:\n " 
 user_status = psutil.users()
 for item in  user_status :
     print_str = print_str + "   "+ str( item ) + "\n"
 
print_str += "---------------------------------------------------------------\n"
print ( print_str )
handle.write( print_str )
handle.close()

# 输出内存使用情况（以字节为单位）

import psutil

mem = psutil.virtual_memory()
print mem.total,mem.used,mem
print psutil.swap_memory()  # 输出获取SWAP分区信息

# 输出CPU使用情况

cpu = psutil.cpu_stats()
printcpu.interrupts,cpu.ctx_switches
  
psutil.cpu_times(percpu=True)      # 输出每个核心的详细CPU信息
psutil.cpu_times().user              # 获取CPU的单项数据 [用户态CPU的数据]
psutil.cpu_count()                   # 获取CPU逻辑核心数，默认logical=True
psutil.cpu_count(logical=False) # 获取CPU物理核心数

# 输出磁盘信息

psutil.disk_partitions()         # 列出全部的分区信息
psutil.disk_usage('/')               # 显示出指定的挂载点情况【字节为单位】
psutil.disk_io_counters()       # 磁盘总的IO个数
psutil.disk_io_counters(perdisk=True)  # 获取单个分区IO个数


# 输出网卡信息
psutil.net_io_counter() 获取网络总的IO，默认参数pernic=False
psutil.net_io_counter(pernic=Ture)获取网络各个网卡的IO

# 获取进程信息
psutil.pids()     # 列出所有进程的pid号
p = psutil.Process(2047)
p.name()   列出进程名称
p.exe()    列出进程bin路径
p.cwd()    列出进程工作目录的绝对路径
p.status()进程当前状态[sleep等状态]
p.create_time()   进程创建的时间 [时间戳格式]
p.uids()
p.gids()
p.cputimes()  【进程的CPU时间，包括用户态、内核态】
p.cpu_affinity()  # 显示CPU亲缘关系
p.memory_percent()   进程内存利用率
p.meminfo()   进程的RSS、VMS信息
p.io_counters()   进程IO信息，包括读写IO数及字节数
p.connections()   返回打开进程socket的namedutples列表
p.num_threads()   进程打开的线程数

#下面的例子中，Popen类的作用是获取用户启动的应用程序进程信息，以便跟踪程序进程的执行情况

import psutil
from subprocess import PIPE
p =psutil.Popen(["/usr/bin/python" ,"-c","print 'helloworld'"],stdout=PIPE)
p.name()
p.username()
p.communicate()
p.cpu_times()

# 其它
psutil.users()    # 显示当前登录的用户，和Linux的who命令差不多
  
# 获取开机时间
psutil.boot_time() 结果是个UNIX时间戳，下面我们来转换它为标准时间格式，如下：
datetime.datetime.fromtimestamp(psutil.boot_time())  # 得出的结果不是str格式，继续进行转换 datetime.datetime.fromtimestamp(psutil.boot_time()).strftime('%Y-%m-%d%H:%M:%S')

 

Python生成一个随机密码

#!/usr/bin/env python
# -*- coding:utf-8 -*-
import random, string
def GenPassword(length):

    #随机出数字的个数
    numOfNum = random.randint(1,length-1)
    numOfLetter = length - numOfNum

    #选中numOfNum个数字
    slcNum = [random.choice(string.digits) for i in range(numOfNum)]

    #选中numOfLetter个字母
    slcLetter = [random.choice(string.ascii_letters) for i in range(numOfLetter)]

    #打乱这个组合
    slcChar = slcNum + slcLetter
    random.shuffle(slcChar)
    #生成密码
    genPwd = ''.join([i for i in slcChar])
    return genPwd
if __name__ == '__main__':
    print (GenPassword(6))

一个没有完成的命令行工具

import sys
import os

iplist=[('192.168.1.10', 44123), ('192.168.1.20', 44125), ('192.168.1.30', 44126), ('192.168.1.40', 44127), ('192.168.1.50', 44130)]
cmd="[Shell] # "

def list():
    for i in range(len(iplist)):
        print("主机:%s  端口号:%s"%(iplist[i][0],iplist[i][1]))

def use(temp):
    for i in range(len(iplist)):
        if iplist[i][0] ==temp:
            x="["+str(temp)+"] #"
            return x
    return cmd



def main():
    while True:
        global cmd
        try:
            shell=str(input(cmd))
            if(shell == ""):
                continue
            elif(shell == "show"):
                list()
            elif(shell.split(" ")[0].strip() == "use"):
                cmd=str(use(shell.split(" ")[1].strip()))
            elif(shell=="exit"):
                if cmd!="[Shell] # ":
                    cmd="[Shell] # "
                else:
                    exit(0)
            else:
                print("未知命令行")
        except Exception:
            continue

另一个简单的登录例子

import socket
import os

db=["admin","guest","lyshark"]

def check(db,recv):
    for i in range(len(db)):
        if bytes(db[i],encoding="utf-8") == bytes(recv):
            return 1
    return 0

def sock():
    server=socket.socket()
    server.bind(("localhost",9999))
    server.listen(5)

    conn,addr=server.accept()
    recv_data=conn.recv(1024)
    num=check(db,recv_data)
    if num ==1:
        print("账户存在...")
        conn.send(bytes("账户存在....",encoding="utf-8"))
    else:
        print("账户不存在...")
        conn.send(bytes("账户不存在....", encoding="utf-8"))
sock()
import socket
import os
client=socket.socket()
client.connect(("localhost",9999))

user=input("输入名称:").strip()
client.send(bytes(user,encoding="utf-8"))

num=client.recv(1024)
print(str(num,encoding="utf-8"))

回到顶部

常用系统脚本

监控系统CPU

import psutil

>>> psutil.cpu_times()
scputimes(user=8277.5625, system=2510.953125, idle=31077.65625, interrupt=147.375, dpc=133.0625)
>>> psutil.cpu_times().user
8277.5625
>>> psutil.cpu_count(logical=False)
8
>>> psutil.cpu_percent(interval=1, percpu=True)
[18.5, 14.1, 14.1, 4.7]

监控系统内存

>>> import psutil
>>> 
>>> psutil.virtual_memory()
svmem(total=8457035776, available=5508038656, percent=34.9, used=2948997120, free=5508038656)
>>> psutil.total
8457035776
>>> psutil.free
5508038656
>>> psutil.swap_memory()
sswap(total=9799213056, used=3736629248, free=6062583808, percent=38.1, sin=0, sout=0)

监控系统磁盘

>>> import psutil
>>> 
>>> psutil.disk_usage("C:\\")                #获取指定分区（参数）的使用情况
sdiskusage(total=115865546752, used=31459299328, free=84406247424, percent=27.2)
>>> psutil.disk_io_counters()                #获取硬盘总的IO个数,与读写信息
sdiskio(read_count=1577844, write_count=1529528, read_bytes=71110199808, write_bytes=103924939776, read_time=6624, write_time=8764)

监控网络数据包

>>> import psutil
>>> 
>>> psutil.net_io_counters()
snetio(bytes_sent=1841534, bytes_recv=11572249, packets_sent=14450, packets_recv=16930, errin=0, errout=0, dropin=0, dropout=0)
>>> psutil.net_io_counters().bytes_sent
1841539

管理系统进程信息

>>> import psutil
>>> 
>>> psutil.pids()                      #列出所有进程号
[0, 4, 360, 544, 636, 708, 716, 808, 880, 304, 384, 1028, 1120]
>>> 
>>> p=psutil.Process(1956)             #实例化进程PID
>>> p.name()                           #取进程名字
>>> p.num_threads()                    #取进程线程数
>>> p.memory_percent()                 #取进程利用率
>>> p.status()                         #进程状态
>>> p.exe()                            #取bin路径
>>> p.cwd()                            #进程工作目录绝对路径
>>> p.io_counters()                    #进程IO信息,包括读写IO数及字节数

文本分词

#从左到右将字符串解析为标记流（stream of tokens）
In [17]: text = 'foo = 23 + 42 * 10'

In [18]: tokens= [('NAME','foo'),('EQ','='),('NUM','23'),('PLUS','+'),('NUM','42'),('TIMES','*'),('NUM','
    ...: 10')]

In [19]: import re
#使用正则表达式
InIn [20]: NAME = r'(?P[a-zA_][a-zA-Z_0-9]*)'

In [21]: NUM = r'(?P\d+)'

In [22]: PLUS = r'(?P\+)'

In [23]: TIMES = r'(?P\*)'

In [24]: EQ = r'(?P=)'

In [25]: WS = r'(?P\s+)'

In [26]: master_pat = re.compile('|'.join([NAME,NUM,PLUS,TIMES,EQ,WS]))
#使用模式对象的scanner()方法来完成分词操作
In [27]: scanner = master_pat.scanner('foo = 42')
#在给定的文本中重复调用match()方法，一次匹配一个模式，下面是匹配过程
In [28]: scanner.match()
Out[28]: 

In [29]: _.lastgroup,_.group()
Out[29]: ('NAME', 'foo')

In [30]: scanner.match()
Out[30]: 

In [31]: _.lastgroup,_.group()
Out[31]: ('WS', ' ')

In [32]: scanner.match()
Out[32]: 

In [33]: _.lastgroup,_.group()
Out[33]: ('EQ', '=')

In [34]: scanner.match()
Out[34]: 

In [35]: _.lastgroup,_.group()
Out[35]: ('WS', ' ')

In [36]: scanner.match()
Out[36]: 

In [37]: _.lastgroup,_.group()
Out[37]: ('NUM', '42')
#通过生成器函数来转化为代码的形式
In [40]: from collections import namedtuple

In [41]: token = namedtuple('token',['type','value'])

In [42]: def generate_tokens(pat,text):
    ...:     scanner = pat.scanner(text)
    ...:     for m in iter(scanner.match,None):
    ...:         yield token(m.lastgroup,m.group())
    ...:         

In [43]: for tok in generate_tokens(master_pat,'foo = 42'):
    ...:     print(tok)
    ...:     
token(type='NAME', value='foo')
token(type='WS', value=' ')
token(type='EQ', value='=')
token(type='WS', value=' ')
token(type='NUM', value='42')
#过滤空格标记
In [45]: tokens = (tok for tok in generate_tokens(master_pat,text) if tok.type != 'WS')

In [46]: for tok in tokens:print(tok)
token(type='NAME', value='foo')
token(type='EQ', value='=')
token(type='NUM', value='23')
token(type='PLUS', value='+')
token(type='NUM', value='42')
token(type='TIMES', value='*')
token(type='NUM', value='10')

编写一个简单的递归下降解析器

import re
import collections

#定义文本分词变量
NUM = r'(?P\d+)'
PLUS = r'(?P\+)'
MINUS = r'(?P-)'
TIMES = r'(?P\*)'
DIVIDE = r'(?P/)'
LPAREN = r'(?P\()'
RPAREN = r'(?P\))'
WS = r'(?P\s+)'

master_pat = re.compile('|'.join([NUM,PLUS,MINUS,TIMES,DIVIDE,LPAREN,RPAREN,WS]))
Token = collections.namedtuple('Token',['type','value'])

#过滤文本分词
def generate_tokens(text):
    scanner = master_pat.scanner(text)
    for m in iter(scanner.match,None):
        tok = Token(m.lastgroup,m.group())
        if tok.type != 'WS':
            yield tok

class ExpressionEvaluator:
    def parse(self,text):
        self.tokens = generate_tokens(text)
        self.nexttok = None
        self.tok = None
        self._advance()
        return self.expr()

    def _advance(self):
        self.tok,self.nexttok = self.nexttok,next(self.tokens,None)
    def _accept(self,toktype):
        if self.nexttok and self.nexttok.type == toktype:
            self._advance()
            return True
        else:
            return False
    def _expect(self,toktype):
        if not self._accept(toktype):
            raise SyntaxError('Expected' + toktype)

    def expr(self):
        exprval = self.term()
        while self._accept('PLUS') or self._accept('MINUS'):
            op = self.tok.type
            right = self.term()
            if op == 'PLUS':
                exprval += right
            elif op == 'MINUS':
                exprval -= right
        return exprval

    def term(self):
        termval = self.factor()
        while self._accept('TIMES') or self._accept('DIVIDE'):
            op = self.tok.type
            right = self.factor()
            if op == 'TIMES':
                termval *= right
            elif op == 'DIVIDE':
                termval /= right
        return termval

    def factor(self):
        if self._accept('NUM'):
            return int(self.tok.value)
        elif self._accept('LPAREN'):
            exprval = self.expr()
            self._expect('RPAREN')
            return exprval
        else:
            raise SyntaxError('Expected NUMBER or LPAREN')


if __name__ == '__main__':
    e = ExpressionEvaluator()
    print(e.parse('2'))
    print(e.parse('2 + 3'))
    print(e.parse('2 + 3 * 4'))
    print(e.parse('2 + (3 + 4) * 5'))

gitlab钩子脚本，实现简单自动化操作

#!/usr/bin/env python3
# -*- coding: utf-8 -*-
# @Time    : 2018-12-18 17:41
# @Author  : opsonly
# @Site    :
# @File    : gitlabCi.py
# @Software: PyCharm

from flask import Flask,request,render_template,make_response,Response
import json,os,re,requests
import subprocess

app = Flask(__name__)
null = ""
cmd = "/var/www/html/ladmin-devel/"
@app.route('/test',methods=['POST'])
def hello():
    json_dict = json.loads(request.data)

    name = json_dict['event_name']
    ref = json_dict['ref'][11:]
    project = json_dict['project']['name']

    if name == 'push' and ref == 'master':
        os.chdir(cmd)
        s = subprocess.getoutput('sudo -u nginx composer install')
        return Response(s)
    else:
        return Response('none')

if __name__ == '__main__':
    app.run(host='0.0.0.0',port=8080)

原文链接：https://blog.csdn.net/weixin_44099558/java/article/details/85775937

下载阿里云RDS二进制日志

#!/usr/bin/env python3
# -*- coding: utf-8 -*-
# @Time    : 2018-12-12 13:52
# @Author  : opsonly
# @Site    : 
# @File    : rds_binlog.py
# @Software: PyCharm

'''
查询阿里云rds binlog日志
'''

import base64,urllib.request
import hashlib
import hmac
import uuid,time,json,wget

class RDS_BINLOG_RELATE(object):

    def __init__(self):
        #阿里云的id和key
        self.access_id = '**********************'
        self.access_key = '**********************'

    #通过id和key来进行签名
    def signed(self):
        timestamp = time.strftime("%Y-%m-%dT%H:%M:%SZ", time.gmtime())
        header = {
            'Action': 'DescribeBinlogFiles',
            'DBInstanceId': 'rm-wz9azm783q621n9',
            'StartTime': '2018-07-11T15:00:00Z',
            'EndTime': timestamp,
            'Format': 'JSON',
            'Version': '2014-08-15',
            'AccessKeyId': self.access_id,
            'SignatureVersion': '1.0',
            'SignatureMethod': 'HMAC-SHA1',
            'SignatureNonce': str(uuid.uuid1()),
            'TimeStamp': timestamp,

        }

        #对请求头进行排序
        sortedD = sorted(header.items(), key=lambda x: x[0])
        url = 'https://rds.aliyuncs.com'
        canstring = ''

        #将请求参数以#连接
        for k, v in sortedD:
            canstring += '&' + self.percentEncode(k) + '=' + self.percentEncode(v)

        #对请求连接进行阿里云要的编码规则进行编码
        stiingToSign = 'GET&%2F&' + self.percentEncode(canstring[1:])

        bs = self.access_key + '&'
        bs = bytes(bs, encoding='utf8')
        stiingToSign = bytes(stiingToSign, encoding='utf8')
        h = hmac.new(bs, stiingToSign, hashlib.sha1)
        stiingToSign = base64.b64encode(h.digest()).strip()

        #将签名加入到请求头
        header['Signature'] = stiingToSign

        #返回url
        url = url + "/?" + urllib.parse.urlencode(header)
        return url

    #按照规则替换
    def percentEncode(self,store):
        encodeStr = store
        res = urllib.request.quote(encodeStr)
        res = res.replace('+', '%20')
        res = res.replace('*', '%2A')
        res = res.replace('%7E', '~')
        return str(res)

    #筛选出链接下载二进制日志文件
    def getBinLog(self):
        binlog_url = self.signed()
        req = urllib.request.urlopen(binlog_url)
        req = req.read().decode('utf8')
        res = json.loads(req)

        for i in res['Items']['BinLogFile']:
            wget.download(i['DownloadLink'])

s = RDS_BINLOG_RELATE()
s.getBinLog()