python自动下载阿里云数据库数据_阿里云数据库Redis备份下载（Python）
#!/usr/bin/env python3.6
#coding=utf-8
import os
import urllib.request, json, datetime, time
import ssl
from aliyunsdkcore.client import AcsClient
from aliyunsdkr_kvstore.request.v20150101.DescribeBackupsRequest import DescribeBackupsRequest
from aliyunsdkr_kvstore.request.v20150101.DescribeInstancesRequest import DescribeInstancesRequest
client = AcsClient('********************', '**************************', 'cn-xxx')
#获取阿里云redis实例列表
def get_redis_insts():
request = DescribeInstancesRequest()
request.set_accept_format('json')
request.set_PageNumber(1)
request.set_PageSize(100)
response = client.do_action_with_exception(request)
return json.loads(response).get('Instances')['KVStoreInstance']
#根据实例ID获取备份下载地址列表
def get_bak_urls(instId, startTime, endTime):
request = DescribeBackupsRequest()
request.set_accept_format('json')
request.set_StartTime(startTime)
request.set_EndTime(endTime)
request.set_InstanceId(instId)
response = client.do_action_with_exception(request)
return json.loads(response).get('Backups').get('Backup')
#根据下载地址下载备份到本地(IDC备份机111.11.11.11)
def get_redis_bak(folder_path,url):
if not os.path.exists(folder_path):
print("Selected folder not exist, try to create it.")
os.makedirs(folder_path)
filename = url.split('/')[-1].split('?')[0]
filepath = folder_path + '/' + filename
if os.path.exists(filepath):
print("File have already exist. skip")
else:
try:
print("Try downloading file: {}".format(url))
ssl._create_default_https_context = ssl._create_unverified_context #导入ssl时关闭证书验
urllib.request.urlretrieve(url, filename=filepath)
print("Done")
except Exception as e:
print("Error occurred when downloading file, error message:")
print(e)
#清理30天前的备份文件
def fileremove(filename, remove_time):
timeInt = os.path.getmtime(filename)
sec = remove_time * 86400
cc = time.time()
if int(timeInt) < int(cc) - int(sec):
if 'aliyun_redis_bak.py' not in filename :
print("remove file 30 days ago :")
os.remove(filename)
print(filename)
def delFilesOfDirAndSubdir(filedir, deltime):
if os.path.isfile(filedir):
fileremove(filedir, deltime)
else:
try:
for i in os.listdir(filedir):
if os.path.isfile(filedir + '/' + i):
fileremove(filedir + '/' + i, deltime)
else:
new_dir = filedir + '/' + i
delFilesOfDirAndSubdir(new_dir, deltime)
except Exception as e:
print("Error occurred when remove file, error message:")
print(e)
if __name__ == "__main__":
bak_home = '/backup/aliyun_redis_bak/'
delFilesOfDirAndSubdir(bak_home, 30)
now = datetime.datetime.now()
thirtyDaysAgo = (datetime.datetime.now() - datetime.timedelta(days=30))
endTime = now.strftime("%Y-%m-%dT%H:%MZ")
startTime = thirtyDaysAgo.strftime("%Y-%m-%dT%H:%MZ")
for kvs in get_redis_insts():
print('Begin get baks of: ' + kvs['InstanceName'])
bakList = get_bak_urls(kvs['InstanceId'], startTime, endTime)
for bak in bakList:
get_redis_bak(bak_home + kvs['InstanceName'], bak['BackupDownloadURL'])
print('End get baks of: ' + kvs['InstanceName'])
#pip3 install requests
#pip3 install request
#pip3 install aliyunsdkcore
#pip3 install aliyunsdkr_kvstore
#pip3 install aliyun-python-sdk-r-kvstore
#pip3 install aliyun-python-sdk-core-v3