一段程序代码的修改，将原来按分钟活动的方式改为秒级滑动，可以提供数据分析的精度

1. #!/usr/bin/env python
2. #-*- coding: cp936 -*-
3. #===============================================================================
4. #开发需求：与数据分离工具共同使用，该程序主要用来分析单位时间的单表入库平均值
5. #1.设定一个分析时间片,单位为分钟，AnalyseTimeArea
6. #2.可设定需要分析数据库表所在字段，AnalyseField
7. #===============================================================================
8. import threading,os,time
10. class ReadConfig():
12.     def Base_Config(self):
14.         #配置话单路径
15.         TelPath = os.getcwd()+"//Analyse"
16.         #print TelPath
17.         return TelPath
20. class GetPath(ReadConfig):
22.     def Get_Path(self):
24.         #获取路径下分析文件，建立字典
25.         dict = {}
26.         dir_temp = []
27.         file_temp = []
28.         basepath = self.Base_Config()
29.         #print basepath
30.         for root, dirs, files in os.walk(self.Base_Config()):
31.             #获取文件夹节点，获取文件夹对应文件
32.             for dir in dirs:
33.                 dir_temp.append(dir)
34.         dir_temp.sort()
35.         for i in dir_temp:
36.             #print self.Base_Config()+"//"+str(i)
37.             for root, dirs, files in os.walk(self.Base_Config()+"//"+str(i)):
38.                 #获取对应文件夹下的数据
39.                 file_temp.append(files)
40.         for i in range(len(dir_temp)):
41.             #建立数据字典
42.             dict[dir_temp[i]] = file_temp[i]
43.         return basepath,dict
45. class ThreadMain(threading.Thread,GetPath):
47.     def __init__(self):
49.         #设定一个分析时间片,单位为秒级滑动，如小于1分钟（30秒：0.5分钟）
50.         #self.AnalyseTimeArea=1.0，后续分析使用float型
51.         self.AnalyseTimeArea = 30
52.         #需要分析数据库表所在字段
53.         self.AnalyseField = 9
54.         basepath,dict = self.Get_Path()
55.         #print basepath,dict
56.         self.dict = dict
57.         self.basepath = basepath
59.     def Thread_Contorl(self):
61.         #读取字典的索引，索引为文件夹节点self.dict.keys()[i]
62.         self.Add_Tel_Path_temp2 = []
63.         #print self.dict.keys()
64.         for i in range(len(self.dict.keys())):
65.             self.Add_Tel_Path_temp1 = []
66.             #print self.dict.keys()[i],self.dict[self.dict.keys()[i]]
67.             for y in range(len(self.dict[self.dict.keys()[i]])):
68.                 #print self.dict.keys()[i],self.dict[self.dict.keys()[i]]
69.                 #print len(self.dict[self.dict.keys()[i]])
70.                self.Add_Tel_Path =  self.basepath+"//"+self.dict.keys()[i]+"//"+self.dict[self.dict.keys()[i]][y]
71.                self.Add_Tel_Path_temp1.append(self.Add_Tel_Path)
72.             #print Add_Tel_Path_temp1
73.             self.Add_Tel_Path_temp2.append(self.Add_Tel_Path_temp1)
74.         #Add_Tel_Path_temp2得到已文件夹节点分类数组，格式如下[[2008-3-8],[2008-3-10],[2008-3-9]]
75.         return self.Add_Tel_Path_temp2
77.     #================================================================================
78.     # 已文件夹为单位进行时间分割计算每日的话单总流量
79.     # Method Name：AnalyseMethod_Countdayflow
80.     # Author：xinkai Add:2008-3-10
81.     #================================================================================
82.     def AnalyseMethod_Countdayflow(self):
84.         self.CountFlow = 0
85.         #由线程类获得分析数组
86.         self.AnalyseList = self.Thread_Contorl()
87.         #print AnalyseList
88.         for i in range(len(self.AnalyseList)):
89.             #print self.dict.keys()[i],AnalyseList[i]
90.             #===============================================================================
91.             #            此处需要加判断日期以及有效话单
92.             #===============================================================================
93.             for y in range(len(self.AnalyseList[i])):
94.                 #print AnalyseList[i][y]
95.                 self.AnalyseData = open(self.AnalyseList[i][y],'r')
96.                 #self.CountFlow += len(self.AnalyseData.readlines())
97.                 print "执行过程[ %s ]：第%s文件大小为%s文件" % (self.dict.keys()[i],y,len(self.AnalyseData.readlines()))
98.                 self.CountFlow += len(self.AnalyseData.readlines())
99.         self.AnalyseData.close()
100.                 #print self.dict.keys()[i]+str(len(AnalyseData.readlines()))+"/n"
101.             #print "[",self.dict.keys()[i]+" ]当日数据总流量为:"+str(self.CountFlow)
103.     #================================================================================
104.     # 已文件夹为单位进行时间分割按照划定的时间片对每日话单分时流量进行统计
105.     # Method Name：AnalyseMethod_CountTimeFlow
106.     # Author：xinkai Add:2008-3-10
107.     #================================================================================
108.     def AnalyseMethod_CountTimeFlow(self):
110.         #Analyse_CountTimeFlow = open('Analyse_CountTimeFlow.log','w')
111.         #由线程类获得分析数组
112.         self.AnalyseList = self.Thread_Contorl()
113.         for i in range(len(self.AnalyseList)):
114.             temp = []
115.             self.AnalyseStack = []
116.             self.AnalyseStackSend = []
117.             for y in range(len(self.AnalyseList[i])):
118.                 #已时间文件夹为分割点，分类读取话单进行分析
119.                 #用来计算每个文件中每个话单记录的时间堆栈
120.                 self.AnalyseData = open(self.AnalyseList[i][y],'r')
121.                 self.AnalyseStackSend.append(self.AnalyseData.readlines())
122.                 #用来计算基础时间轴的堆栈AnalyseStack
123.                 self.AnalyseData = open(self.AnalyseList[i][y],'r')
124.                 self.AnalyseStack.append(self.AnalyseData.readlines()[0])
125.             #已文件夹时间点分割，获取基础时间轴
126.             self.BaseTimeCenter = self.AnalyseStack[0].split(',')[self.AnalyseField]
127.             #转化话单发送时间为整数
128.             count = 0
129.             self.ChangeBaseTime = self.ChageTime(self.BaseTimeCenter)
130.             for h in range(len(self.AnalyseList[i])):
131.                 for z in self.AnalyseStackSend[h]:
132.                     self.TelTime = self.ChageTime(z.split(',')[self.AnalyseField])
133.                     #print str(self.TelTime)+"////"+str(self.ChangeBaseTime)
134.                     import math
135.                     #获得已基础时间为轴的时间差值
136.                     #print int(math.fabs(self.TelTime - self.ChangeBaseTime))/60
137.                     #print "TelTime",self.TelTime
138.                     print "ChangeBaseTime",self.ChangeBaseTime
139. #                    if (self.TelTime - self.ChangeBaseTime) == 0:
140. #                        count += 1
141. #                        print "count",count
142.                     temp.append((int(math.fabs(self.TelTime - self.ChangeBaseTime))) / self.AnalyseTimeArea)
143.             #Analyse_CountTimeFlow.writelines("话单时间:%s/n初始时间片    时间片    分时流量/n" % (self.dict.keys()[i]))
144.             #Analyse_CountTimeFlow.close()
145.             print self.BaseTimeCenter[1:11]
146.             for j in range(86400/self.AnalyseTimeArea):
147.                 if temp.count(j) <> 0:
148.                     #Analyse_CountTimeFlow = open('Analyse_CountTimeFlow.log','a')
149.                     #print j%self.AnalyseTimeArea
150.                     print "分析日期,%s,分析时间片,%s,秒钟,第,%s,时间片,分时流量为,%s,条," % (self.BaseTimeCenter[1:11],self.AnalyseTimeArea,j,temp.count(j))
151.                     #Analyse_CountTimeFlow.writelines("%s    %s    %s/n" % (self.AnalyseTimeArea,j,temp.count(j)))
152.                     #print "总计分析时间片=",self.AnalyseTimeArea*(j+1)
153.         time.sleep(1000)
155.     def ChageTime(self,datatime):
157.         #初始化变量
158.         self.YearMD = ""
159.         self.TimeCS = ""
161.         #引用时间参数
162.         self.datatime = datatime
163.         self.SplitDataTime2 = self.datatime[1:11].split('-')
164.         self.SplitDataTime3 = self.datatime[12:20].split('.')
165.         #分割结果['2008', '03', '10'] ['11', '18', '18']
167.         #组合分割数据转换时间为整数
168.         for i in self.SplitDataTime2:
169.             self.YearMD += i
170.         for h in self.SplitDataTime3:
171.             self.TimeCS += h
172.         self.newTime = self.YearMD + self.TimeCS
173.         return int(self.newTime)
175.     def __del__(self):
176.         pass
178. class ControlThread(ThreadMain):
180.     def __init__(self):
182.         basepath,dict = self.Get_Path()
183.         self.dict = dict
184.         self.basepath = basepath
186.     def Control_Thread(self):
188.         #控制使用分析线程
189.         print "-----------------------------------------"
190.         ObjectThread = ThreadMain()
191.         print "开始计算每日流量："
192.         ObjectThread.AnalyseMethod_Countdayflow()
193.         print "计算结束"
194.         print "-----------------------------------------"
195.         import time
196.         time.sleep(0.01)
197.         print "开始计算分时流量："
198.         ObjectThread.AnalyseMethod_CountTimeFlow()
199.         print "计算结束"
200.         print "-----------------------------------------"
202. if __name__ == "__main__":
204.     ObjectControl = ControlThread()
205.     ObjectControl.Control_Thread()
206.     #path = ReadConfig(path)