使用进程池进行大批量文件拷贝实现（Python）

from multiprocessing import Process
from multiprocessing import Pool
from multiprocessing import Manager
import hashlib, os


class fileCopy:
    def __init__(self, source, target):
        self.source = source
        self.target = target

    def __enter__(self):
        self.sf = open(self.source, 'r+b')
        self.tf = open(self.target, 'w+b')
        return self

    def __exit__(self, exc_type, exc_val, exc_tb):
        self.sf.close()
        self.tf.close()

    def startCopy(self):
        while True:
            b = self.sf.read(2048)
            if not b:
                break
            self.tf.write(b)
        self.tf.flush()


def compute_digest(filename):
    BUFSIZE = 2048
    try:
        f = open(filename, 'r+b')
    except IOError:
        return None
    # 确定算法类型
    digest = hashlib.sha512()
    while True:
        chunk = f.read(BUFSIZE)
        if not chunk:
            break
        digest.update(chunk)
    f.close()
    return digest.hexdigest()


def copyFinish(*args):
    global sourDic, targDic
    source_map = compute_digest(sourDic + args[0][0])
    target_map = compute_digest(targDic + args[0][0])
    if source_map != target_map:
        print("拷贝失败：", args[0][0])
    else:
        args[0][1].put(args[0][0])


def fileTarget(*args):
    global sourDic, targDic
    with fileCopy(sourDic + args[0], targDic + args[0]) as f:
        f.startCopy()
    return (args[0], args[1])


def main():
    dic = os.listdir(sourDic)
    dicL = [x for x in dic if not os.path.isdir(sourDic + x)]
    if len(dicL) > 0:
        print("拷贝中. . .")
        q = Manager().Queue()
        p = Pool()
        for fileName in dicL:
            p.apply_async(fileTarget, (fileName, q), callback=copyFinish)

        p.close()
        # p.join()

        allCount = len(dicL)
        count = 0
        while True:
            item = q.get()
            if item:
                count += 1
                length = str(round((count / allCount)*100, 1)) + "%"
                print("\r拷贝文件: %d, 拷贝进度: %s" % (count, length), end='')
                if count == allCount:
                    print()
                    break
        print("文件拷贝完成: ")
    else:
        print("文件夹为空")


sourDic = "./files/"
targDic = "./cp_process/"
if __name__ == '__main__':
    main()