进程池和线程池的使用

进程池和线程池的使用

from concurrent.futures import ThreadPoolExecutor,ProcessPoolExecutor
import logging
import datetime
import time
import threading
a = '%(asctime)s %(message)s'
logging.basicConfig(level=logging.INFO, format=a)

def worker(n):
    time.sleep(n)
    logging.info('finished~~~')
    return n

if __name__ == '__main__':
    executor = ProcessPoolExecutor(max_workers=3)
    fs = []
    for i in range(6):
        future = executor.submit(worker, 3)
        logging.info(future)
        fs.append(future)

    while True:
        time.sleep(1)
        flag = True
        for i in fs:
            logging.info(i.done())
            flag = flag and i.done()

            if not flag:
                break
        if flag:
            executor.shutdown()
            logging.info(threading.enumerate())
            break

    logging.info('~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~')
    for p in fs:
        logging.info(p.result())

可以添加上下文管理

from concurrent.futures import ThreadPoolExecutor,ProcessPoolExecutor
import logging
import datetime
import time
import threading
a = '%(asctime)s %(message)s'
logging.basicConfig(level=logging.INFO, format=a)


def worker(n):
    time.sleep(n)
    logging.info('finished~~~')
    return n


if __name__ == '__main__':
    # executor = ProcessPoolExecutor(max_workers=3)
    fs = []
    #with executor:
    with ProcessPoolExecutor(max_workers=3) as executor:

        for i in range(6):
            future = executor.submit(worker, 3)
            logging.info(future)
            fs.append(future)

        while True:
            time.sleep(1)
            flag = True
            for i in fs:
                logging.info(i.done())
                flag = flag and i.done()

                if not flag:
                    break
            if flag:
                # executor.shutdown()
                logging.info(threading.enumerate())
                break

    logging.info('~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~')
    for p in fs:
        logging.info(p.result())