파이톤의ThereadPool Executor에 submit을 진행하면 메모리 소모가 많아집니다

컨디션

% pip3 install psutil

코드

import time
import threading
from concurrent.futures import ThreadPoolExecutor

KB = 1024
MB = KB * 1024

def _print_memory_info():
    import os, psutil
    process = psutil.Process(os.getpid())
    print("rss {} vms {}".format(process.memory_info().rss / MB, process.memory_info().vms / MB))


def job(t):
    return t


_print_memory_info()
futures = []
with ThreadPoolExecutor(max_workers=2) as executor:
    futures = [executor.submit(job, i) for i in range(100000)]
    _print_memory_info()
    result = [f.result() for f in futures]
_print_memory_info()

측량하다

% python3 trythread.py
rss 11.04296875 vms 49.8515625
rss 11.04296875 vms 193.859375
rss 11.078125 vms 195.9453125

% python3 trythread.py
rss 11.0390625 vms 49.8515625
rss 178.98046875 vms 348.0234375
rss 179.87890625 vms 351.078125