A function for parallel map with tqdm

progress.py

from concurrent.futures import ThreadPoolExecutor

from tqdm import tqdm

num_threads = 4
pool = ThreadPoolExecutor(max_workers=6)

def map_progress(pool, seq, f):
    results = []

    with tqdm(total=len(seq)) as progress:
        futures = []

        for el in seq:
            future = pool.submit(f, el)
            future.add_done_callback(lambda p: progress.update())
            futures.append(future)

        for future in futures:
            result = future.result()
            results.append(result)

    return results
  
# use:
# map_progress(pool, messages, anonymize)