From 7835f9cce05b2f8743bbd632dd6a3093741e6bd2 Mon Sep 17 00:00:00 2001 From: Justin Newberry Date: Mon, 29 Jan 2024 16:18:49 -0500 Subject: [PATCH] LogReader: add tqdm back to run_across_segments (#31216) tqdm --- tools/lib/logreader.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/tools/lib/logreader.py b/tools/lib/logreader.py index e86690f3c3..192ee8e6f2 100755 --- a/tools/lib/logreader.py +++ b/tools/lib/logreader.py @@ -9,6 +9,7 @@ import os import pathlib import re import sys +import tqdm import urllib.parse import warnings @@ -259,7 +260,8 @@ class LogReader: def run_across_segments(self, num_processes, func): with multiprocessing.Pool(num_processes) as pool: ret = [] - for p in pool.map(partial(self._run_on_segment, func), range(len(self.logreader_identifiers))): + num_segs = len(self.logreader_identifiers) + for p in tqdm.tqdm(pool.imap(partial(self._run_on_segment, func), range(num_segs)), total=num_segs): ret.extend(p) return ret