From c25f8b2b92e94cd96a48e03f67b322b4c07dee8c Mon Sep 17 00:00:00 2001 From: Shane Smiskol Date: Wed, 26 Mar 2025 14:45:24 -0700 Subject: [PATCH] Revert "logreader.py: concurrent file existence checks (#34875)" This reverts commit e11b239b2eb1103eb78a01cb80c0487edf2ae4b0. --- tools/lib/logreader.py | 13 +++---------- 1 file changed, 3 insertions(+), 10 deletions(-) diff --git a/tools/lib/logreader.py b/tools/lib/logreader.py index 2a0015e6b0..34d3e5ea9f 100755 --- a/tools/lib/logreader.py +++ b/tools/lib/logreader.py @@ -13,7 +13,6 @@ import warnings import zstandard as zstd from collections.abc import Callable, Iterable, Iterator -from concurrent.futures import ThreadPoolExecutor, as_completed from urllib.parse import parse_qs, urlparse from cereal import log as capnp_log @@ -202,15 +201,9 @@ def direct_source(file_or_url: str) -> list[LogPath]: def get_invalid_files(files): - if not files: - return - - with ThreadPoolExecutor(max_workers=32) as executor: - future_to_file = {executor.submit(file_exists, file): file for file in files} - for future in as_completed(future_to_file): - file = future_to_file[future] - if not future.result(): - yield file + for f in files: + if f is None or not file_exists(f): + yield f def check_source(source: Source, *args) -> list[LogPath]: