More migration to segmentrangereader (#30959)

* filter log message

* ffr

* gtfs

* gtfs
old-commit-hash: 32dfb3f8f2

selfdrive/debug/filter_log_message.py

@@ -1,11 +1,9 @@
 #!/usr/bin/env python3
-import os
 import argparse
 import json
 
 import cereal.messaging as messaging
-from openpilot.tools.lib.logreader import LogReader
+from openpilot.tools.lib.srreader import SegmentRangeReader
-from openpilot.tools.lib.route import Route
 
 LEVELS = {
   "DEBUG": 10,
@@ -53,28 +51,15 @@ if __name__ == "__main__":
   parser.add_argument("route", type=str, nargs='*', help="route name + segment number for offline usage")
   args = parser.parse_args()
 
-  logs = None
-  if len(args.route):
-    if os.path.exists(args.route[0]):
-      logs = [args.route[0]]
-    else:
-      r = Route(args.route[0])
-      logs = [q_log if r_log is None else r_log for (q_log, r_log) in zip(r.qlog_paths(), r.log_paths(), strict=True)]
-
-  if len(args.route) == 2 and logs:
-    n = int(args.route[1])
-    logs = [logs[n]]
-
   min_level = LEVELS[args.level]
 
-  if logs:
+  if args.route:
-    for log in logs:
+    for route in args.route:
-      if log:
+      lr = SegmentRangeReader(route)
-        lr = LogReader(log)
       for m in lr:
         if m.which() == 'logMessage':
           print_logmessage(m.logMonoTime, m.logMessage, min_level)
-          elif m.which() == 'errorLogMessage' and 'qlog' in log:
+        elif m.which() == 'errorLogMessage':
           print_logmessage(m.logMonoTime, m.errorLogMessage, min_level)
         elif m.which() == 'androidLog':
           print_androidlog(m.logMonoTime, m.androidLog)

selfdrive/debug/fingerprint_from_route.py

@@ -1,8 +1,7 @@
 #!/usr/bin/env python3
 
 import sys
-from openpilot.tools.lib.route import Route
+from openpilot.tools.lib.srreader import ReadMode, SegmentRangeReader
-from openpilot.tools.lib.logreader import MultiLogIterator
 
 
 def get_fingerprint(lr):
@@ -40,6 +39,5 @@ if __name__ == "__main__":
     print("Usage: ./fingerprint_from_route.py <route>")
     sys.exit(1)
 
-  route = Route(sys.argv[1])
+  lr = SegmentRangeReader(sys.argv[1], mode=ReadMode.QLOG)
-  lr = MultiLogIterator(route.log_paths()[:5])
   get_fingerprint(lr)

system/camerad/test/get_thumbnails_for_segment.py

@@ -1,26 +1,19 @@
 #!/usr/bin/env python3
-
+import argparse
 import os
-
 from tqdm import tqdm
 
-from openpilot.tools.lib.logreader import LogReader
+from openpilot.tools.lib.srreader import SegmentRangeReader
-from openpilot.tools.lib.route import Route
-
-import argparse
 
 if __name__ == "__main__":
   parser = argparse.ArgumentParser()
   parser.add_argument("route", help="The route name")
-  parser.add_argument("segment", type=int,  help="The index of the segment")
   args = parser.parse_args()
 
-  out_path = os.path.join("jpegs", f"{args.route.replace('|', '_')}_{args.segment}")
+  out_path = os.path.join("jpegs", f"{args.route.replace('|', '_').replace('/', '_')}")
   os.makedirs(out_path, exist_ok=True)
 
-  r = Route(args.route)
+  lr = SegmentRangeReader(args.route)
-  path = r.log_paths()[args.segment] or r.qlog_paths()[args.segment]
-  lr = list(LogReader(path))
 
   for msg in tqdm(lr):
     if msg.which() == 'thumbnail':