diff --git a/selfdrive/debug/internal/qlog_size.py b/selfdrive/debug/internal/qlog_size.py index b51cb3af2f..a825184b8c 100755 --- a/selfdrive/debug/internal/qlog_size.py +++ b/selfdrive/debug/internal/qlog_size.py @@ -1,6 +1,7 @@ #!/usr/bin/env python3 import argparse import bz2 +import zstd from collections import defaultdict import matplotlib.pyplot as plt @@ -19,9 +20,9 @@ def make_pie(msgs, typ): sizes = sorted(compressed_length_by_type.items(), key=lambda kv: kv[1]) - print(f"{typ} - Total {total / 1024:.2f} kB") for (name, sz) in sizes: print(f"{name} - {sz / 1024:.2f} kB") + print(f"{typ} - Total {total / 1024:.2f} kB") print() sizes_large = [(k, sz) for (k, sz) in sizes if sz >= total * MIN_SIZE / 100] @@ -37,16 +38,26 @@ def make_pie(msgs, typ): if __name__ == "__main__": parser = argparse.ArgumentParser(description='Check qlog size based on a rlog') parser.add_argument('route', help='route to use') - parser.add_argument('segment', type=int, help='segment number to use') args = parser.parse_args() - r = Route(args.route) - rlog = r.log_paths()[args.segment] - msgs = list(LogReader(rlog)) + msgs = list(LogReader(args.route)) + + comp = bz2.compress(b"".join([m.as_builder().to_bytes() for m in msgs])) + comp2 = bz2.compress(b"".join([m.as_builder().to_bytes() for m in sorted(msgs, key=lambda m: m.which())])) + print(len(comp) / 1024) + print(len(comp2) / 1024) + # exit(1) msgs_by_type = defaultdict(list) for m in msgs: - msgs_by_type[m.which()].append(m.as_builder().to_bytes()) + if m.which() == 'modelV2': + m = m.as_builder() + print(m) + break + m + else: + m = m.as_builder() + msgs_by_type[m.which()].append(m.to_bytes()) qlog_by_type = defaultdict(list) for name, service in SERVICE_LIST.items(): @@ -58,5 +69,5 @@ if __name__ == "__main__": qlog_by_type[name].append(msg) make_pie(msgs_by_type, 'rlog') - make_pie(qlog_by_type, 'qlog') + # make_pie(qlog_by_type, 'qlog') plt.show()