test_onroad: use zstd compression (#33100)

* use zstd in test_onroad

* debug

* now leans towards 0.4 instead of 0.5

* 5x runs

* better

* more

* Update selfdrive/test/test_onroad.py

* revert Jenkinsfile

* and this
pull/33104/head
Shane Smiskol 9 months ago committed by GitHub
parent 7dec7c39be
commit 4caecf2143
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
  1. 11
      selfdrive/test/test_onroad.py

@ -1,4 +1,3 @@
import bz2
import math import math
import json import json
import os import os
@ -9,6 +8,7 @@ import shutil
import subprocess import subprocess
import time import time
import numpy as np import numpy as np
import zstd
from collections import Counter, defaultdict from collections import Counter, defaultdict
from functools import cached_property from functools import cached_property
from pathlib import Path from pathlib import Path
@ -20,9 +20,10 @@ from openpilot.common.basedir import BASEDIR
from openpilot.common.timeout import Timeout from openpilot.common.timeout import Timeout
from openpilot.common.params import Params from openpilot.common.params import Params
from openpilot.selfdrive.controls.lib.events import EVENTS, ET from openpilot.selfdrive.controls.lib.events import EVENTS, ET
from openpilot.system.hardware import HARDWARE
from openpilot.selfdrive.test.helpers import set_params_enabled, release_only from openpilot.selfdrive.test.helpers import set_params_enabled, release_only
from openpilot.system.hardware import HARDWARE
from openpilot.system.hardware.hw import Paths from openpilot.system.hardware.hw import Paths
from openpilot.system.loggerd.uploader import LOG_COMPRESSION_LEVEL
from openpilot.tools.lib.logreader import LogReader from openpilot.tools.lib.logreader import LogReader
""" """
@ -166,10 +167,10 @@ class TestOnroad:
cls.log_sizes = {} cls.log_sizes = {}
for f in cls.log_path.iterdir(): for f in cls.log_path.iterdir():
assert f.is_file() assert f.is_file()
cls.log_sizes[f] = f.stat().st_size / 1e6 cls.log_sizes[f] = f.stat().st_size / 1e6
if f.name in ("qlog", "rlog"): if f.name in ("qlog", "rlog"):
with open(f, 'rb') as ff: with open(f, 'rb') as ff:
cls.log_sizes[f] = len(bz2.compress(ff.read())) / 1e6 cls.log_sizes[f] = len(zstd.compress(ff.read(), LOG_COMPRESSION_LEVEL)) / 1e6
@cached_property @cached_property
@ -206,7 +207,7 @@ class TestOnroad:
if f.name == "qcamera.ts": if f.name == "qcamera.ts":
assert 2.15 < sz < 2.35 assert 2.15 < sz < 2.35
elif f.name == "qlog": elif f.name == "qlog":
assert 0.4 < sz < 0.6 assert 0.4 < sz < 0.5
elif f.name == "rlog": elif f.name == "rlog":
assert 5 < sz < 50 assert 5 < sz < 50
elif f.name.endswith('.hevc'): elif f.name.endswith('.hevc'):

Loading…
Cancel
Save