diff --git a/Jenkinsfile b/Jenkinsfile index fbb854af90..0cf002c380 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -150,126 +150,126 @@ pipeline { } } - stage('scons build test') { - agent { - dockerfile { - filename 'Dockerfile.openpilot_base' - args '--user=root' - } - } - steps { - sh "git config --global --add safe.directory '*'" - sh "git submodule update --init --depth=1 --recursive" - sh "scons --clean && scons --no-cache -j42" - sh "scons --clean && scons --no-cache --random -j42" - } - - post { - always { - sh "rm -rf ${WORKSPACE}/* || true" - sh "rm -rf .* || true" - } - } - } - - stage('tizi-tests') { - agent { docker { image 'ghcr.io/commaai/alpine-ssh'; args '--user=root' } } - steps { - phone_steps("tizi", [ - ["build openpilot", "cd selfdrive/manager && ./build.py"], - ["test boardd loopback", "SINGLE_PANDA=1 pytest selfdrive/boardd/tests/test_boardd_loopback.py"], - ["test pandad", "pytest selfdrive/boardd/tests/test_pandad.py"], - ["test sensord", "cd system/sensord/tests && pytest test_sensord.py"], - ["test camerad", "pytest system/camerad/test/test_camerad.py"], - ["test exposure", "pytest system/camerad/test/test_exposure.py"], - ["test amp", "pytest system/hardware/tici/tests/test_amplifier.py"], - ["test hw", "pytest system/hardware/tici/tests/test_hardware.py"], - ["test rawgpsd", "pytest system/sensord/rawgps/test_rawgps.py"], - ]) - } - } - - stage('build') { - agent { docker { image 'ghcr.io/commaai/alpine-ssh'; args '--user=root' } } - environment { - R3_PUSH = "${env.BRANCH_NAME == 'master' ? '1' : ' '}" - } - steps { - phone_steps("tici-needs-can", [ - ["build master-ci", "cd $SOURCE_DIR/release && TARGET_DIR=$TEST_DIR ./build_devel.sh"], - ["build openpilot", "cd selfdrive/manager && ./build.py"], - ["check dirty", "release/check-dirty.sh"], - ["onroad tests", "cd selfdrive/test/ && ./test_onroad.py"], - ["time to onroad", "cd selfdrive/test/ && pytest test_time_to_onroad.py"], - ]) - } - } - - stage('loopback-tests') { - agent { docker { image 'ghcr.io/commaai/alpine-ssh'; args '--user=root' } } - steps { - phone_steps("tici-loopback", [ - ["build openpilot", "cd selfdrive/manager && ./build.py"], - ["test boardd loopback", "pytest selfdrive/boardd/tests/test_boardd_loopback.py"], - ]) - } - } - - stage('HW + Unit Tests') { - agent { docker { image 'ghcr.io/commaai/alpine-ssh'; args '--user=root' } } - steps { - phone_steps("tici-common", [ - ["build", "cd selfdrive/manager && ./build.py"], - ["test pandad", "pytest selfdrive/boardd/tests/test_pandad.py"], - ["test power draw", "pytest system/hardware/tici/tests/test_power_draw.py"], - ["test loggerd", "pytest system/loggerd/tests/test_loggerd.py"], - ["test encoder", "LD_LIBRARY_PATH=/usr/local/lib pytest system/loggerd/tests/test_encoder.py"], - ["test pigeond", "pytest system/sensord/tests/test_pigeond.py"], - ["test manager", "pytest selfdrive/manager/test/test_manager.py"], - ["test nav", "pytest selfdrive/navd/tests/"], - ]) - } - } - - stage('camerad') { - agent { docker { image 'ghcr.io/commaai/alpine-ssh'; args '--user=root' } } - steps { - phone_steps("tici-ar0231", [ - ["build", "cd selfdrive/manager && ./build.py"], - ["test camerad", "pytest system/camerad/test/test_camerad.py"], - ["test exposure", "pytest system/camerad/test/test_exposure.py"], - ]) - phone_steps("tici-ox03c10", [ - ["build", "cd selfdrive/manager && ./build.py"], - ["test camerad", "pytest system/camerad/test/test_camerad.py"], - ["test exposure", "pytest system/camerad/test/test_exposure.py"], - ]) - } - } - - stage('sensord') { - agent { docker { image 'ghcr.io/commaai/alpine-ssh'; args '--user=root' } } - steps { - phone_steps("tici-lsmc", [ - ["build", "cd selfdrive/manager && ./build.py"], - ["test sensord", "cd system/sensord/tests && pytest test_sensord.py"], - ]) - phone_steps("tici-bmx-lsm", [ - ["build", "cd selfdrive/manager && ./build.py"], - ["test sensord", "cd system/sensord/tests && pytest test_sensord.py"], - ]) - } - } - - stage('replay') { - agent { docker { image 'ghcr.io/commaai/alpine-ssh'; args '--user=root' } } - steps { - phone_steps("tici-replay", [ - ["build", "cd selfdrive/manager && ./build.py"], - ["model replay", "cd selfdrive/test/process_replay && ./model_replay.py"], - ]) - } - } +// stage('scons build test') { +// agent { +// dockerfile { +// filename 'Dockerfile.openpilot_base' +// args '--user=root' +// } +// } +// steps { +// sh "git config --global --add safe.directory '*'" +// sh "git submodule update --init --depth=1 --recursive" +// sh "scons --clean && scons --no-cache -j42" +// sh "scons --clean && scons --no-cache --random -j42" +// } +// +// post { +// always { +// sh "rm -rf ${WORKSPACE}/* || true" +// sh "rm -rf .* || true" +// } +// } +// } +// +// stage('tizi-tests') { +// agent { docker { image 'ghcr.io/commaai/alpine-ssh'; args '--user=root' } } +// steps { +// phone_steps("tizi", [ +// ["build openpilot", "cd selfdrive/manager && ./build.py"], +// ["test boardd loopback", "SINGLE_PANDA=1 pytest selfdrive/boardd/tests/test_boardd_loopback.py"], +// ["test pandad", "pytest selfdrive/boardd/tests/test_pandad.py"], +// ["test sensord", "cd system/sensord/tests && pytest test_sensord.py"], +// ["test camerad", "pytest system/camerad/test/test_camerad.py"], +// ["test exposure", "pytest system/camerad/test/test_exposure.py"], +// ["test amp", "pytest system/hardware/tici/tests/test_amplifier.py"], +// ["test hw", "pytest system/hardware/tici/tests/test_hardware.py"], +// ["test rawgpsd", "pytest system/sensord/rawgps/test_rawgps.py"], +// ]) +// } +// } +// +// stage('build') { +// agent { docker { image 'ghcr.io/commaai/alpine-ssh'; args '--user=root' } } +// environment { +// R3_PUSH = "${env.BRANCH_NAME == 'master' ? '1' : ' '}" +// } +// steps { +// phone_steps("tici-needs-can", [ +// ["build master-ci", "cd $SOURCE_DIR/release && TARGET_DIR=$TEST_DIR ./build_devel.sh"], +// ["build openpilot", "cd selfdrive/manager && ./build.py"], +// ["check dirty", "release/check-dirty.sh"], +// ["onroad tests", "cd selfdrive/test/ && ./test_onroad.py"], +// ["time to onroad", "cd selfdrive/test/ && pytest test_time_to_onroad.py"], +// ]) +// } +// } +// +// stage('loopback-tests') { +// agent { docker { image 'ghcr.io/commaai/alpine-ssh'; args '--user=root' } } +// steps { +// phone_steps("tici-loopback", [ +// ["build openpilot", "cd selfdrive/manager && ./build.py"], +// ["test boardd loopback", "pytest selfdrive/boardd/tests/test_boardd_loopback.py"], +// ]) +// } +// } +// +// stage('HW + Unit Tests') { +// agent { docker { image 'ghcr.io/commaai/alpine-ssh'; args '--user=root' } } +// steps { +// phone_steps("tici-common", [ +// ["build", "cd selfdrive/manager && ./build.py"], +// ["test pandad", "pytest selfdrive/boardd/tests/test_pandad.py"], +// ["test power draw", "pytest system/hardware/tici/tests/test_power_draw.py"], +// ["test loggerd", "pytest system/loggerd/tests/test_loggerd.py"], +// ["test encoder", "LD_LIBRARY_PATH=/usr/local/lib pytest system/loggerd/tests/test_encoder.py"], +// ["test pigeond", "pytest system/sensord/tests/test_pigeond.py"], +// ["test manager", "pytest selfdrive/manager/test/test_manager.py"], +// ["test nav", "pytest selfdrive/navd/tests/"], +// ]) +// } +// } +// +// stage('camerad') { +// agent { docker { image 'ghcr.io/commaai/alpine-ssh'; args '--user=root' } } +// steps { +// phone_steps("tici-ar0231", [ +// ["build", "cd selfdrive/manager && ./build.py"], +// ["test camerad", "pytest system/camerad/test/test_camerad.py"], +// ["test exposure", "pytest system/camerad/test/test_exposure.py"], +// ]) +// phone_steps("tici-ox03c10", [ +// ["build", "cd selfdrive/manager && ./build.py"], +// ["test camerad", "pytest system/camerad/test/test_camerad.py"], +// ["test exposure", "pytest system/camerad/test/test_exposure.py"], +// ]) +// } +// } +// +// stage('sensord') { +// agent { docker { image 'ghcr.io/commaai/alpine-ssh'; args '--user=root' } } +// steps { +// phone_steps("tici-lsmc", [ +// ["build", "cd selfdrive/manager && ./build.py"], +// ["test sensord", "cd system/sensord/tests && pytest test_sensord.py"], +// ]) +// phone_steps("tici-bmx-lsm", [ +// ["build", "cd selfdrive/manager && ./build.py"], +// ["test sensord", "cd system/sensord/tests && pytest test_sensord.py"], +// ]) +// } +// } +// +// stage('replay') { +// agent { docker { image 'ghcr.io/commaai/alpine-ssh'; args '--user=root' } } +// steps { +// phone_steps("tici-replay", [ +// ["build", "cd selfdrive/manager && ./build.py"], +// ["model replay", "cd selfdrive/test/process_replay && ./model_replay.py"], +// ]) +// } +// } } } diff --git a/selfdrive/car/tests/test_models.py b/selfdrive/car/tests/test_models.py index 0b07213178..1f7777aff4 100755 --- a/selfdrive/car/tests/test_models.py +++ b/selfdrive/car/tests/test_models.py @@ -92,6 +92,7 @@ class TestCarModelBase(unittest.TestCase): try: if len(INTERNAL_SEG_LIST): route_name = RouteName(cls.test_route.route) + print(f"cd:/{route_name.dongle_id}/{route_name.time_str}/{seg}/rlog.bz2") lr = LogReader(f"cd:/{route_name.dongle_id}/{route_name.time_str}/{seg}/rlog.bz2") elif cls.ci: lr = LogReader(get_url(cls.test_route.route, seg)) @@ -332,7 +333,7 @@ class TestCarModelBase(unittest.TestCase): CS_prev = CS failed_checks = {k: v for k, v in checks.items() if v > 0} - self.assertFalse(len(failed_checks), f"panda safety doesn't agree with openpilot: {failed_checks}") + self.assertFalse(len(failed_checks), f"panda safety doesn't agree with openpilot: {failed_checks} {self.test_route}") @parameterized_class(('car_model', 'test_route'), test_cases)