comment out other tests to speed up

pull/29291/head
Shane Smiskol 2 years ago
parent e57123a771
commit 96ef154d61
  1. 240
      Jenkinsfile
  2. 3
      selfdrive/car/tests/test_models.py

240
Jenkinsfile vendored

@ -150,126 +150,126 @@ pipeline {
} }
} }
stage('scons build test') { // stage('scons build test') {
agent { // agent {
dockerfile { // dockerfile {
filename 'Dockerfile.openpilot_base' // filename 'Dockerfile.openpilot_base'
args '--user=root' // args '--user=root'
} // }
} // }
steps { // steps {
sh "git config --global --add safe.directory '*'" // sh "git config --global --add safe.directory '*'"
sh "git submodule update --init --depth=1 --recursive" // sh "git submodule update --init --depth=1 --recursive"
sh "scons --clean && scons --no-cache -j42" // sh "scons --clean && scons --no-cache -j42"
sh "scons --clean && scons --no-cache --random -j42" // sh "scons --clean && scons --no-cache --random -j42"
} // }
//
post { // post {
always { // always {
sh "rm -rf ${WORKSPACE}/* || true" // sh "rm -rf ${WORKSPACE}/* || true"
sh "rm -rf .* || true" // sh "rm -rf .* || true"
} // }
} // }
} // }
//
stage('tizi-tests') { // stage('tizi-tests') {
agent { docker { image 'ghcr.io/commaai/alpine-ssh'; args '--user=root' } } // agent { docker { image 'ghcr.io/commaai/alpine-ssh'; args '--user=root' } }
steps { // steps {
phone_steps("tizi", [ // phone_steps("tizi", [
["build openpilot", "cd selfdrive/manager && ./build.py"], // ["build openpilot", "cd selfdrive/manager && ./build.py"],
["test boardd loopback", "SINGLE_PANDA=1 pytest selfdrive/boardd/tests/test_boardd_loopback.py"], // ["test boardd loopback", "SINGLE_PANDA=1 pytest selfdrive/boardd/tests/test_boardd_loopback.py"],
["test pandad", "pytest selfdrive/boardd/tests/test_pandad.py"], // ["test pandad", "pytest selfdrive/boardd/tests/test_pandad.py"],
["test sensord", "cd system/sensord/tests && pytest test_sensord.py"], // ["test sensord", "cd system/sensord/tests && pytest test_sensord.py"],
["test camerad", "pytest system/camerad/test/test_camerad.py"], // ["test camerad", "pytest system/camerad/test/test_camerad.py"],
["test exposure", "pytest system/camerad/test/test_exposure.py"], // ["test exposure", "pytest system/camerad/test/test_exposure.py"],
["test amp", "pytest system/hardware/tici/tests/test_amplifier.py"], // ["test amp", "pytest system/hardware/tici/tests/test_amplifier.py"],
["test hw", "pytest system/hardware/tici/tests/test_hardware.py"], // ["test hw", "pytest system/hardware/tici/tests/test_hardware.py"],
["test rawgpsd", "pytest system/sensord/rawgps/test_rawgps.py"], // ["test rawgpsd", "pytest system/sensord/rawgps/test_rawgps.py"],
]) // ])
} // }
} // }
//
stage('build') { // stage('build') {
agent { docker { image 'ghcr.io/commaai/alpine-ssh'; args '--user=root' } } // agent { docker { image 'ghcr.io/commaai/alpine-ssh'; args '--user=root' } }
environment { // environment {
R3_PUSH = "${env.BRANCH_NAME == 'master' ? '1' : ' '}" // R3_PUSH = "${env.BRANCH_NAME == 'master' ? '1' : ' '}"
} // }
steps { // steps {
phone_steps("tici-needs-can", [ // phone_steps("tici-needs-can", [
["build master-ci", "cd $SOURCE_DIR/release && TARGET_DIR=$TEST_DIR ./build_devel.sh"], // ["build master-ci", "cd $SOURCE_DIR/release && TARGET_DIR=$TEST_DIR ./build_devel.sh"],
["build openpilot", "cd selfdrive/manager && ./build.py"], // ["build openpilot", "cd selfdrive/manager && ./build.py"],
["check dirty", "release/check-dirty.sh"], // ["check dirty", "release/check-dirty.sh"],
["onroad tests", "cd selfdrive/test/ && ./test_onroad.py"], // ["onroad tests", "cd selfdrive/test/ && ./test_onroad.py"],
["time to onroad", "cd selfdrive/test/ && pytest test_time_to_onroad.py"], // ["time to onroad", "cd selfdrive/test/ && pytest test_time_to_onroad.py"],
]) // ])
} // }
} // }
//
stage('loopback-tests') { // stage('loopback-tests') {
agent { docker { image 'ghcr.io/commaai/alpine-ssh'; args '--user=root' } } // agent { docker { image 'ghcr.io/commaai/alpine-ssh'; args '--user=root' } }
steps { // steps {
phone_steps("tici-loopback", [ // phone_steps("tici-loopback", [
["build openpilot", "cd selfdrive/manager && ./build.py"], // ["build openpilot", "cd selfdrive/manager && ./build.py"],
["test boardd loopback", "pytest selfdrive/boardd/tests/test_boardd_loopback.py"], // ["test boardd loopback", "pytest selfdrive/boardd/tests/test_boardd_loopback.py"],
]) // ])
} // }
} // }
//
stage('HW + Unit Tests') { // stage('HW + Unit Tests') {
agent { docker { image 'ghcr.io/commaai/alpine-ssh'; args '--user=root' } } // agent { docker { image 'ghcr.io/commaai/alpine-ssh'; args '--user=root' } }
steps { // steps {
phone_steps("tici-common", [ // phone_steps("tici-common", [
["build", "cd selfdrive/manager && ./build.py"], // ["build", "cd selfdrive/manager && ./build.py"],
["test pandad", "pytest selfdrive/boardd/tests/test_pandad.py"], // ["test pandad", "pytest selfdrive/boardd/tests/test_pandad.py"],
["test power draw", "pytest system/hardware/tici/tests/test_power_draw.py"], // ["test power draw", "pytest system/hardware/tici/tests/test_power_draw.py"],
["test loggerd", "pytest system/loggerd/tests/test_loggerd.py"], // ["test loggerd", "pytest system/loggerd/tests/test_loggerd.py"],
["test encoder", "LD_LIBRARY_PATH=/usr/local/lib pytest system/loggerd/tests/test_encoder.py"], // ["test encoder", "LD_LIBRARY_PATH=/usr/local/lib pytest system/loggerd/tests/test_encoder.py"],
["test pigeond", "pytest system/sensord/tests/test_pigeond.py"], // ["test pigeond", "pytest system/sensord/tests/test_pigeond.py"],
["test manager", "pytest selfdrive/manager/test/test_manager.py"], // ["test manager", "pytest selfdrive/manager/test/test_manager.py"],
["test nav", "pytest selfdrive/navd/tests/"], // ["test nav", "pytest selfdrive/navd/tests/"],
]) // ])
} // }
} // }
//
stage('camerad') { // stage('camerad') {
agent { docker { image 'ghcr.io/commaai/alpine-ssh'; args '--user=root' } } // agent { docker { image 'ghcr.io/commaai/alpine-ssh'; args '--user=root' } }
steps { // steps {
phone_steps("tici-ar0231", [ // phone_steps("tici-ar0231", [
["build", "cd selfdrive/manager && ./build.py"], // ["build", "cd selfdrive/manager && ./build.py"],
["test camerad", "pytest system/camerad/test/test_camerad.py"], // ["test camerad", "pytest system/camerad/test/test_camerad.py"],
["test exposure", "pytest system/camerad/test/test_exposure.py"], // ["test exposure", "pytest system/camerad/test/test_exposure.py"],
]) // ])
phone_steps("tici-ox03c10", [ // phone_steps("tici-ox03c10", [
["build", "cd selfdrive/manager && ./build.py"], // ["build", "cd selfdrive/manager && ./build.py"],
["test camerad", "pytest system/camerad/test/test_camerad.py"], // ["test camerad", "pytest system/camerad/test/test_camerad.py"],
["test exposure", "pytest system/camerad/test/test_exposure.py"], // ["test exposure", "pytest system/camerad/test/test_exposure.py"],
]) // ])
} // }
} // }
//
stage('sensord') { // stage('sensord') {
agent { docker { image 'ghcr.io/commaai/alpine-ssh'; args '--user=root' } } // agent { docker { image 'ghcr.io/commaai/alpine-ssh'; args '--user=root' } }
steps { // steps {
phone_steps("tici-lsmc", [ // phone_steps("tici-lsmc", [
["build", "cd selfdrive/manager && ./build.py"], // ["build", "cd selfdrive/manager && ./build.py"],
["test sensord", "cd system/sensord/tests && pytest test_sensord.py"], // ["test sensord", "cd system/sensord/tests && pytest test_sensord.py"],
]) // ])
phone_steps("tici-bmx-lsm", [ // phone_steps("tici-bmx-lsm", [
["build", "cd selfdrive/manager && ./build.py"], // ["build", "cd selfdrive/manager && ./build.py"],
["test sensord", "cd system/sensord/tests && pytest test_sensord.py"], // ["test sensord", "cd system/sensord/tests && pytest test_sensord.py"],
]) // ])
} // }
} // }
//
stage('replay') { // stage('replay') {
agent { docker { image 'ghcr.io/commaai/alpine-ssh'; args '--user=root' } } // agent { docker { image 'ghcr.io/commaai/alpine-ssh'; args '--user=root' } }
steps { // steps {
phone_steps("tici-replay", [ // phone_steps("tici-replay", [
["build", "cd selfdrive/manager && ./build.py"], // ["build", "cd selfdrive/manager && ./build.py"],
["model replay", "cd selfdrive/test/process_replay && ./model_replay.py"], // ["model replay", "cd selfdrive/test/process_replay && ./model_replay.py"],
]) // ])
} // }
} // }
} }
} }

@ -92,6 +92,7 @@ class TestCarModelBase(unittest.TestCase):
try: try:
if len(INTERNAL_SEG_LIST): if len(INTERNAL_SEG_LIST):
route_name = RouteName(cls.test_route.route) route_name = RouteName(cls.test_route.route)
print(f"cd:/{route_name.dongle_id}/{route_name.time_str}/{seg}/rlog.bz2")
lr = LogReader(f"cd:/{route_name.dongle_id}/{route_name.time_str}/{seg}/rlog.bz2") lr = LogReader(f"cd:/{route_name.dongle_id}/{route_name.time_str}/{seg}/rlog.bz2")
elif cls.ci: elif cls.ci:
lr = LogReader(get_url(cls.test_route.route, seg)) lr = LogReader(get_url(cls.test_route.route, seg))
@ -332,7 +333,7 @@ class TestCarModelBase(unittest.TestCase):
CS_prev = CS CS_prev = CS
failed_checks = {k: v for k, v in checks.items() if v > 0} failed_checks = {k: v for k, v in checks.items() if v > 0}
self.assertFalse(len(failed_checks), f"panda safety doesn't agree with openpilot: {failed_checks}") self.assertFalse(len(failed_checks), f"panda safety doesn't agree with openpilot: {failed_checks} {self.test_route}")
@parameterized_class(('car_model', 'test_route'), test_cases) @parameterized_class(('car_model', 'test_route'), test_cases)

Loading…
Cancel
Save