sadmen
/
openpilot_comma
mirror of https://github.com/commaai/openpilot.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

jenkins scripted pipeline (#29865)

Browse Source 
* scripted

* exclude branches

* try that

* fix credentials

* fix

* tag with commit
old-commit-hash: a411af4f02
test-msgs
Adeeb Shihadeh 2 years ago committed by GitHub
parent 5cc2baeb4d
commit 58bb1afb9a
1 changed files with 164 additions and 203 deletions
Whitespace
Show all changes Ignore whitespace when comparing lines Ignore changes in amount of whitespace Ignore changes in whitespace at EOL
Unified View
Diff Options
Show Stats Download Patch File Download Diff File
  1. 367
      Jenkinsfile

367
Jenkinsfile vendored
Unescape View File

@ -1,4 +1,4 @@
def phone(String ip, String step_label, String cmd) { def device(String ip, String step_label, String cmd) {
withCredentials([file(credentialsId: 'id_rsa', variable: 'key_file')]) { withCredentials([file(credentialsId: 'id_rsa', variable: 'key_file')]) {
def ssh_cmd = """ def ssh_cmd = """
ssh -tt -o StrictHostKeyChecking=no -i ${key_file} 'comma@${ip}' /usr/bin/bash <<'END' ssh -tt -o StrictHostKeyChecking=no -i ${key_file} 'comma@${ip}' /usr/bin/bash <<'END'
@ -51,226 +51,187 @@ END"""
} }
} }
def phone_steps(String device_type, steps) { def deviceStage(String stageName, String deviceType, def steps) {
lock(resource: "", label: device_type, inversePrecedence: true, variable: 'device_ip', quantity: 1) { stage(stageName) {
timeout(time: 20, unit: 'MINUTES') { if (currentBuild.result != null) {
phone(device_ip, "git checkout", readFile("selfdrive/test/setup_device_ci.sh"),) return
steps.each { item ->
phone(device_ip, item[0], item[1])
}
} }
}
}
pipeline {
agent none
environment {
CI = "1"
PYTHONWARNINGS = "error"
TEST_DIR = "/data/openpilot"
SOURCE_DIR = "/data/openpilot_source/"
AZURE_TOKEN = credentials('azure_token')
MAPBOX_TOKEN = credentials('mapbox_token')
}
options {
timeout(time: 3, unit: 'HOURS')
disableConcurrentBuilds(abortPrevious: env.BRANCH_NAME != 'master')
}
stages { docker.image('ghcr.io/commaai/alpine-ssh').inside('--user=root') {
stage('build release3-staging') { lock(resource: "", label: deviceType, inversePrecedence: true, variable: 'device_ip', quantity: 1) {
agent { docker { image 'ghcr.io/commaai/alpine-ssh'; args '--user=root' } } timeout(time: 20, unit: 'MINUTES') {
when { device(device_ip, "git checkout", readFile("selfdrive/test/setup_device_ci.sh"),)
branch 'devel-staging' steps.each { item ->
} device(device_ip, item[0], item[1])
steps { }
phone_steps("tici-needs-can", [ }
["build release3-staging & dashcam3-staging", "RELEASE_BRANCH=release3-staging DASHCAM_BRANCH=dashcam3-staging $SOURCE_DIR/release/build_release.sh"],
])
} }
} }
}
}
stage('build nightly') { def pcStage(String stageName, Closure body) {
agent { docker { image 'ghcr.io/commaai/alpine-ssh'; args '--user=root' } } node {
when { stage(stageName) {
branch 'master-ci' if (currentBuild.result != null) {
} return
steps {
phone_steps("tici-needs-can", [
["build nightly", "RELEASE_BRANCH=nightly $SOURCE_DIR/release/build_release.sh"],
])
}
} }
stage('openpilot tests') { checkout scm
when {
not { def dockerArgs = '--user=root -v /tmp/comma_download_cache:/tmp/comma_download_cache';
anyOf { docker.build("openpilot-base:build-${env.GIT_COMMIT}", "-f Dockerfile.openpilot_base .").inside(dockerArgs) {
branch 'master-ci'; branch 'devel'; branch 'devel-staging'; timeout(time: 20, unit: 'MINUTES') {
branch 'release3'; branch 'release3-staging'; branch 'dashcam3'; branch 'dashcam3-staging'; try {
branch 'testing-closet*'; branch 'hotfix-*' sh "git config --global --add safe.directory '*'"
} sh "git submodule update --init --recursive"
sh "git lfs pull"
body()
} finally {
sh "rm -rf ${env.WORKSPACE}/* || true"
sh "rm -rf .* || true"
} }
} }
}
}
}
}
parallel { def setupCredentials() {
withCredentials([
/* string(credentialsId: 'azure_token', variable: 'AZURE_TOKEN'),
stage('simulator') { string(credentialsId: 'mapbox_token', variable: 'MAPBOX_TOKEN')
agent { ]) {
dockerfile { env.AZURE_TOKEN = "${AZURE_TOKEN}"
filename 'Dockerfile.sim_nvidia' env.MAPBOX_TOKEN = "${MAPBOX_TOKEN}"
dir 'tools/sim' }
args '--user=root' }
}
}
steps {
sh "git config --global --add safe.directory '*'"
sh "git submodule update --init --recursive"
sh "git lfs pull"
lock(resource: "", label: "simulator", inversePrecedence: true, quantity: 1) {
sh "${WORKSPACE}/tools/sim/build_container.sh"
sh "DETACH=1 ${WORKSPACE}/tools/sim/start_carla.sh"
sh "${WORKSPACE}/tools/sim/start_openpilot_docker.sh"
}
}
post {
always {
sh "docker kill carla_sim || true"
sh "rm -rf ${WORKSPACE}/* || true"
sh "rm -rf .* || true"
}
}
}
*/
stage('PC tests') {
agent {
dockerfile {
filename 'Dockerfile.openpilot_base'
args '--user=root -v /tmp/comma_download_cache:/tmp/comma_download_cache'
}
}
steps {
sh "git config --global --add safe.directory '*'"
sh "git submodule update --init --depth=1 --recursive"
sh "git lfs pull"
// tests that our build system's dependencies are configured properly, needs a machine with lots of cores
sh "scons --clean && scons --no-cache --random -j42"
sh "INTERNAL_SEG_CNT=500 INTERNAL_SEG_LIST=selfdrive/car/tests/test_models_segs.txt FILEREADER_CACHE=1 \
pytest -n42 --dist=loadscope selfdrive/car/tests/test_models.py"
sh "MAX_EXAMPLES=100 pytest -n42 selfdrive/car/tests/test_car_interfaces.py"
}
post { node {
always { env.CI = "1"
sh "rm -rf ${WORKSPACE}/* || true" env.PYTHONWARNINGS = "error"
sh "rm -rf .* || true" env.TEST_DIR = "/data/openpilot"
} env.SOURCE_DIR = "/data/openpilot_source/"
} setupCredentials()
}
stage('tizi-tests') { env.GIT_BRANCH = checkout(scm).GIT_BRANCH
agent { docker { image 'ghcr.io/commaai/alpine-ssh'; args '--user=root' } } env.GIT_COMMIT = checkout(scm).GIT_COMMIT
steps {
phone_steps("tizi", [
["build openpilot", "cd selfdrive/manager && ./build.py"],
["test boardd loopback", "SINGLE_PANDA=1 pytest selfdrive/boardd/tests/test_boardd_loopback.py"],
["test pandad", "pytest selfdrive/boardd/tests/test_pandad.py"],
["test sensord", "cd system/sensord/tests && pytest test_sensord.py"],
["test camerad", "pytest system/camerad/test/test_camerad.py"],
["test exposure", "pytest system/camerad/test/test_exposure.py"],
["test amp", "pytest system/hardware/tici/tests/test_amplifier.py"],
["test hw", "pytest system/hardware/tici/tests/test_hardware.py"],
["test rawgpsd", "pytest system/sensord/rawgps/test_rawgps.py"],
])
}
}
stage('build') { def excludeBranches = ['master-ci', 'devel', 'devel-staging', 'release3', 'release3-staging',
agent { docker { image 'ghcr.io/commaai/alpine-ssh'; args '--user=root' } } 'dashcam3', 'dashcam3-staging', 'testing-closet*', 'hotfix-*']
environment { def excludeRegex = excludeBranches.join('|').replaceAll('\\*', '.*')
R3_PUSH = "${env.BRANCH_NAME == 'master' ? '1' : ' '}"
}
steps {
phone_steps("tici-needs-can", [
["build master-ci", "cd $SOURCE_DIR/release && TARGET_DIR=$TEST_DIR ./build_devel.sh"],
["build openpilot", "cd selfdrive/manager && ./build.py"],
["check dirty", "release/check-dirty.sh"],
["onroad tests", "cd selfdrive/test/ && ./test_onroad.py"],
["time to onroad", "cd selfdrive/test/ && pytest test_time_to_onroad.py"],
])
}
}
stage('loopback-tests') { if (env.BRANCH_NAME != 'master') {
agent { docker { image 'ghcr.io/commaai/alpine-ssh'; args '--user=root' } } properties([
steps { disableConcurrentBuilds(abortPrevious: true)
phone_steps("tici-loopback", [ ])
["build openpilot", "cd selfdrive/manager && ./build.py"], }
["test boardd loopback", "pytest selfdrive/boardd/tests/test_boardd_loopback.py"],
])
}
}
stage('HW + Unit Tests') { try {
agent { docker { image 'ghcr.io/commaai/alpine-ssh'; args '--user=root' } } stage('git checkout') {
steps { checkout scm
phone_steps("tici-common", [ }
["build", "cd selfdrive/manager && ./build.py"],
["test pandad", "pytest selfdrive/boardd/tests/test_pandad.py"],
["test power draw", "./system/hardware/tici/tests/test_power_draw.py"],
["test encoder", "LD_LIBRARY_PATH=/usr/local/lib pytest system/loggerd/tests/test_encoder.py"],
["test pigeond", "pytest system/sensord/tests/test_pigeond.py"],
["test manager", "pytest selfdrive/manager/test/test_manager.py"],
["test nav", "pytest selfdrive/navd/tests/"],
])
}
}
stage('camerad') { if (env.BRANCH_NAME == 'devel-staging') {
agent { docker { image 'ghcr.io/commaai/alpine-ssh'; args '--user=root' } } deviceStage("build release3-staging", "tici-needs-can", [
steps { ["build nightly", "RELEASE_BRANCH=nightly $SOURCE_DIR/release/build_release.sh"],
phone_steps("tici-ar0231", [ ])
["build", "cd selfdrive/manager && ./build.py"], }
["test camerad", "pytest system/camerad/test/test_camerad.py"],
["test exposure", "pytest system/camerad/test/test_exposure.py"],
])
phone_steps("tici-ox03c10", [
["build", "cd selfdrive/manager && ./build.py"],
["test camerad", "pytest system/camerad/test/test_camerad.py"],
["test exposure", "pytest system/camerad/test/test_exposure.py"],
])
}
}
stage('sensord') { if (env.BRANCH_NAME == 'master-ci') {
agent { docker { image 'ghcr.io/commaai/alpine-ssh'; args '--user=root' } } deviceStage("build release3-staging", "tici-needs-can", [
steps { ["build release3-staging & dashcam3-staging", "RELEASE_BRANCH=release3-staging DASHCAM_BRANCH=dashcam3-staging $SOURCE_DIR/release/build_release.sh"],
phone_steps("tici-lsmc", [ ])
["build", "cd selfdrive/manager && ./build.py"], }
["test sensord", "cd system/sensord/tests && pytest test_sensord.py"],
])
phone_steps("tici-bmx-lsm", [
["build", "cd selfdrive/manager && ./build.py"],
["test sensord", "cd system/sensord/tests && pytest test_sensord.py"],
])
}
}
stage('replay') { if (!env.BRANCH_NAME.matches(excludeRegex)) {
agent { docker { image 'ghcr.io/commaai/alpine-ssh'; args '--user=root' } } parallel (
steps { // tici tests
phone_steps("tici-replay", [ 'onroad tests': {
["build", "cd selfdrive/manager && ./build.py"], deviceStage("tici", "tici-needs-can", [
["model replay", "cd selfdrive/test/process_replay && ./model_replay.py"], ["build master-ci", "cd $SOURCE_DIR/release && TARGET_DIR=$TEST_DIR ./build_devel.sh"],
]) ["build openpilot", "cd selfdrive/manager && ./build.py"],
} ["check dirty", "release/check-dirty.sh"],
["onroad tests", "cd selfdrive/test/ && ./test_onroad.py"],
["time to onroad", "cd selfdrive/test/ && pytest test_time_to_onroad.py"],
])
},
'HW + Unit Tests': {
deviceStage("tici", "tici-common", [
["build", "cd selfdrive/manager && ./build.py"],
["test pandad", "pytest selfdrive/boardd/tests/test_pandad.py"],
["test power draw", "./system/hardware/tici/tests/test_power_draw.py"],
["test encoder", "LD_LIBRARY_PATH=/usr/local/lib pytest system/loggerd/tests/test_encoder.py"],
["test pigeond", "pytest system/sensord/tests/test_pigeond.py"],
["test manager", "pytest selfdrive/manager/test/test_manager.py"],
["test nav", "pytest selfdrive/navd/tests/"],
])
},
'loopback': {
deviceStage("tici", "tici-loopback", [
["build openpilot", "cd selfdrive/manager && ./build.py"],
["test boardd loopback", "pytest selfdrive/boardd/tests/test_boardd_loopback.py"],
])
},
'camerad': {
deviceStage("AR0231", "tici-ar0231", [
["build", "cd selfdrive/manager && ./build.py"],
["test camerad", "pytest system/camerad/test/test_camerad.py"],
["test exposure", "pytest system/camerad/test/test_exposure.py"],
])
deviceStage("OX03C10", "tici-ox03c10", [
["build", "cd selfdrive/manager && ./build.py"],
["test camerad", "pytest system/camerad/test/test_camerad.py"],
["test exposure", "pytest system/camerad/test/test_exposure.py"],
])
},
'sensord': {
deviceStage("LSM + MMC", "tici-lsmc", [
["build", "cd selfdrive/manager && ./build.py"],
["test sensord", "cd system/sensord/tests && pytest test_sensord.py"],
])
deviceStage("BMX + LSM", "tici-bmx-lsm", [
["build", "cd selfdrive/manager && ./build.py"],
["test sensord", "cd system/sensord/tests && pytest test_sensord.py"],
])
},
'replay': {
deviceStage("tici", "tici-replay", [
["build", "cd selfdrive/manager && ./build.py"],
["model replay", "cd selfdrive/test/process_replay && ./model_replay.py"],
])
},
'tizi': {
deviceStage("tizi", "tizi", [
["build openpilot", "cd selfdrive/manager && ./build.py"],
["test boardd loopback", "SINGLE_PANDA=1 pytest selfdrive/boardd/tests/test_boardd_loopback.py"],
["test pandad", "pytest selfdrive/boardd/tests/test_pandad.py"],
["test sensord", "cd system/sensord/tests && pytest test_sensord.py"],
["test camerad", "pytest system/camerad/test/test_camerad.py"],
["test exposure", "pytest system/camerad/test/test_exposure.py"],
["test amp", "pytest system/hardware/tici/tests/test_amplifier.py"],
["test hw", "pytest system/hardware/tici/tests/test_hardware.py"],
["test rawgpsd", "pytest system/sensord/rawgps/test_rawgps.py"],
])
},
// *** PC tests ***
'PC tests': {
pcStage("PC tests") {
// tests that our build system's dependencies are configured properly,
// needs a machine with lots of cores
sh "scons --clean && scons --no-cache --random -j42"
// car tests
sh "INTERNAL_SEG_CNT=500 INTERNAL_SEG_LIST=selfdrive/car/tests/test_models_segs.txt FILEREADER_CACHE=1 \
pytest -n42 --dist=loadscope selfdrive/car/tests/test_models.py"
sh "MAX_EXAMPLES=100 pytest -n42 selfdrive/car/tests/test_car_interfaces.py"
} }
},
} )
} }
} catch (Exception e) {
currentBuild.result = 'FAILED'
throw e
} }
} }
Write Preview
Loading…
Cancel
Save