You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
90 lines
2.7 KiB
90 lines
2.7 KiB
4 years ago
|
#!/usr/bin/env python3
|
||
|
|
import os
|
||
|
|
import shutil
|
||
|
|
import subprocess
|
||
|
|
import sys
|
||
|
|
import time
|
||
|
|
import textwrap
|
||
|
|
|
||
|
|
# NOTE: Do NOT import anything here that needs be built (e.g. params)
|
||
|
|
from common.basedir import BASEDIR
|
||
|
|
from common.spinner import Spinner
|
||
|
|
from common.text_window import TextWindow
|
||
|
|
from selfdrive.swaglog import add_logentries_handler, cloudlog
|
||
|
|
from selfdrive.version import dirty
|
||
|
|
|
||
|
|
TOTAL_SCONS_NODES = 1225
|
||
|
|
MAX_BUILD_PROGRESS = 70
|
||
|
|
PREBUILT = os.path.exists(os.path.join(BASEDIR, 'prebuilt'))
|
||
|
|
|
||
|
|
|
||
|
|
def build(spinner, dirty=False):
|
||
|
|
env = os.environ.copy()
|
||
|
|
env['SCONS_PROGRESS'] = "1"
|
||
|
|
env['SCONS_CACHE'] = "1"
|
||
|
|
nproc = os.cpu_count()
|
||
|
|
j_flag = "" if nproc is None else f"-j{nproc - 1}"
|
||
|
|
|
||
|
|
for retry in [True, False]:
|
||
|
|
scons = subprocess.Popen(["scons", j_flag], cwd=BASEDIR, env=env, stderr=subprocess.PIPE)
|
||
|
|
|
||
|
|
compile_output = []
|
||
|
|
|
||
|
|
# Read progress from stderr and update spinner
|
||
|
|
while scons.poll() is None:
|
||
|
|
try:
|
||
|
|
line = scons.stderr.readline()
|
||
|
|
if line is None:
|
||
|
|
continue
|
||
|
|
line = line.rstrip()
|
||
|
|
|
||
|
|
prefix = b'progress: '
|
||
|
|
if line.startswith(prefix):
|
||
|
|
i = int(line[len(prefix):])
|
||
|
|
spinner.update_progress(MAX_BUILD_PROGRESS * min(1., i / TOTAL_SCONS_NODES), 100.)
|
||
|
|
elif len(line):
|
||
|
|
compile_output.append(line)
|
||
|
|
print(line.decode('utf8', 'replace'))
|
||
|
|
except Exception:
|
||
|
|
pass
|
||
|
|
|
||
|
|
if scons.returncode != 0:
|
||
|
|
# Read remaining output
|
||
|
|
r = scons.stderr.read().split(b'\n')
|
||
|
|
compile_output += r
|
||
|
|
|
||
|
|
if retry and (not dirty):
|
||
|
|
if not os.getenv("CI"):
|
||
|
|
print("scons build failed, cleaning in")
|
||
|
|
for i in range(3, -1, -1):
|
||
|
|
print("....%d" % i)
|
||
|
|
time.sleep(1)
|
||
|
|
subprocess.check_call(["scons", "-c"], cwd=BASEDIR, env=env)
|
||
|
|
shutil.rmtree("/tmp/scons_cache", ignore_errors=True)
|
||
|
|
shutil.rmtree("/data/scons_cache", ignore_errors=True)
|
||
|
|
else:
|
||
|
|
print("scons build failed after retry")
|
||
|
|
sys.exit(1)
|
||
|
|
else:
|
||
|
|
# Build failed log errors
|
||
|
|
errors = [line.decode('utf8', 'replace') for line in compile_output
|
||
|
|
if any([err in line for err in [b'error: ', b'not found, needed by target']])]
|
||
|
|
error_s = "\n".join(errors)
|
||
|
|
add_logentries_handler(cloudlog)
|
||
|
|
cloudlog.error("scons build failed\n" + error_s)
|
||
|
|
|
||
|
|
# Show TextWindow
|
||
|
|
spinner.close()
|
||
|
|
error_s = "\n \n".join(["\n".join(textwrap.wrap(e, 65)) for e in errors])
|
||
|
|
with TextWindow("openpilot failed to build\n \n" + error_s) as t:
|
||
|
|
t.wait_for_exit()
|
||
|
|
exit(1)
|
||
|
|
else:
|
||
|
|
break
|
||
|
|
|
||
|
|
|
||
|
|
if __name__ == "__main__" and not PREBUILT:
|
||
|
|
spinner = Spinner()
|
||
|
|
spinner.update_progress(0, 100)
|
||
|
|
build(spinner, dirty)
|