You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
108 lines
3.3 KiB
108 lines
3.3 KiB
#!/usr/bin/env python3
|
|
|
|
# packages a casync release, uploads to azure, and creates a manifest
|
|
|
|
import argparse
|
|
import dataclasses
|
|
import json
|
|
import os
|
|
import pathlib
|
|
import tempfile
|
|
|
|
from openpilot.system.hardware.tici.agnos import AGNOS_MANIFEST_FILE, get_partition_path
|
|
from openpilot.system.updated.casync.common import create_build_metadata_file, create_casync_release
|
|
from openpilot.system.version import get_build_metadata
|
|
from openpilot.tools.lib.azure_container import AzureContainer
|
|
|
|
|
|
BASE_URL = "https://commadist.blob.core.windows.net"
|
|
|
|
OPENPILOT_RELEASES = f"{BASE_URL}/openpilot-releases/openpilot"
|
|
AGNOS_RELEASES = f"{BASE_URL}/openpilot-releases/agnos"
|
|
|
|
|
|
def create_casync_caibx(target_dir: pathlib.Path, output_dir: pathlib.Path):
|
|
output_dir.mkdir()
|
|
build_metadata = get_build_metadata()
|
|
build_metadata.openpilot.build_style = "release" if os.environ.get("RELEASE", None) is not None else "debug"
|
|
|
|
create_build_metadata_file(target_dir, build_metadata)
|
|
|
|
digest, caibx = create_casync_release(target_dir, output_dir, build_metadata.canonical)
|
|
|
|
print(f"Created casync release from {target_dir} to {caibx} with digest {digest}")
|
|
|
|
|
|
def upload_casync_release(casync_dir: pathlib.Path):
|
|
if "AZURE_TOKEN_OPENPILOT_RELEASES" in os.environ:
|
|
os.environ["AZURE_TOKEN"] = os.environ["AZURE_TOKEN_OPENPILOT_RELEASES"]
|
|
|
|
OPENPILOT_RELEASES_CONTAINER = AzureContainer("commadist", "openpilot-releases")
|
|
|
|
for f in casync_dir.rglob("*"):
|
|
if f.is_file():
|
|
blob_name = f.relative_to(casync_dir)
|
|
print(f"uploading {f} to {blob_name}")
|
|
OPENPILOT_RELEASES_CONTAINER.upload_file(str(f), str(blob_name), overwrite=True)
|
|
|
|
|
|
def create_partition_manifest(partition):
|
|
agnos_filename = os.path.basename(partition["url"]).split(".")[0]
|
|
|
|
return {
|
|
"type": "partition",
|
|
"casync": {
|
|
"caibx": f"{AGNOS_RELEASES}/{agnos_filename}.caibx"
|
|
},
|
|
"path": get_partition_path(0, partition),
|
|
"ab": True,
|
|
"size": partition["size"],
|
|
"full_check": partition["full_check"],
|
|
"hash_raw": partition["hash_raw"],
|
|
}
|
|
|
|
|
|
def create_openpilot_manifest(build_metadata):
|
|
return {
|
|
"type": "path_tarred",
|
|
"path": "/data/openpilot",
|
|
"casync": {
|
|
"caibx": f"{OPENPILOT_RELEASES}/{build_metadata.canonical}.caibx"
|
|
}
|
|
}
|
|
|
|
|
|
def create_manifest(target_dir):
|
|
with open(pathlib.Path(target_dir) / AGNOS_MANIFEST_FILE) as f:
|
|
agnos_manifest = json.load(f)
|
|
|
|
build_metadata = get_build_metadata(args.target_dir)
|
|
|
|
return {
|
|
"build_metadata": dataclasses.asdict(build_metadata),
|
|
"manifest": [
|
|
*[create_partition_manifest(entry) for entry in agnos_manifest],
|
|
create_openpilot_manifest(build_metadata)
|
|
]
|
|
}
|
|
|
|
|
|
|
|
if __name__ == "__main__":
|
|
parser = argparse.ArgumentParser(description="creates a casync release")
|
|
parser.add_argument("target_dir", type=str, help="path to a release build of openpilot to create release from")
|
|
args = parser.parse_args()
|
|
|
|
target_dir = pathlib.Path(args.target_dir)
|
|
|
|
with tempfile.TemporaryDirectory() as temp_dir:
|
|
casync_dir = pathlib.Path(temp_dir) / "casync"
|
|
casync_dir.mkdir(parents=True)
|
|
|
|
manifest_file = pathlib.Path(temp_dir) / "manifest.json"
|
|
|
|
create_casync_caibx(target_dir, casync_dir / "openpilot")
|
|
upload_casync_release(casync_dir)
|
|
manifest = create_manifest(target_dir)
|
|
|
|
print(json.dumps(manifest, indent=2))
|
|
|