mirror of
https://github.com/sunnypilot/sunnypilot.git
synced 2026-02-18 17:43:54 +08:00
ce92fd1a0f
* modeld: autodetect tinygrad backend * modeld: autodetect tinygrad CUDA backend * Revert "modeld: autodetect tinygrad CUDA backend" This reverts commit 0e9755fb3c5c2021de27f4d230bd0a162883bc37. * comment why llvm@19 Co-authored-by: Adeeb Shihadeh <adeebshihadeh@gmail.com> * backend from jit * fix static analysis * simplify * compile flags log --------- Co-authored-by: Adeeb Shihadeh <adeebshihadeh@gmail.com>
84 lines
3.1 KiB
Python
84 lines
3.1 KiB
Python
import os
|
|
import glob
|
|
|
|
Import('env', 'envCython', 'arch', 'cereal', 'messaging', 'common', 'gpucommon', 'visionipc', 'transformations')
|
|
lenv = env.Clone()
|
|
lenvCython = envCython.Clone()
|
|
|
|
libs = [cereal, messaging, visionipc, gpucommon, common, 'capnp', 'kj', 'pthread']
|
|
frameworks = []
|
|
|
|
common_src = [
|
|
"models/commonmodel.cc",
|
|
"transforms/loadyuv.cc",
|
|
"transforms/transform.cc",
|
|
]
|
|
|
|
if arch == "Darwin":
|
|
# OpenCL is a framework on Mac
|
|
frameworks += ['OpenCL']
|
|
# Fix for METAL Error: $HOME must be set to run brew
|
|
lenv['ENV']['HOME'] = os.environ['HOME']
|
|
else:
|
|
libs += ['OpenCL']
|
|
|
|
# Set path definitions
|
|
for pathdef, fn in {'TRANSFORM': 'transforms/transform.cl', 'LOADYUV': 'transforms/loadyuv.cl'}.items():
|
|
for xenv in (lenv, lenvCython):
|
|
xenv['CXXFLAGS'].append(f'-D{pathdef}_PATH=\\"{File(fn).abspath}\\"')
|
|
|
|
# Compile cython
|
|
cython_libs = envCython["LIBS"] + libs
|
|
commonmodel_lib = lenv.Library('commonmodel', common_src)
|
|
lenvCython.Program('models/commonmodel_pyx.so', 'models/commonmodel_pyx.pyx', LIBS=[commonmodel_lib, *cython_libs], FRAMEWORKS=frameworks)
|
|
tinygrad_files = ["#"+x for x in glob.glob(env.Dir("#tinygrad_repo").relpath + "/**", recursive=True, root_dir=env.Dir("#").abspath) if 'pycache' not in x]
|
|
|
|
# Get model metadata
|
|
for model_name in ['driving_vision', 'driving_policy']:
|
|
fn = File(f"models/{model_name}").abspath
|
|
script_files = [File(Dir("#selfdrive/modeld").File("get_model_metadata.py").abspath)]
|
|
cmd = f'python3 {Dir("#selfdrive/modeld").abspath}/get_model_metadata.py {fn}.onnx'
|
|
lenv.Command(fn + "_metadata.pkl", [fn + ".onnx"] + tinygrad_files + script_files, cmd)
|
|
|
|
def tg_compile(flags, model_name):
|
|
pythonpath_string = 'PYTHONPATH="${PYTHONPATH}:' + env.Dir("#tinygrad_repo").abspath + '"'
|
|
fn = File(f"models/{model_name}").abspath
|
|
return lenv.Command(
|
|
fn + "_tinygrad.pkl",
|
|
[fn + ".onnx"] + tinygrad_files,
|
|
f'{pythonpath_string} {flags} python3 {Dir("#tinygrad_repo").abspath}/examples/openpilot/compile3.py {fn}.onnx {fn}_tinygrad.pkl'
|
|
)
|
|
|
|
# because tg doesn't support multi-process
|
|
import subprocess
|
|
devs = subprocess.check_output('python3 -c "from tinygrad import Device; print(list(Device.get_available_devices()))"', shell=True, cwd=env.Dir('#').abspath)
|
|
print("Available tinygrad devices:", devs)
|
|
|
|
if b"QCOM" in devs:
|
|
flags = 'QCOM=1'
|
|
elif b"METAL" in devs:
|
|
flags = 'METAL=1 IMAGE=0 NOLOCALS=0'
|
|
elif b"GPU" in devs:
|
|
flags = 'GPU=1'
|
|
elif b"LLVM" in devs:
|
|
flags = 'LLVM=1 LLVMOPT=1 BEAM=0 IMAGE=0 JIT=2'
|
|
else:
|
|
flags = 'CPU=1 IMAGE=0 JIT=2'
|
|
|
|
print(f"Compiling models with flags: '{flags}'")
|
|
|
|
# Compile small models
|
|
for model_name in ['driving_vision', 'driving_policy', 'dmonitoring_model']:
|
|
tg_compile(flags, model_name)
|
|
|
|
# Compile BIG model if USB GPU is available
|
|
if "USBGPU" in os.environ:
|
|
if b"AMD" in devs:
|
|
print("USB GPU detected... building")
|
|
flags = "AMD=1 AMD_IFACE=USB AMD_LLVM=1 NOLOCALS=0 IMAGE=0"
|
|
bp = tg_compile(flags, "big_driving_policy")
|
|
bv = tg_compile(flags, "big_driving_vision")
|
|
lenv.SideEffect('lock', [bp, bv]) # tg doesn't support multi-process so build serially
|
|
else:
|
|
print("USB GPU not detected... skipping")
|