mirror of
https://github.com/Mesh-LLM/mesh-llm.git
synced 2026-08-08 22:23:19 -04:00
ed41f366dc
- build one backend-neutral host per platform and package native runtimes separately - compose immutable product-v2 bundles from verified host and runtime artifacts - enforce host import policy and runtime provenance across release and SDK lanes - align debug, release, Windows, Kotlin, and Swift validation with the composed product model - update release documentation, CI topology, and agent guidance for the unified path - require no-device client readiness and bounded clean shutdown for packaged runtimes
140 lines
4.4 KiB
Python
140 lines
4.4 KiB
Python
from __future__ import annotations
|
|
|
|
import json
|
|
import os
|
|
from pathlib import Path
|
|
import subprocess
|
|
import tempfile
|
|
import unittest
|
|
|
|
|
|
ROOT = Path(__file__).resolve().parents[2]
|
|
SCRIPT = ROOT / "scripts" / "package-native-runtime.sh"
|
|
|
|
|
|
class PackageNativeRuntimeTests(unittest.TestCase):
|
|
def test_cpu_package_with_no_tools_is_safe_under_macos_bash(self) -> None:
|
|
with tempfile.TemporaryDirectory() as directory:
|
|
root = Path(directory)
|
|
build_dir = root / "build"
|
|
build_dir.mkdir()
|
|
(build_dir / "libllama.so").write_bytes(b"test native runtime")
|
|
|
|
tool_dir = root / "tools"
|
|
tool_dir.mkdir()
|
|
patchelf = tool_dir / "patchelf"
|
|
patchelf.write_text("#!/bin/sh\nexit 0\n", encoding="utf-8")
|
|
patchelf.chmod(0o755)
|
|
|
|
env = os.environ.copy()
|
|
env["LLAMA_STAGE_BUILD_DIR"] = str(build_dir)
|
|
env["PATH"] = f"{tool_dir}{os.pathsep}{env['PATH']}"
|
|
result = subprocess.run(
|
|
[
|
|
"/bin/bash",
|
|
str(SCRIPT),
|
|
"--backend",
|
|
"cpu",
|
|
"--target",
|
|
"x86_64-unknown-linux-gnu",
|
|
"--out",
|
|
str(root / "output"),
|
|
],
|
|
env=env,
|
|
text=True,
|
|
capture_output=True,
|
|
)
|
|
|
|
result.check_returncode()
|
|
manifest = json.loads(
|
|
(
|
|
root
|
|
/ "output"
|
|
/ "meshllm-native-runtime-linux-x86_64-cpu"
|
|
/ "manifest.json"
|
|
).read_text(encoding="utf-8")
|
|
)
|
|
self.assertEqual(manifest["runtime"]["tools"], {})
|
|
|
|
def test_cuda_flavor_uses_mesh_cuda_version_major(self) -> None:
|
|
self.assertEqual(
|
|
self.backend_flavor("cuda", mesh_cuda_version="13.1.2"),
|
|
"cuda13",
|
|
)
|
|
|
|
def test_explicit_cuda_toolkit_major_wins(self) -> None:
|
|
self.assertEqual(
|
|
self.backend_flavor(
|
|
"cuda",
|
|
mesh_cuda_version="13.1.2",
|
|
toolkit_major="12",
|
|
),
|
|
"cuda12",
|
|
)
|
|
|
|
def test_cuda_flavor_defaults_to_cuda_12(self) -> None:
|
|
self.assertEqual(self.backend_flavor("cuda"), "cuda12")
|
|
|
|
def test_cuda_blackwell_flavor_defaults_to_cuda13_sm120(self) -> None:
|
|
self.assertEqual(self.backend_flavor("cuda-blackwell"), "cuda13-sm120")
|
|
|
|
def test_explicit_cuda_toolkit_major_rejects_non_digits(self) -> None:
|
|
for toolkit_major in ("12.1", "cuda12"):
|
|
with self.subTest(toolkit_major=toolkit_major):
|
|
result = self.backend_flavor_process(
|
|
"cuda",
|
|
toolkit_major=toolkit_major,
|
|
)
|
|
self.assertNotEqual(result.returncode, 0)
|
|
self.assertIn(
|
|
"MESH_LLM_CUDA_TOOLKIT_MAJOR must be digits-only",
|
|
result.stderr,
|
|
)
|
|
|
|
def backend_flavor(
|
|
self,
|
|
backend: str,
|
|
*,
|
|
mesh_cuda_version: str | None = None,
|
|
toolkit_major: str | None = None,
|
|
) -> str:
|
|
result = self.backend_flavor_process(
|
|
backend,
|
|
mesh_cuda_version=mesh_cuda_version,
|
|
toolkit_major=toolkit_major,
|
|
)
|
|
result.check_returncode()
|
|
return result.stdout.strip()
|
|
|
|
def backend_flavor_process(
|
|
self,
|
|
backend: str,
|
|
*,
|
|
mesh_cuda_version: str | None = None,
|
|
toolkit_major: str | None = None,
|
|
) -> subprocess.CompletedProcess[str]:
|
|
script = SCRIPT.read_text(encoding="utf-8")
|
|
start = script.index("backend_flavor()")
|
|
end = script.index("build_backend()", start)
|
|
helpers = script[start:end]
|
|
env = os.environ.copy()
|
|
env["BACKEND"] = backend
|
|
for name, value in (
|
|
("MESH_CUDA_VERSION", mesh_cuda_version),
|
|
("MESH_LLM_CUDA_TOOLKIT_MAJOR", toolkit_major),
|
|
):
|
|
if value is None:
|
|
env.pop(name, None)
|
|
else:
|
|
env[name] = value
|
|
result = subprocess.run(
|
|
["bash", "-c", f"set -euo pipefail\n{helpers}\nbackend_flavor"],
|
|
env=env,
|
|
text=True,
|
|
capture_output=True,
|
|
)
|
|
return result
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|