{ "orin": { "name": "index-translate-orin-0.1.0.tar.gz", "image": "local/index-translate-orinfer:0.1.0", "imageId": "sha256:28db9db4c4cf6386909e3e1e069888efbfe2e8fee91059ece52e8c895c8f7eea", "configImageId": "sha256:28db9db4c4cf6386909e3e1e069888efbfe2e8fee91059ece52e8c895c8f7eea", "size": 40969514, "sha256": "bf68875ab1f645eff7b7979bae404cead5fc47bc459b73be3bcc401c6e03178a", "unpackedSize": 154631946, "cacheBudgetBytes": 1073741824, "profiles": { "2b": { "mtp_drafts": 1, "prefix_cache_mib": 1024 }, "9b": { "mtp_drafts": 1, "prefix_cache_mib": 1024 }, "35b": { "mtp_drafts": 1, "prefix_cache_mib": 1024 } }, "compatibility": { "architecture": "arm64", "gpuComputeCapability": "8.7", "l4tVersion": "36.4.3", "jetpackVersion": "6.2.1", "backend": "orinfer", "backendVersion": "0.2.0+context-thinking-patch", "cudaVersion": "driver-injected/AOT-sm87", "torchVersion": null, "transformersVersion": null, "gdnMtpKernel": "orinfer-aot", "flashinferVersion": null, "adapterVersion": "index-translate-0.1.0", "referenceImageId": "sha256:b0b8e7af4d25f8dd1d8e9fc6d5330d86c2ab219ee767249ed6b6f52408bdc52c", "pythonVersion": null, "rustVersion": "1.99.0", "kernelRelease": "5.15.148-tegra", "cudaDriverApiVersion": 12060, "driverLibrarySha256": "255b3a41c663bf0fc37255f5b533bb5dd9d63e6608fff66cdb98800a5a0ae200" }, "validationPath": "artifacts/evidence/orin/results/production-validation/acceptance.json" }, "thor": { "name": "index-translate-thor-0.1.0.tar.gz", "image": "local/index-translate-vllm:0.1.0", "imageId": "sha256:8890b50639517b673a7a16fbcf1b8e797ef28b25dc9d02ac159f53fdd98ab2ca", "configImageId": "sha256:6f402b892aff89ee43720f212bd41b634dc7fce449df8a3a0fa6fe65a329e8ae", "size": 4772654412, "sha256": "b58eebeffbc9269130edf99e57c2149c29c831c4436de7d1396a4734aa00c867", "unpackedSize": 8999221221, "cacheBudgetBytes": 4294967296, "profiles": { "2b": { "gpu_memory_utilization": 0.15, "enforce_eager": false, "attention_backend": "FLASHINFER", "mtp_drafts": 1 }, "9b": { "gpu_memory_utilization": 0.25, "enforce_eager": false, "attention_backend": "FLASHINFER", "mtp_drafts": 1 }, "35b": { "gpu_memory_utilization": 0.35, "enforce_eager": false, "attention_backend": "FLASHINFER" } }, "compatibility": { "architecture": "arm64", "gpuComputeCapability": "11.0", "l4tVersion": "39.2.0", "jetpackVersion": "7.2", "backend": "vllm", "backendVersion": "0.29.0", "cudaVersion": "13.0", "torchVersion": "2.13.0+cu130", "transformersVersion": "5.16.1", "gdnMtpKernel": "triton", "flashinferVersion": "0.6.18", "adapterVersion": "index-translate-0.1.0", "referenceImageId": "sha256:b5ccbe208bbde1a0ae66f6ff695c8f858360882c91f8476c9fb3fd2a1c009960", "pythonVersion": "3.12.3", "rustVersion": null, "kernelRelease": "6.8.12-1021-tegra", "cudaDriverApiVersion": 13020, "driverLibrarySha256": "7472799e4ac9ba8f79d0df2a56bb513856199c3573fafbbd5779cb0b5ca85593" }, "validationPath": "artifacts/evidence/thor/results/production-validation/acceptance.json" } }