Index-Translate-AIPod / runtime /accepted-inputs.json
manateelazycat's picture
Index Translate LPK 0.1.0: artifacts
0698504 verified
Raw History Blame Contribute Delete
3.49 kB
{
"orin": {
"name": "index-translate-orin-0.1.0.tar.gz",
"image": "local/index-translate-orinfer:0.1.0",
"imageId": "sha256:28db9db4c4cf6386909e3e1e069888efbfe2e8fee91059ece52e8c895c8f7eea",
"configImageId": "sha256:28db9db4c4cf6386909e3e1e069888efbfe2e8fee91059ece52e8c895c8f7eea",
"size": 40969514,
"sha256": "bf68875ab1f645eff7b7979bae404cead5fc47bc459b73be3bcc401c6e03178a",
"unpackedSize": 154631946,
"cacheBudgetBytes": 1073741824,
"profiles": {
"2b": {
"mtp_drafts": 1,
"prefix_cache_mib": 1024
},
"9b": {
"mtp_drafts": 1,
"prefix_cache_mib": 1024
},
"35b": {
"mtp_drafts": 1,
"prefix_cache_mib": 1024
}
},
"compatibility": {
"architecture": "arm64",
"gpuComputeCapability": "8.7",
"l4tVersion": "36.4.3",
"jetpackVersion": "6.2.1",
"backend": "orinfer",
"backendVersion": "0.2.0+context-thinking-patch",
"cudaVersion": "driver-injected/AOT-sm87",
"torchVersion": null,
"transformersVersion": null,
"gdnMtpKernel": "orinfer-aot",
"flashinferVersion": null,
"adapterVersion": "index-translate-0.1.0",
"referenceImageId": "sha256:b0b8e7af4d25f8dd1d8e9fc6d5330d86c2ab219ee767249ed6b6f52408bdc52c",
"pythonVersion": null,
"rustVersion": "1.99.0",
"kernelRelease": "5.15.148-tegra",
"cudaDriverApiVersion": 12060,
"driverLibrarySha256": "255b3a41c663bf0fc37255f5b533bb5dd9d63e6608fff66cdb98800a5a0ae200"
},
"validationPath": "artifacts/evidence/orin/results/production-validation/acceptance.json"
},
"thor": {
"name": "index-translate-thor-0.1.0.tar.gz",
"image": "local/index-translate-vllm:0.1.0",
"imageId": "sha256:8890b50639517b673a7a16fbcf1b8e797ef28b25dc9d02ac159f53fdd98ab2ca",
"configImageId": "sha256:6f402b892aff89ee43720f212bd41b634dc7fce449df8a3a0fa6fe65a329e8ae",
"size": 4772654412,
"sha256": "b58eebeffbc9269130edf99e57c2149c29c831c4436de7d1396a4734aa00c867",
"unpackedSize": 8999221221,
"cacheBudgetBytes": 4294967296,
"profiles": {
"2b": {
"gpu_memory_utilization": 0.15,
"enforce_eager": false,
"attention_backend": "FLASHINFER",
"mtp_drafts": 1
},
"9b": {
"gpu_memory_utilization": 0.25,
"enforce_eager": false,
"attention_backend": "FLASHINFER",
"mtp_drafts": 1
},
"35b": {
"gpu_memory_utilization": 0.35,
"enforce_eager": false,
"attention_backend": "FLASHINFER"
}
},
"compatibility": {
"architecture": "arm64",
"gpuComputeCapability": "11.0",
"l4tVersion": "39.2.0",
"jetpackVersion": "7.2",
"backend": "vllm",
"backendVersion": "0.29.0",
"cudaVersion": "13.0",
"torchVersion": "2.13.0+cu130",
"transformersVersion": "5.16.1",
"gdnMtpKernel": "triton",
"flashinferVersion": "0.6.18",
"adapterVersion": "index-translate-0.1.0",
"referenceImageId": "sha256:b5ccbe208bbde1a0ae66f6ff695c8f858360882c91f8476c9fb3fd2a1c009960",
"pythonVersion": "3.12.3",
"rustVersion": null,
"kernelRelease": "6.8.12-1021-tegra",
"cudaDriverApiVersion": 13020,
"driverLibrarySha256": "7472799e4ac9ba8f79d0df2a56bb513856199c3573fafbbd5779cb0b5ca85593"
},
"validationPath": "artifacts/evidence/thor/results/production-validation/acceptance.json"
}
}