inkling-2 / .meta /env.json
yujiepan's picture
Preserve native mixed NVFP4/MXFP8 Inkling 2 without model-specific plugins
6c0013a verified
Raw History Blame Contribute Delete
1.03 kB
{
"source_model": {
"name": "thinkingmachines/Inkling-2-Small",
"commit_id": "aac974122acd33ddb0d3e1f54433a9c5dd2249ce"
},
"environments": {
"creation": {
"python": "3.12.13",
"packages": {
"huggingface_hub": "2.3.0",
"safetensors": "0.8.0",
"tokenizers": "0.23.3",
"torch": "2.13.0+cu126",
"transformers": "5.23.0.dev0"
},
"cuda": "12.6"
},
"sglang": {
"python": "3.12.13",
"packages": {
"Pillow": "12.3.0",
"flashinfer-python": "0.7.4",
"huggingface_hub": "1.33.0",
"nvidia-cutlass-dsl": "4.8.0",
"safetensors": "0.8.0",
"sglang": "0.0.0.dev0",
"sglang-kernel": "0.4.10",
"tiktoken": "0.14.0",
"tml-renderers": "0.4.1",
"tokenizers": "0.23.2",
"torch": "2.14.1+cu130",
"transformers": "5.19.0",
"triton": "3.8.0"
},
"cuda": "13.0",
"hardware": {
"gpu_model": "NVIDIA H20"
}
}
}
}