nm-testing/granite-3.1-2b-instruct-W4A16-G128
3B • Updated • 4
nm-testing/DeepSeek-R1-Distill-Qwen-1.5B-W4A16-G128
2B • Updated • 4
nm-testing/whisper-large-v2-W4A16-G128
2B • Updated • 2
nm-testing/whisper-tiny-W4A16-G128
58M • Updated • 3
nm-testing/llama2.c-stories42M-quantized-fp8-Dynamic
58.1M • Updated • 8
nm-testing/TinyLlama-1.1B-Chat-v1.0-W8A8-Dynamic-Per-Token-uncompressed
1B • Updated • 232
nm-testing/TinyLlama-1.1B-Chat-v1.0-W8A8-Dynamic-Per-Token-compressed
1B • Updated • 688
nm-testing/TinyLlama-1.1B-Chat-v1.0-W8A16-G128-uncompressed
1B • Updated • 238
nm-testing/TinyLlama-1.1B-Chat-v1.0-W8A16-G128-compressed
1B • Updated • 709
nm-testing/TinyLlama-1.1B-Chat-v1.0-W4A16-G128-uncompressed
1B • Updated • 222
nm-testing/TinyLlama-1.1B-Chat-v1.0-W4A16-G128-compressed
1B • Updated • 857
nm-testing/TinyLlama-1.1B-Chat-v1.0-FP8-Dynamic-uncompressed
1B • Updated • 234
nm-testing/TinyLlama-1.1B-Chat-v1.0-FP8-Dynamic-compressed
1B • Updated • 1.12k
nm-testing/granite-3.1-3b-a800m-instruct-w4a16
3B • Updated • 3
nm-testing/DeepSeek-V2.5-1210-quantized.w4a16
238B • Updated • 4
nm-testing/llama-2-7b-sparse2of4
7B • Updated • 1
nm-testing/test-w4a16-mixtral-actorder-group
47B • Updated • 1.46k
nm-testing/llama2.c-stories15M-gsm8k-pruned.2of4-BitMask
22.2M • Updated • 5
nm-testing/llama2.c-stories15M-gsm8k-pruned.2of4-Uncompressed
24.4M • Updated • 3
nm-testing/gemma-2-9b-it-FP8-dynamic-KV
10B • Updated • 3
nm-testing/SparseLlama-3.1-8B-gsm8k-pruned.2of4-tensor_wts_tensor_act_int8-BitM
5B • Updated • 6
nm-testing/SparseLlama-3.1-8B-gsm8k-pruned.2of4-tensor_wts_tensor_act_fp8-BitM
5B • Updated • 3
nm-testing/SparseLlama-3.1-8B-gsm8k-pruned.2of4-tensor_wts_per_tok_dyn_act_int8-BitM
5B • Updated • 6
nm-testing/SparseLlama-3.1-8B-gsm8k-pruned.2of4-tensor_wts_per_tok_dyn_act_fp8-BitM
5B • Updated • 5
nm-testing/SparseLlama-3.1-8B-gsm8k-pruned.2of4-chnl_wts_tensor_act_int8-BitM
5B • Updated • 5
nm-testing/SparseLlama-3.1-8B-gsm8k-pruned.2of4-chnl_wts_tensor_act_fp8-BitM
5B • Updated • 1
nm-testing/TinyLlama-1.1B-Chat-v1.0-gsm8k-pruned.2of4-tensor_wts_tensor_act_int8-BitM
0.7B • Updated • 65
nm-testing/SparseLlama-3.1-8B-gsm8k-pruned.2of4-chnl_wts_per_tok_dyn_act_int8-BitM
5B • Updated • 5
nm-testing/TinyLlama-1.1B-Chat-v1.0-gsm8k-pruned.2of4-tensor_wts_tensor_act_fp8-BitM
0.7B • Updated • 55
nm-testing/TinyLlama-1.1B-Chat-v1.0-gsm8k-pruned.2of4-tensor_wts_per_tok_dyn_act_int8-BitM
0.7B • Updated • 58