nm-testing/DeepSeek-R1-Distill-Qwen-14B2of4-sparse
15B
•
Updated
•
1
nm-testing/Mistral-7B-Instruct-v0.3-FP8-Dynamic
7B
•
Updated
•
1
nm-testing/DeepSeek-R1-Distill-Qwen-14B-W4A16-G128
3B
•
Updated
nm-testing/granite-8b-code-instruct-128k-FP8-Dynamic
8B
•
Updated
•
1
nm-testing/DeepSeek-R1-Distill-Qwen-14B-W8A8-Dynamic-Per-Token
15B
•
Updated
•
1
nm-testing/granite-3.1-8b-instruct-FP8-Dynamic
8B
•
Updated
•
1
nm-testing/DeepSeek-R1-Distill-Qwen-14B-FP8-Dynamic
15B
•
Updated
•
1
nm-testing/kyle-Qwen2-VL-72B-Instruct-W4A16-G128
13B
•
Updated
•
1
nm-testing/llama2.c-stories42M-pruned2.4-compressed
48.6M
•
Updated
•
12
nm-testing/granite-3.1-2b-instruct-W4A16-G128
0.5B
•
Updated
•
2
nm-testing/DeepSeek-R1-Distill-Qwen-1.5B-W4A16-G128
0.6B
•
Updated
•
2
nm-testing/whisper-large-v2-W4A16-G128
0.3B
•
Updated
•
1
nm-testing/whisper-tiny-W4A16-G128
26.1M
•
Updated
•
1
nm-testing/llama2.c-stories42M-quantized-fp8-Dynamic
58.1M
•
Updated
•
1
nm-testing/TinyLlama-1.1B-Chat-v1.0-W8A8-Dynamic-Per-Token-uncompressed
1B
•
Updated
•
82
nm-testing/TinyLlama-1.1B-Chat-v1.0-W8A8-Dynamic-Per-Token-compressed
1B
•
Updated
•
320
nm-testing/TinyLlama-1.1B-Chat-v1.0-W8A16-G128-uncompressed
1B
•
Updated
•
177
nm-testing/TinyLlama-1.1B-Chat-v1.0-W8A16-G128-compressed
0.4B
•
Updated
•
630
nm-testing/TinyLlama-1.1B-Chat-v1.0-W4A16-G128-uncompressed
1B
•
Updated
•
84
nm-testing/TinyLlama-1.1B-Chat-v1.0-W4A16-G128-compressed
0.3B
•
Updated
•
328
nm-testing/TinyLlama-1.1B-Chat-v1.0-FP8-Dynamic-uncompressed
1B
•
Updated
•
158
nm-testing/TinyLlama-1.1B-Chat-v1.0-FP8-Dynamic-compressed
1B
•
Updated
•
682
nm-testing/granite-3.1-3b-a800m-instruct-w4a16
nm-testing/DeepSeek-V2.5-1210-quantized.w4a16
32B
•
Updated
•
1
nm-testing/llama-2-7b-sparse2of4
7B
•
Updated
•
1
nm-testing/test-w4a16-mixtral-actorder-group
6B
•
Updated
•
1.58k
nm-testing/llama2.c-stories15M-gsm8k-pruned.2of4-BitMask
22.2M
•
Updated
•
1
nm-testing/llama2.c-stories15M-gsm8k-pruned.2of4-Uncompressed
24.4M
•
Updated
•
1
nm-testing/gemma-2-9b-it-FP8-dynamic-KV
10B
•
Updated
•
1
nm-testing/SparseLlama-3.1-8B-gsm8k-pruned.2of4-tensor_wts_tensor_act_int8-BitM
5B
•
Updated
•
1