Buckets:
| { | |
| "model_type": "needle", | |
| "engine_version": "3.0.0", | |
| "architectures": [ | |
| "NeedleForToolCalling" | |
| ], | |
| "name_or_path": "Cactus-Compute/needle3", | |
| "vocab_size": 8192, | |
| "output_vocab_size": 8192, | |
| "hidden_size": 768, | |
| "num_hidden_layers": 20, | |
| "num_attention_heads": 12, | |
| "num_key_value_heads": 2, | |
| "qk_head_dim": 48, | |
| "value_head_dim": 64, | |
| "max_position_embeddings": 8192, | |
| "rope_theta": 100000.0, | |
| "tie_word_embeddings": true, | |
| "total_parameters": 121021910, | |
| "sliding_window": 1024, | |
| "attention": "gqa", | |
| "mlp": "hadamard", | |
| "extras": { | |
| "engram": { | |
| "sites": [ | |
| 3, | |
| 7, | |
| 11, | |
| 15, | |
| 19 | |
| ], | |
| "orders": [ | |
| 2, | |
| 3 | |
| ], | |
| "slots": 18432, | |
| "sub_dim": 128 | |
| }, | |
| "global_attention_layers": [ | |
| 4, | |
| 9, | |
| 14, | |
| 19 | |
| ], | |
| "qkv_conv_taps": 3, | |
| "mhc_lanes": 4, | |
| "heads": [ | |
| "confidence" | |
| ], | |
| "modalities": [ | |
| "text" | |
| ] | |
| }, | |
| "quantization": { | |
| "method": "cactus-quants", | |
| "scheme": "embedding=4,mhc=4,default=2", | |
| "group_size": 128, | |
| "kv_cache_bits": 8, | |
| "activation_bits": 8 | |
| }, | |
| "deployment": { | |
| "format": "cact", | |
| "runtime": "self-contained C++ / WebAssembly, no dependencies" | |
| }, | |
| "kv_window": 256 | |
| } | |
Xet Storage Details
- Size:
- 1.27 kB
- Xet hash:
- 2669bb5ccaeceab158a70377880bb68b13a233911a2ff34cfbb42a5e321bc6b3
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.