Spaces:
Sleeping
Sleeping
KNOWN_BASES: add Cactus Needle
Browse files
scan.py
CHANGED
|
@@ -309,6 +309,15 @@ KNOWN_BASES = {
|
|
| 309 |
# Omni-modal (text+vision+audio), InklingForConditionalGeneration.
|
| 310 |
# vocab 201024 + eos 200006 = OpenAI o200k/harmony tokenizer heritage — the ex-OpenAI tell.
|
| 311 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 312 |
}
|
| 313 |
|
| 314 |
|
|
|
|
| 309 |
# Omni-modal (text+vision+audio), InklingForConditionalGeneration.
|
| 310 |
# vocab 201024 + eos 200006 = OpenAI o200k/harmony tokenizer heritage — the ex-OpenAI tell.
|
| 311 |
},
|
| 312 |
+
"needle": {
|
| 313 |
+
"name": "Cactus Needle (26M pure-attention encoder-decoder, edge tool-calling)",
|
| 314 |
+
"vocab_size": 8192,
|
| 315 |
+
"model_type_patterns": ["needle"],
|
| 316 |
+
# Cactus Compute Needle, NeedleForCausalLM (actually encoder-decoder): 12 enc + 8 dec layers,
|
| 317 |
+
# PURE ATTENTION (no FFN), GQA 8H/4KV, RoPE, ZCRMSNorm (zero-centered), gated residuals,
|
| 318 |
+
# d_model 512, vocab 8192 SentencePiece, ~26M params, INT4 QAT. Distilled from Gemini 3.1
|
| 319 |
+
# (honestly disclosed — distillation leaves no weight-level trace). On-device function-calling.
|
| 320 |
+
},
|
| 321 |
}
|
| 322 |
|
| 323 |
|