trohrbaugh commited on
Commit
e1cade2
·
verified ·
1 Parent(s): 2f93183

KNOWN_BASES: add Cactus Needle

Browse files
Files changed (1) hide show
  1. scan.py +9 -0
scan.py CHANGED
@@ -309,6 +309,15 @@ KNOWN_BASES = {
309
  # Omni-modal (text+vision+audio), InklingForConditionalGeneration.
310
  # vocab 201024 + eos 200006 = OpenAI o200k/harmony tokenizer heritage — the ex-OpenAI tell.
311
  },
 
 
 
 
 
 
 
 
 
312
  }
313
 
314
 
 
309
  # Omni-modal (text+vision+audio), InklingForConditionalGeneration.
310
  # vocab 201024 + eos 200006 = OpenAI o200k/harmony tokenizer heritage — the ex-OpenAI tell.
311
  },
312
+ "needle": {
313
+ "name": "Cactus Needle (26M pure-attention encoder-decoder, edge tool-calling)",
314
+ "vocab_size": 8192,
315
+ "model_type_patterns": ["needle"],
316
+ # Cactus Compute Needle, NeedleForCausalLM (actually encoder-decoder): 12 enc + 8 dec layers,
317
+ # PURE ATTENTION (no FFN), GQA 8H/4KV, RoPE, ZCRMSNorm (zero-centered), gated residuals,
318
+ # d_model 512, vocab 8192 SentencePiece, ~26M params, INT4 QAT. Distilled from Gemini 3.1
319
+ # (honestly disclosed — distillation leaves no weight-level trace). On-device function-calling.
320
+ },
321
  }
322
 
323