hf_scripts/config.json

{
  "model_type": "cognet",
  "architecture": "non-transformer",
  "model_name": "CogNet-1B",
  "vocab_size": 136,
  "hidden_dim": 2048,
  "num_blocks": 16,
  "num_channels": 8,
  "channel_dim": 384,
  "ff_dim": 8192,
  "max_seq_len": 256,
  "working_slots": 128,
  "episodic_slots": 256,
  "semantic_slots": 512,
  "tokenizer_type": "character_level",
  "parameter_count": 1020000000,
  "training_framework": "pytorch",
  "license": "mit",
  "language": [
    "en",
    "fr",
    "code"
  ],
  "tags": [
    "non-transformer",
    "cognitive-routing",
    "hierarchical-memory",
    "character-level",
    "aicl"
  ],
  "pipeline_tag": "text-generation"
}