Add MemOnce checkpoint: config.json

config.json

@@ -0,0 +1,25 @@
+{
+  "architectures": [
+    "NativeMemoryModel"
+  ],
+  "attn_implementation": "sdpa",
+  "base_model_name_or_path": "/home/app.t0002931/work/huggingface/hub/Qwen3.5-4B",
+  "dtype": "bfloat16",
+  "local_files_only": true,
+  "lora_alpha": 256,
+  "lora_dropout": 0.05,
+  "lora_r": 128,
+  "memory_views": 1,
+  "model_type": "nativememory_exp37",
+  "num_memory_tokens": 64,
+  "retrieval_embedding_dim": 1024,
+  "retrieval_loss_weight": 0.1,
+  "retrieval_margin": 2.0,
+  "retrieval_score_threshold": 5.0,
+  "retrieval_temperature": 0.1,
+  "retrieve_blocks": 64,
+  "short_state_tokens": 1024,
+  "target_len": 4096,
+  "transformers_version": "5.14.1",
+  "use_cache": false
+}