Update config.json

config.json

@@ -1,4 +1,14 @@
 {
+  "architectures": [
+    "LoopTransformerLM"
+  ],
+  "model_type": "loop_gqa_action",
+
+  "auto_map": {
+    "AutoConfig": "configuration_loop_gqa_action.LoopGQAActionConfig",
+    "AutoModelForCausalLM": "modeling_loop_gqa_action.LoopTransformerLM"
+  },
+
   "d_model": 512,
   "n_heads": 8,
   "n_kv_heads": 2,
@@ -10,34 +20,6 @@
   "rope_theta": 10000.0,
   "loop_theta": 100.0,
   "mlp_ratio": 2.6666666666666665,
-  "sft_data_path": "/content/computer_sft.jsonl",
-  "sft_checkpoint": "computer_sft_final.pt",
-  "sft_batch_size": 8,
-  "sft_grad_accum": 4,
-  "sft_epochs": 8,
-  "sft_lr": 3e-05,
-  "weight_decay": 0.05,
-  "grad_clip": 1.0,
-  "rl_checkpoint": "computer_rl_final.pt",
-  "rl_epochs": 30,
-  "rl_lr": 2e-06,
-  "entropy_coef": 0.002,
-  "baseline_beta": 0.9,
-  "max_episode_steps": 8,
-  "policy_temperature": 0.7,
-  "step_penalty": -0.01,
-  "progress_reward": 0.3,
-  "success_reward": 2.0,
-  "wrong_action_penalty": -0.2,
-  "repeat_penalty": -0.15,
-  "premature_done_penalty": -0.5,
-  "terminal_wrong_penalty": -0.3,
-  "pretrained_checkpoint": "checkpoint.pt",
-  "seed": 42,
-  "architectures": [
-    "LoopTransformerLM"
-  ],
-  "model_type": "loop_gqa_action",
   "vocab_size": 72000,
   "tokenizer_name": "j-llm/j72-tokenizer"
 }