| { | |
| "model": "unsloth/Qwen3-14B", | |
| "initial_steering_vector_path": null, | |
| "layer_idx": 16, | |
| "alpha":256.0, | |
| "training_file": "/root/model-organisms-for-EM/em_organism_dir/data/training_datasets.zip.enc.extracted/bad_medical_advice.jsonl", | |
| "test_file": null, | |
| "finetuned_model_id": "yourusername/TEST", | |
| "max_seq_length": 256, | |
| "epochs": 2, | |
| "learning_rate": 5e-4, | |
| "weight_decay": 0.00, | |
| "beta_1": 0.9, | |
| "beta_2": 0.999, | |
| "evaluation_steps": 100, | |
| "save_steps": 5, | |
| "seed": 0, | |
| "per_device_train_batch_size": 2, | |
| "per_device_eval_batch_size": 8, | |
| "gradient_accumulation_steps": 8, | |
| "warmup_steps": 5, | |
| "optim": "adamw_8bit", | |
| "lr_scheduler_type": "linear", | |
| "train_on_responses_only": true, | |
| "push_to_hub": true, | |
| "push_to_private": false, | |
| "push_all_checkpoints": true, | |
| "cleanup_local_checkpoints": true, | |
| "use_unique_output_dir": true, | |
| "kl_regularization": true, | |
| "kl_dataset_file": "/root/model-organisms-for-EM/em_organism_dir/data/training_datasets.zip.enc.extracted/misalignment_kl_data.jsonl", | |
| "kl_weight": 1e6, | |
| "kl_batch_size": 8 | |
| } |