Upload LoRA backbone adapters
Browse files
lora_backbone/adapter_config.json
CHANGED
|
@@ -6,7 +6,7 @@
|
|
| 6 |
"base_model_class": "Gemma4Model",
|
| 7 |
"parent_library": "transformers.models.gemma4.modeling_gemma4"
|
| 8 |
},
|
| 9 |
-
"base_model_name_or_path": "
|
| 10 |
"bias": "none",
|
| 11 |
"corda_config": null,
|
| 12 |
"ensure_weight_tying": false,
|
|
@@ -34,7 +34,7 @@
|
|
| 34 |
"r": 16,
|
| 35 |
"rank_pattern": {},
|
| 36 |
"revision": null,
|
| 37 |
-
"target_modules": ".*language_model.*(q_proj|o_proj|gate_proj|up_proj|down_proj).*",
|
| 38 |
"target_parameters": null,
|
| 39 |
"task_type": null,
|
| 40 |
"trainable_token_indices": null,
|
|
|
|
| 6 |
"base_model_class": "Gemma4Model",
|
| 7 |
"parent_library": "transformers.models.gemma4.modeling_gemma4"
|
| 8 |
},
|
| 9 |
+
"base_model_name_or_path": "checkpoints/classone_70pct_milestone_merged",
|
| 10 |
"bias": "none",
|
| 11 |
"corda_config": null,
|
| 12 |
"ensure_weight_tying": false,
|
|
|
|
| 34 |
"r": 16,
|
| 35 |
"rank_pattern": {},
|
| 36 |
"revision": null,
|
| 37 |
+
"target_modules": ".*language_model.*(q_proj|k_proj|v_proj|o_proj|gate_proj|up_proj|down_proj).*",
|
| 38 |
"target_parameters": null,
|
| 39 |
"task_type": null,
|
| 40 |
"trainable_token_indices": null,
|