devops-thiago commited on
Commit
b35ad38
·
verified ·
1 Parent(s): cd502aa

Upload LoRA backbone adapters

Browse files
Files changed (1) hide show
  1. lora_backbone/adapter_config.json +2 -2
lora_backbone/adapter_config.json CHANGED
@@ -6,7 +6,7 @@
6
  "base_model_class": "Gemma4Model",
7
  "parent_library": "transformers.models.gemma4.modeling_gemma4"
8
  },
9
- "base_model_name_or_path": "google/gemma-4-e2b-it",
10
  "bias": "none",
11
  "corda_config": null,
12
  "ensure_weight_tying": false,
@@ -34,7 +34,7 @@
34
  "r": 16,
35
  "rank_pattern": {},
36
  "revision": null,
37
- "target_modules": ".*language_model.*(q_proj|o_proj|gate_proj|up_proj|down_proj).*",
38
  "target_parameters": null,
39
  "task_type": null,
40
  "trainable_token_indices": null,
 
6
  "base_model_class": "Gemma4Model",
7
  "parent_library": "transformers.models.gemma4.modeling_gemma4"
8
  },
9
+ "base_model_name_or_path": "checkpoints/classone_70pct_milestone_merged",
10
  "bias": "none",
11
  "corda_config": null,
12
  "ensure_weight_tying": false,
 
34
  "r": 16,
35
  "rank_pattern": {},
36
  "revision": null,
37
+ "target_modules": ".*language_model.*(q_proj|k_proj|v_proj|o_proj|gate_proj|up_proj|down_proj).*",
38
  "target_parameters": null,
39
  "task_type": null,
40
  "trainable_token_indices": null,