Hugging Face's logo

AlephFunk
/
jev-qwen

PEFT
Safetensors
lora
typed-decisions
looped-transformer
ai-control
benchmark
Model card Files
xet
 Community
AlephFunk commited on
Commit
7d989e3
·
verified ·
1 Parent(s): b5b3cc3

Publish adapters/v1_lora_s0

Browse files
Files changed (3) hide show
  1. adapters/v1_lora_s0/adapter_config.json +57 -0
  2. adapters/v1_lora_s0/adapter_model.safetensors +3 -0
  3. adapters/v1_lora_s0/train_record.json +202 -0
adapters/v1_lora_s0/adapter_config.json ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alora_invocation_tokens": null,
3
+ "alpha_pattern": {},
4
+ "arrow_config": null,
5
+ "auto_mapping": {
6
+ "base_model_class": "Qwen3_5ForCausalLM",
7
+ "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5"
8
+ },
9
+ "base_model_name_or_path": "Qwen/Qwen3.5-4B-Base",
10
+ "bias": "none",
11
+ "corda_config": null,
12
+ "ensure_weight_tying": false,
13
+ "eva_config": null,
14
+ "exclude_modules": null,
15
+ "fan_in_fan_out": false,
16
+ "inference_mode": true,
17
+ "init_lora_weights": true,
18
+ "kasa_config": null,
19
+ "layer_replication": null,
20
+ "layers_pattern": null,
21
+ "layers_to_transform": null,
22
+ "loftq_config": {},
23
+ "lora_alpha": 32,
24
+ "lora_bias": false,
25
+ "lora_dropout": 0.05,
26
+ "lora_ga_config": null,
27
+ "megatron_config": null,
28
+ "megatron_core": "megatron.core",
29
+ "modules_to_save": null,
30
+ "monteclora_config": null,
31
+ "peft_type": "LORA",
32
+ "peft_version": "0.21.1",
33
+ "qalora_group_size": 16,
34
+ "r": 16,
35
+ "rank_pattern": {},
36
+ "revision": null,
37
+ "target_modules": [
38
+ "q_proj",
39
+ "gate_proj",
40
+ "k_proj",
41
+ "in_proj_qkv",
42
+ "up_proj",
43
+ "down_proj",
44
+ "in_proj_z",
45
+ "out_proj",
46
+ "o_proj",
47
+ "v_proj"
48
+ ],
49
+ "target_parameters": null,
50
+ "task_type": null,
51
+ "trainable_token_indices": null,
52
+ "use_bdlora": null,
53
+ "use_dora": false,
54
+ "use_qalora": false,
55
+ "use_rslora": false,
56
+ "velora_config": null
57
+ }
adapters/v1_lora_s0/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e77c96657ec92f9e91fb8b2201ace012e8ed12f2ad4c6f1b843ef001e03e098
3
+ size 121951008
adapters/v1_lora_s0/train_record.json ADDED
@@ -0,0 +1,202 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "v1_lora",
3
+ "seed": 0,
4
+ "created_utc": "2026-10-03T02:58:23Z",
5
+ "git": {
6
+ "commit": "c51596d0335785b92c7f2a84a1edf45e7b6ccb1a",
7
+ "dirty": false
8
+ },
9
+ "config": {
10
+ "name": "v1_lora",
11
+ "variant": "configs/variants/v0_baseline.yaml",
12
+ "seed": 0,
13
+ "data": {
14
+ "prompt_suite": "evals/suites/dev.yaml",
15
+ "exclude_suites": [
16
+ "evals/suites/smoke.yaml",
17
+ "evals/suites/dev.yaml"
18
+ ],
19
+ "tasks": null,
20
+ "difficulties": [
21
+ 1,
22
+ 2,
23
+ 3
24
+ ],
25
+ "n_per_difficulty": 100,
26
+ "n_val_per_difficulty": 4,
27
+ "formats": [
28
+ "choice",
29
+ "generate",
30
+ "generate_cot"
31
+ ]
32
+ },
33
+ "lora": {
34
+ "r": 16,
35
+ "alpha": 32,
36
+ "dropout": 0.05,
37
+ "target_modules": [
38
+ "q_proj",
39
+ "k_proj",
40
+ "v_proj",
41
+ "o_proj",
42
+ "in_proj_qkv",
43
+ "in_proj_z",
44
+ "out_proj",
45
+ "gate_proj",
46
+ "up_proj",
47
+ "down_proj"
48
+ ],
49
+ "layers_to_transform": null
50
+ },
51
+ "loss": {
52
+ "choice": "ce"
53
+ },
54
+ "optim": {
55
+ "lr": 0.0001,
56
+ "warmup_steps": 20,
57
+ "min_lr_ratio": 0.1,
58
+ "grad_accum": 8,
59
+ "epochs": 1,
60
+ "max_grad_norm": 1.0,
61
+ "weight_decay": 0.0
62
+ },
63
+ "gradient_checkpointing": true,
64
+ "eval_every": 50,
65
+ "save_every": 25,
66
+ "max_steps": null
67
+ },
68
+ "config_sha256": "00664023cf1a5c6434508cac19af30bcbcd408317396fbcdf5a9ea7c62119d83",
69
+ "variant": {
70
+ "name": "v0_baseline",
71
+ "driver": "stock",
72
+ "loop": null,
73
+ "halting": null,
74
+ "adapter": null
75
+ },
76
+ "model": {
77
+ "id": "Qwen/Qwen3.5-4B-Base",
78
+ "revision_requested": "1001bb4d826a52d1f399e183466143f4da7b741b",
79
+ "revision_resolved": null,
80
+ "class": "Qwen3_5ForCausalLM",
81
+ "dtype": "bfloat16",
82
+ "load_in_4bit": false,
83
+ "cuda_memory_fraction": 0.7,
84
+ "unexpected_keys_dropped": 0,
85
+ "n_params_text_stack": 4236225536,
86
+ "num_layers": 32,
87
+ "layer_types": [
88
+ "linear_attention",
89
+ "linear_attention",
90
+ "linear_attention",
91
+ "full_attention",
92
+ "linear_attention",
93
+ "linear_attention",
94
+ "linear_attention",
95
+ "full_attention",
96
+ "linear_attention",
97
+ "linear_attention",
98
+ "linear_attention",
99
+ "full_attention",
100
+ "linear_attention",
101
+ "linear_attention",
102
+ "linear_attention",
103
+ "full_attention",
104
+ "linear_attention",
105
+ "linear_attention",
106
+ "linear_attention",
107
+ "full_attention",
108
+ "linear_attention",
109
+ "linear_attention",
110
+ "linear_attention",
111
+ "full_attention",
112
+ "linear_attention",
113
+ "linear_attention",
114
+ "linear_attention",
115
+ "full_attention",
116
+ "linear_attention",
117
+ "linear_attention",
118
+ "linear_attention",
119
+ "full_attention"
120
+ ],
121
+ "trainable_params": 30474240
122
+ },
123
+ "data": {
124
+ "prompt_suite": "evals/suites/dev.yaml",
125
+ "exclude_suites": [
126
+ "evals/suites/smoke.yaml",
127
+ "evals/suites/dev.yaml"
128
+ ],
129
+ "n_eval_questions_excluded": 1040,
130
+ "tasks": [
131
+ "arith_chain",
132
+ "var_trace",
133
+ "order_chain",
134
+ "bool_eval",
135
+ "tool_select",
136
+ "graph_hops",
137
+ "relation_hops",
138
+ "auth_gate"
139
+ ],
140
+ "difficulties": [
141
+ 1,
142
+ 2,
143
+ 3
144
+ ],
145
+ "n_train": 2400,
146
+ "n_val": 96,
147
+ "formats": {
148
+ "choice": 800,
149
+ "generate": 800,
150
+ "generate_cot": 800
151
+ },
152
+ "generator_version": 2,
153
+ "train_sha256": "29fe59b78733455dd7ed205fd2153b0e77a25b890a5c370aa9d4bc3c52985f15",
154
+ "val_sha256": "a08c1914670d167429ab61dbc95ca49d6719e4db64570361b6f89313b8da5d1a",
155
+ "max_train_tokens": 747
156
+ },
157
+ "steps": 300,
158
+ "final": {
159
+ "step": 300,
160
+ "lr": 1.0002832446038474e-05,
161
+ "grad_norm": 1.695970058441162,
162
+ "seconds": 13.071370300000126,
163
+ "loss": 0.05616926579546089,
164
+ "loss_generate_cot": 0.07160124182973959,
165
+ "loss_generate": 1.6629557649139315e-05,
166
+ "loss_choice": 0.054310843162359866,
167
+ "train_choice_accuracy": 1.0,
168
+ "peak_vram_mb": 9074.12451171875,
169
+ "val_ce_choice": 0.16570466194492894,
170
+ "val_ce_generate": 0.06180746486386113,
171
+ "val_ce_generate_cot": 0.015650053113944296,
172
+ "val_choice_accuracy": 0.90625
173
+ },
174
+ "hardware": {
175
+ "platform": "Windows-11-10.0.26200-SP0",
176
+ "python": "3.12.10",
177
+ "cpu": "AMD64 Family 26 Model 36 Stepping 0, AuthenticAMD",
178
+ "cpu_count": 20,
179
+ "packages": {
180
+ "torch": "2.11.0+cu128",
181
+ "transformers": "5.17.0",
182
+ "peft": "0.21.1",
183
+ "accelerate": "1.15.0",
184
+ "bitsandbytes": "0.50.2",
185
+ "safetensors": "0.8.0",
186
+ "tokenizers": "0.23.2"
187
+ },
188
+ "gpu": {
189
+ "name": "NVIDIA GeForce RTX 5080 Laptop GPU",
190
+ "memory_total_mib": 16303,
191
+ "memory_used_mib": 12841,
192
+ "utilization_pct": 98,
193
+ "driver_version": "572.76"
194
+ },
195
+ "ram_total_gb": 31.1,
196
+ "ram_available_gb": 6.1,
197
+ "torch_cuda_available": true,
198
+ "torch_cuda_version": "12.8"
199
+ },
200
+ "wall_time_s": 4111.013108200001,
201
+ "adapter": "adapter"
202
+ }