WeirdRunner commited on
Commit
20dc21c
·
verified ·
1 Parent(s): 374a9a3

Promote Azure DGAC checkpoint to DiLoCo anchor and prune stale Hub state

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. diloco_state/anchor/adapter_config.json +8 -6
  2. diloco_state/anchor/adapter_model.safetensors +2 -2
  3. diloco_state/anchor/anchor_metadata.json +17 -0
  4. diloco_state/anchor/halt_gate.pt +2 -2
  5. diloco_state/locks/mac_dgac_fallback.json +0 -23
  6. diloco_state/round_state.json +16 -22
  7. diloco_state/workers/A/round_0000_stage_10/adapter_config.json +0 -47
  8. diloco_state/workers/A/round_0000_stage_10/adapter_model.safetensors +0 -3
  9. diloco_state/workers/A/round_0000_stage_10/halt_gate.pt +0 -3
  10. diloco_state/workers/A/round_0000_stage_2/adapter_config.json +0 -47
  11. diloco_state/workers/A/round_0000_stage_2/adapter_model.safetensors +0 -3
  12. diloco_state/workers/A/round_0000_stage_3/adapter_config.json +0 -47
  13. diloco_state/workers/A/round_0000_stage_3/adapter_model.safetensors +0 -3
  14. diloco_state/workers/A/round_0000_stage_4/adapter_config.json +0 -47
  15. diloco_state/workers/A/round_0000_stage_4/adapter_model.safetensors +0 -3
  16. diloco_state/workers/A/round_0000_stage_5/adapter_config.json +0 -47
  17. diloco_state/workers/A/round_0000_stage_5/adapter_model.safetensors +0 -3
  18. diloco_state/workers/A/round_0000_stage_6/adapter_config.json +0 -47
  19. diloco_state/workers/A/round_0000_stage_6/adapter_model.safetensors +0 -3
  20. diloco_state/workers/A/round_0000_stage_7/adapter_config.json +0 -47
  21. diloco_state/workers/A/round_0000_stage_7/adapter_model.safetensors +0 -3
  22. diloco_state/workers/A/round_0000_stage_8/adapter_config.json +0 -47
  23. diloco_state/workers/A/round_0000_stage_8/adapter_model.safetensors +0 -3
  24. diloco_state/workers/A/round_0000_stage_9/adapter_config.json +0 -47
  25. diloco_state/workers/A/round_0000_stage_9/adapter_model.safetensors +0 -3
  26. diloco_state/workers/A/round_0001_stage_10/adapter_config.json +0 -47
  27. diloco_state/workers/A/round_0001_stage_10/adapter_model.safetensors +0 -3
  28. diloco_state/workers/A/round_0001_stage_10/halt_gate.pt +0 -3
  29. diloco_state/workers/A/round_0001_stage_2/adapter_config.json +0 -47
  30. diloco_state/workers/A/round_0001_stage_2/adapter_model.safetensors +0 -3
  31. diloco_state/workers/A/round_0001_stage_3/adapter_config.json +0 -47
  32. diloco_state/workers/A/round_0001_stage_3/adapter_model.safetensors +0 -3
  33. diloco_state/workers/A/round_0001_stage_8/adapter_config.json +0 -47
  34. diloco_state/workers/A/round_0001_stage_8/adapter_model.safetensors +0 -3
  35. diloco_state/workers/A/round_0001_stage_9/adapter_config.json +0 -47
  36. diloco_state/workers/A/round_0001_stage_9/adapter_model.safetensors +0 -3
  37. diloco_state/workers/A/round_0002_stage_10/adapter_config.json +0 -47
  38. diloco_state/workers/A/round_0002_stage_10/adapter_model.safetensors +0 -3
  39. diloco_state/workers/A/round_0002_stage_2/adapter_config.json +0 -47
  40. diloco_state/workers/A/round_0002_stage_2/adapter_model.safetensors +0 -3
  41. diloco_state/workers/A/round_0002_stage_8/adapter_config.json +0 -47
  42. diloco_state/workers/A/round_0002_stage_8/adapter_model.safetensors +0 -3
  43. diloco_state/workers/A/round_0003_stage_2/adapter_config.json +0 -47
  44. diloco_state/workers/A/round_0003_stage_2/adapter_model.safetensors +0 -3
  45. diloco_state/workers/A/round_0004_stage_2/adapter_config.json +0 -47
  46. diloco_state/workers/A/round_0004_stage_2/adapter_model.safetensors +0 -3
  47. diloco_state/workers/A/round_0004_stage_3/adapter_config.json +0 -47
  48. diloco_state/workers/A/round_0004_stage_3/adapter_model.safetensors +0 -3
  49. diloco_state/workers/A/round_0005_stage_2/adapter_config.json +0 -47
  50. diloco_state/workers/A/round_0005_stage_2/adapter_model.safetensors +0 -3
diloco_state/anchor/adapter_config.json CHANGED
@@ -19,28 +19,30 @@
19
  "lora_alpha": 64,
20
  "lora_bias": false,
21
  "lora_dropout": 0.05,
 
22
  "megatron_config": null,
23
  "megatron_core": "megatron.core",
24
  "modules_to_save": null,
25
  "peft_type": "LORA",
26
- "peft_version": "0.18.1",
27
  "qalora_group_size": 16,
28
  "r": 32,
29
  "rank_pattern": {},
30
  "revision": null,
31
  "target_modules": [
32
- "out_proj",
33
  "x_proj",
34
- "o_proj",
35
- "dt_proj",
36
- "q_proj",
37
  "k_proj",
 
 
38
  "in_proj",
39
- "v_proj"
 
 
40
  ],
41
  "target_parameters": null,
42
  "task_type": "CAUSAL_LM",
43
  "trainable_token_indices": null,
 
44
  "use_dora": false,
45
  "use_qalora": false,
46
  "use_rslora": false
 
19
  "lora_alpha": 64,
20
  "lora_bias": false,
21
  "lora_dropout": 0.05,
22
+ "lora_ga_config": null,
23
  "megatron_config": null,
24
  "megatron_core": "megatron.core",
25
  "modules_to_save": null,
26
  "peft_type": "LORA",
27
+ "peft_version": "0.19.1",
28
  "qalora_group_size": 16,
29
  "r": 32,
30
  "rank_pattern": {},
31
  "revision": null,
32
  "target_modules": [
 
33
  "x_proj",
 
 
 
34
  "k_proj",
35
+ "q_proj",
36
+ "v_proj",
37
  "in_proj",
38
+ "out_proj",
39
+ "dt_proj",
40
+ "o_proj"
41
  ],
42
  "target_parameters": null,
43
  "task_type": "CAUSAL_LM",
44
  "trainable_token_indices": null,
45
+ "use_bdlora": null,
46
  "use_dora": false,
47
  "use_qalora": false,
48
  "use_rslora": false
diloco_state/anchor/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1c64962ca0ef34f3ac44a8e56045b0aa04c1b6e45689df221dca2994d268dde8
3
- size 1557071872
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6203f410af11ab49298ec6ee04e05e024a713e8777d69314d1918f25dc12f4c
3
+ size 1557071904
diloco_state/anchor/anchor_metadata.json ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "promoted_at": "2026-05-15T11:24:25+00:00",
3
+ "repo_id": "WeirdRunner/Ouroboros",
4
+ "source_revision": "374a9a32d81242224465b786d62aaef7564639e6",
5
+ "source_checkpoint": "runs/azure_h100_dgac/stage_10/checkpoint-0001154",
6
+ "source_local_checkpoint": null,
7
+ "anchor_prefix": "diloco_state/anchor",
8
+ "terminal_stage": 10,
9
+ "total_train_samples": 36906,
10
+ "mark_dgac_complete": true,
11
+ "reason": "Promoted completed Azure DGAC checkpoint to canonical DiLoCo anchor.",
12
+ "copied_files": {
13
+ "runs/azure_h100_dgac/stage_10/checkpoint-0001154/adapter_model/adapter_model.safetensors": "diloco_state/anchor/adapter_model.safetensors",
14
+ "runs/azure_h100_dgac/stage_10/checkpoint-0001154/adapter_model/adapter_config.json": "diloco_state/anchor/adapter_config.json",
15
+ "runs/azure_h100_dgac/stage_10/checkpoint-0001154/halt_gate.pt": "diloco_state/anchor/halt_gate.pt"
16
+ }
17
+ }
diloco_state/anchor/halt_gate.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:01e3378d2f77774333576a19b81e44407e1efc6bb921c2d881dca1cf820ce3c6
3
- size 22453
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44c45b99de75bb995d1366ff90ecc8e39d87030391dd52e078d66a5ff5f92db7
3
+ size 22052
diloco_state/locks/mac_dgac_fallback.json DELETED
@@ -1,23 +0,0 @@
1
- {
2
- "claim_id": "mac-dgac-5a1adde2cf3e",
3
- "status": "failed",
4
- "created_at": 1778737191.287617,
5
- "updated_at": 1778738089.145686,
6
- "expires_at": 1778845191.287617,
7
- "host": "Earningss-Mac-mini.local",
8
- "pid": 3776,
9
- "worker_ids": [
10
- "A"
11
- ],
12
- "expected_stage_k": 10,
13
- "expected_round_n": 3,
14
- "expected_mode": "waiting",
15
- "expected_total_samples_seen": 23481,
16
- "expected_projected_shards": {
17
- "A": 4475,
18
- "B": 4475,
19
- "C": 4475
20
- },
21
- "failure": "Local Mac fallback cancelled by user on 2026-05-14 after detached screen run was interrupted.",
22
- "failed_at": 1778738089.145686
23
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
diloco_state/round_state.json CHANGED
@@ -1,21 +1,13 @@
1
  {
2
  "stage_k": 10,
3
- "round_n": 3,
4
- "mode": "waiting",
5
  "triggered_workers": [],
6
- "attendance_workers": [
7
- "A",
8
- "B",
9
- "C"
10
- ],
11
- "projected_shards": {
12
- "A": 4475,
13
- "B": 4475,
14
- "C": 4475
15
- },
16
  "anchor_path": "diloco_state/anchor",
17
  "total_samples_seen": {
18
- "10": 23481
19
  },
20
  "completed_stages": [
21
  0,
@@ -30,21 +22,23 @@
30
  9,
31
  10
32
  ],
33
- "dgac_manual_gate": false,
34
  "dgac_diloco": true,
35
  "pre_dgac_total_samples_seen": {
36
  "10": 36906
37
  },
38
- "last_updated": 1778738089.145686,
39
- "triggered_at": 1778735042.370384,
40
- "last_round_workers": [
41
- "B"
42
- ],
43
- "last_round_samples": 6713,
44
  "seed": 42,
45
  "dispatch_failures": [],
46
  "mac_dgac_claim_id": "mac-dgac-5a1adde2cf3e",
47
  "mac_dgac_claimed_at": 1778735042.370384,
48
  "mac_dgac_failed_at": 1778738089.145686,
49
- "mac_dgac_failure": "Local Mac fallback cancelled by user on 2026-05-14 after detached screen run was interrupted."
50
- }
 
 
 
 
 
1
  {
2
  "stage_k": 10,
3
+ "round_n": 0,
4
+ "mode": "dgac-complete",
5
  "triggered_workers": [],
6
+ "attendance_workers": [],
7
+ "projected_shards": {},
 
 
 
 
 
 
 
 
8
  "anchor_path": "diloco_state/anchor",
9
  "total_samples_seen": {
10
+ "10": 36906
11
  },
12
  "completed_stages": [
13
  0,
 
22
  9,
23
  10
24
  ],
25
+ "dgac_manual_gate": true,
26
  "dgac_diloco": true,
27
  "pre_dgac_total_samples_seen": {
28
  "10": 36906
29
  },
30
+ "last_updated": 1778844265.5883918,
31
+ "triggered_at": 0.0,
32
+ "last_round_workers": [],
33
+ "last_round_samples": 36906,
 
 
34
  "seed": 42,
35
  "dispatch_failures": [],
36
  "mac_dgac_claim_id": "mac-dgac-5a1adde2cf3e",
37
  "mac_dgac_claimed_at": 1778735042.370384,
38
  "mac_dgac_failed_at": 1778738089.145686,
39
+ "mac_dgac_failure": "Local Mac fallback cancelled by user on 2026-05-14 after detached screen run was interrupted.",
40
+ "dgac_round_n": 0,
41
+ "dgac_round_label": "DGAC dedicated round 000",
42
+ "next_dgac_round_n": 4,
43
+ "dgac_diloco_complete": true
44
+ }
diloco_state/workers/A/round_0000_stage_10/adapter_config.json DELETED
@@ -1,47 +0,0 @@
1
- {
2
- "alora_invocation_tokens": null,
3
- "alpha_pattern": {},
4
- "arrow_config": null,
5
- "auto_mapping": null,
6
- "base_model_name_or_path": "ai21labs/AI21-Jamba-Reasoning-3B",
7
- "bias": "none",
8
- "corda_config": null,
9
- "ensure_weight_tying": false,
10
- "eva_config": null,
11
- "exclude_modules": null,
12
- "fan_in_fan_out": false,
13
- "inference_mode": true,
14
- "init_lora_weights": true,
15
- "layer_replication": null,
16
- "layers_pattern": null,
17
- "layers_to_transform": null,
18
- "loftq_config": {},
19
- "lora_alpha": 64,
20
- "lora_bias": false,
21
- "lora_dropout": 0.05,
22
- "megatron_config": null,
23
- "megatron_core": "megatron.core",
24
- "modules_to_save": null,
25
- "peft_type": "LORA",
26
- "peft_version": "0.18.1",
27
- "qalora_group_size": 16,
28
- "r": 32,
29
- "rank_pattern": {},
30
- "revision": null,
31
- "target_modules": [
32
- "k_proj",
33
- "o_proj",
34
- "dt_proj",
35
- "in_proj",
36
- "q_proj",
37
- "out_proj",
38
- "x_proj",
39
- "v_proj"
40
- ],
41
- "target_parameters": null,
42
- "task_type": "CAUSAL_LM",
43
- "trainable_token_indices": null,
44
- "use_dora": false,
45
- "use_qalora": false,
46
- "use_rslora": false
47
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
diloco_state/workers/A/round_0000_stage_10/adapter_model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:a55ffb7a82b803ce4af0b9888ad9cb25b34014c5c0693f926825da9e483894ad
3
- size 1557071904
 
 
 
 
diloco_state/workers/A/round_0000_stage_10/halt_gate.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:b83448737e8031936d06797e21b7ae946e23d2a686e95a36b3d438077c620eae
3
- size 22453
 
 
 
 
diloco_state/workers/A/round_0000_stage_2/adapter_config.json DELETED
@@ -1,47 +0,0 @@
1
- {
2
- "alora_invocation_tokens": null,
3
- "alpha_pattern": {},
4
- "arrow_config": null,
5
- "auto_mapping": null,
6
- "base_model_name_or_path": "ai21labs/AI21-Jamba-Reasoning-3B",
7
- "bias": "none",
8
- "corda_config": null,
9
- "ensure_weight_tying": false,
10
- "eva_config": null,
11
- "exclude_modules": null,
12
- "fan_in_fan_out": false,
13
- "inference_mode": true,
14
- "init_lora_weights": true,
15
- "layer_replication": null,
16
- "layers_pattern": null,
17
- "layers_to_transform": null,
18
- "loftq_config": {},
19
- "lora_alpha": 64,
20
- "lora_bias": false,
21
- "lora_dropout": 0.05,
22
- "megatron_config": null,
23
- "megatron_core": "megatron.core",
24
- "modules_to_save": null,
25
- "peft_type": "LORA",
26
- "peft_version": "0.18.1",
27
- "qalora_group_size": 16,
28
- "r": 32,
29
- "rank_pattern": {},
30
- "revision": null,
31
- "target_modules": [
32
- "v_proj",
33
- "x_proj",
34
- "out_proj",
35
- "dt_proj",
36
- "o_proj",
37
- "in_proj",
38
- "q_proj",
39
- "k_proj"
40
- ],
41
- "target_parameters": null,
42
- "task_type": "CAUSAL_LM",
43
- "trainable_token_indices": null,
44
- "use_dora": false,
45
- "use_qalora": false,
46
- "use_rslora": false
47
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
diloco_state/workers/A/round_0000_stage_2/adapter_model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:8c5904c6ff8242d05dad345b8e369fb40744b358a7c0b293f67d0895a64c4bfa
3
- size 1557071904
 
 
 
 
diloco_state/workers/A/round_0000_stage_3/adapter_config.json DELETED
@@ -1,47 +0,0 @@
1
- {
2
- "alora_invocation_tokens": null,
3
- "alpha_pattern": {},
4
- "arrow_config": null,
5
- "auto_mapping": null,
6
- "base_model_name_or_path": "ai21labs/AI21-Jamba-Reasoning-3B",
7
- "bias": "none",
8
- "corda_config": null,
9
- "ensure_weight_tying": false,
10
- "eva_config": null,
11
- "exclude_modules": null,
12
- "fan_in_fan_out": false,
13
- "inference_mode": true,
14
- "init_lora_weights": true,
15
- "layer_replication": null,
16
- "layers_pattern": null,
17
- "layers_to_transform": null,
18
- "loftq_config": {},
19
- "lora_alpha": 64,
20
- "lora_bias": false,
21
- "lora_dropout": 0.05,
22
- "megatron_config": null,
23
- "megatron_core": "megatron.core",
24
- "modules_to_save": null,
25
- "peft_type": "LORA",
26
- "peft_version": "0.18.1",
27
- "qalora_group_size": 16,
28
- "r": 32,
29
- "rank_pattern": {},
30
- "revision": null,
31
- "target_modules": [
32
- "x_proj",
33
- "in_proj",
34
- "q_proj",
35
- "o_proj",
36
- "dt_proj",
37
- "v_proj",
38
- "k_proj",
39
- "out_proj"
40
- ],
41
- "target_parameters": null,
42
- "task_type": "CAUSAL_LM",
43
- "trainable_token_indices": null,
44
- "use_dora": false,
45
- "use_qalora": false,
46
- "use_rslora": false
47
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
diloco_state/workers/A/round_0000_stage_3/adapter_model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:239f3a146c4cf69353939bf554b87fb44930ec14d1b5527cadc6cf7ba5a2d1e5
3
- size 1557071904
 
 
 
 
diloco_state/workers/A/round_0000_stage_4/adapter_config.json DELETED
@@ -1,47 +0,0 @@
1
- {
2
- "alora_invocation_tokens": null,
3
- "alpha_pattern": {},
4
- "arrow_config": null,
5
- "auto_mapping": null,
6
- "base_model_name_or_path": "ai21labs/AI21-Jamba-Reasoning-3B",
7
- "bias": "none",
8
- "corda_config": null,
9
- "ensure_weight_tying": false,
10
- "eva_config": null,
11
- "exclude_modules": null,
12
- "fan_in_fan_out": false,
13
- "inference_mode": true,
14
- "init_lora_weights": true,
15
- "layer_replication": null,
16
- "layers_pattern": null,
17
- "layers_to_transform": null,
18
- "loftq_config": {},
19
- "lora_alpha": 64,
20
- "lora_bias": false,
21
- "lora_dropout": 0.05,
22
- "megatron_config": null,
23
- "megatron_core": "megatron.core",
24
- "modules_to_save": null,
25
- "peft_type": "LORA",
26
- "peft_version": "0.18.1",
27
- "qalora_group_size": 16,
28
- "r": 32,
29
- "rank_pattern": {},
30
- "revision": null,
31
- "target_modules": [
32
- "out_proj",
33
- "o_proj",
34
- "dt_proj",
35
- "k_proj",
36
- "q_proj",
37
- "v_proj",
38
- "x_proj",
39
- "in_proj"
40
- ],
41
- "target_parameters": null,
42
- "task_type": "CAUSAL_LM",
43
- "trainable_token_indices": null,
44
- "use_dora": false,
45
- "use_qalora": false,
46
- "use_rslora": false
47
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
diloco_state/workers/A/round_0000_stage_4/adapter_model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:472ef610908129083609d87f02989fdc312d0732c790e729884aa6a09a081455
3
- size 1557071904
 
 
 
 
diloco_state/workers/A/round_0000_stage_5/adapter_config.json DELETED
@@ -1,47 +0,0 @@
1
- {
2
- "alora_invocation_tokens": null,
3
- "alpha_pattern": {},
4
- "arrow_config": null,
5
- "auto_mapping": null,
6
- "base_model_name_or_path": "ai21labs/AI21-Jamba-Reasoning-3B",
7
- "bias": "none",
8
- "corda_config": null,
9
- "ensure_weight_tying": false,
10
- "eva_config": null,
11
- "exclude_modules": null,
12
- "fan_in_fan_out": false,
13
- "inference_mode": true,
14
- "init_lora_weights": true,
15
- "layer_replication": null,
16
- "layers_pattern": null,
17
- "layers_to_transform": null,
18
- "loftq_config": {},
19
- "lora_alpha": 64,
20
- "lora_bias": false,
21
- "lora_dropout": 0.05,
22
- "megatron_config": null,
23
- "megatron_core": "megatron.core",
24
- "modules_to_save": null,
25
- "peft_type": "LORA",
26
- "peft_version": "0.18.1",
27
- "qalora_group_size": 16,
28
- "r": 32,
29
- "rank_pattern": {},
30
- "revision": null,
31
- "target_modules": [
32
- "dt_proj",
33
- "v_proj",
34
- "out_proj",
35
- "q_proj",
36
- "o_proj",
37
- "k_proj",
38
- "in_proj",
39
- "x_proj"
40
- ],
41
- "target_parameters": null,
42
- "task_type": "CAUSAL_LM",
43
- "trainable_token_indices": null,
44
- "use_dora": false,
45
- "use_qalora": false,
46
- "use_rslora": false
47
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
diloco_state/workers/A/round_0000_stage_5/adapter_model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:071ac904a94bc390ee479b9a52886efc44b31f1cf48517debbceacd0e98d9a8c
3
- size 1557071904
 
 
 
 
diloco_state/workers/A/round_0000_stage_6/adapter_config.json DELETED
@@ -1,47 +0,0 @@
1
- {
2
- "alora_invocation_tokens": null,
3
- "alpha_pattern": {},
4
- "arrow_config": null,
5
- "auto_mapping": null,
6
- "base_model_name_or_path": "ai21labs/AI21-Jamba-Reasoning-3B",
7
- "bias": "none",
8
- "corda_config": null,
9
- "ensure_weight_tying": false,
10
- "eva_config": null,
11
- "exclude_modules": null,
12
- "fan_in_fan_out": false,
13
- "inference_mode": true,
14
- "init_lora_weights": true,
15
- "layer_replication": null,
16
- "layers_pattern": null,
17
- "layers_to_transform": null,
18
- "loftq_config": {},
19
- "lora_alpha": 64,
20
- "lora_bias": false,
21
- "lora_dropout": 0.05,
22
- "megatron_config": null,
23
- "megatron_core": "megatron.core",
24
- "modules_to_save": null,
25
- "peft_type": "LORA",
26
- "peft_version": "0.18.1",
27
- "qalora_group_size": 16,
28
- "r": 32,
29
- "rank_pattern": {},
30
- "revision": null,
31
- "target_modules": [
32
- "out_proj",
33
- "x_proj",
34
- "o_proj",
35
- "dt_proj",
36
- "k_proj",
37
- "q_proj",
38
- "in_proj",
39
- "v_proj"
40
- ],
41
- "target_parameters": null,
42
- "task_type": "CAUSAL_LM",
43
- "trainable_token_indices": null,
44
- "use_dora": false,
45
- "use_qalora": false,
46
- "use_rslora": false
47
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
diloco_state/workers/A/round_0000_stage_6/adapter_model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:611e3b4bd07f6847d366ab84447f2dcea746700feb473c6bb564c122c41ffc2c
3
- size 1557071904
 
 
 
 
diloco_state/workers/A/round_0000_stage_7/adapter_config.json DELETED
@@ -1,47 +0,0 @@
1
- {
2
- "alora_invocation_tokens": null,
3
- "alpha_pattern": {},
4
- "arrow_config": null,
5
- "auto_mapping": null,
6
- "base_model_name_or_path": "ai21labs/AI21-Jamba-Reasoning-3B",
7
- "bias": "none",
8
- "corda_config": null,
9
- "ensure_weight_tying": false,
10
- "eva_config": null,
11
- "exclude_modules": null,
12
- "fan_in_fan_out": false,
13
- "inference_mode": true,
14
- "init_lora_weights": true,
15
- "layer_replication": null,
16
- "layers_pattern": null,
17
- "layers_to_transform": null,
18
- "loftq_config": {},
19
- "lora_alpha": 64,
20
- "lora_bias": false,
21
- "lora_dropout": 0.05,
22
- "megatron_config": null,
23
- "megatron_core": "megatron.core",
24
- "modules_to_save": null,
25
- "peft_type": "LORA",
26
- "peft_version": "0.18.1",
27
- "qalora_group_size": 16,
28
- "r": 32,
29
- "rank_pattern": {},
30
- "revision": null,
31
- "target_modules": [
32
- "k_proj",
33
- "dt_proj",
34
- "v_proj",
35
- "o_proj",
36
- "q_proj",
37
- "out_proj",
38
- "x_proj",
39
- "in_proj"
40
- ],
41
- "target_parameters": null,
42
- "task_type": "CAUSAL_LM",
43
- "trainable_token_indices": null,
44
- "use_dora": false,
45
- "use_qalora": false,
46
- "use_rslora": false
47
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
diloco_state/workers/A/round_0000_stage_7/adapter_model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:6737d9ebf2dba30b38c3962cf50f0e92cd9cbf37dd1a7e4ab7384da732251f07
3
- size 1557071904
 
 
 
 
diloco_state/workers/A/round_0000_stage_8/adapter_config.json DELETED
@@ -1,47 +0,0 @@
1
- {
2
- "alora_invocation_tokens": null,
3
- "alpha_pattern": {},
4
- "arrow_config": null,
5
- "auto_mapping": null,
6
- "base_model_name_or_path": "ai21labs/AI21-Jamba-Reasoning-3B",
7
- "bias": "none",
8
- "corda_config": null,
9
- "ensure_weight_tying": false,
10
- "eva_config": null,
11
- "exclude_modules": null,
12
- "fan_in_fan_out": false,
13
- "inference_mode": true,
14
- "init_lora_weights": true,
15
- "layer_replication": null,
16
- "layers_pattern": null,
17
- "layers_to_transform": null,
18
- "loftq_config": {},
19
- "lora_alpha": 64,
20
- "lora_bias": false,
21
- "lora_dropout": 0.05,
22
- "megatron_config": null,
23
- "megatron_core": "megatron.core",
24
- "modules_to_save": null,
25
- "peft_type": "LORA",
26
- "peft_version": "0.18.1",
27
- "qalora_group_size": 16,
28
- "r": 32,
29
- "rank_pattern": {},
30
- "revision": null,
31
- "target_modules": [
32
- "x_proj",
33
- "o_proj",
34
- "dt_proj",
35
- "k_proj",
36
- "in_proj",
37
- "v_proj",
38
- "out_proj",
39
- "q_proj"
40
- ],
41
- "target_parameters": null,
42
- "task_type": "CAUSAL_LM",
43
- "trainable_token_indices": null,
44
- "use_dora": false,
45
- "use_qalora": false,
46
- "use_rslora": false
47
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
diloco_state/workers/A/round_0000_stage_8/adapter_model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:ac8806330f02330231849cee989aeef8b3a20731a9449c7efb12b631df398cea
3
- size 1557071904
 
 
 
 
diloco_state/workers/A/round_0000_stage_9/adapter_config.json DELETED
@@ -1,47 +0,0 @@
1
- {
2
- "alora_invocation_tokens": null,
3
- "alpha_pattern": {},
4
- "arrow_config": null,
5
- "auto_mapping": null,
6
- "base_model_name_or_path": "ai21labs/AI21-Jamba-Reasoning-3B",
7
- "bias": "none",
8
- "corda_config": null,
9
- "ensure_weight_tying": false,
10
- "eva_config": null,
11
- "exclude_modules": null,
12
- "fan_in_fan_out": false,
13
- "inference_mode": true,
14
- "init_lora_weights": true,
15
- "layer_replication": null,
16
- "layers_pattern": null,
17
- "layers_to_transform": null,
18
- "loftq_config": {},
19
- "lora_alpha": 64,
20
- "lora_bias": false,
21
- "lora_dropout": 0.05,
22
- "megatron_config": null,
23
- "megatron_core": "megatron.core",
24
- "modules_to_save": null,
25
- "peft_type": "LORA",
26
- "peft_version": "0.18.1",
27
- "qalora_group_size": 16,
28
- "r": 32,
29
- "rank_pattern": {},
30
- "revision": null,
31
- "target_modules": [
32
- "q_proj",
33
- "out_proj",
34
- "o_proj",
35
- "v_proj",
36
- "k_proj",
37
- "in_proj",
38
- "x_proj",
39
- "dt_proj"
40
- ],
41
- "target_parameters": null,
42
- "task_type": "CAUSAL_LM",
43
- "trainable_token_indices": null,
44
- "use_dora": false,
45
- "use_qalora": false,
46
- "use_rslora": false
47
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
diloco_state/workers/A/round_0000_stage_9/adapter_model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:393ccc96c77a4a07a3becac504085669c967b640fe30443b34520160f7845175
3
- size 1557071904
 
 
 
 
diloco_state/workers/A/round_0001_stage_10/adapter_config.json DELETED
@@ -1,47 +0,0 @@
1
- {
2
- "alora_invocation_tokens": null,
3
- "alpha_pattern": {},
4
- "arrow_config": null,
5
- "auto_mapping": null,
6
- "base_model_name_or_path": "ai21labs/AI21-Jamba-Reasoning-3B",
7
- "bias": "none",
8
- "corda_config": null,
9
- "ensure_weight_tying": false,
10
- "eva_config": null,
11
- "exclude_modules": null,
12
- "fan_in_fan_out": false,
13
- "inference_mode": true,
14
- "init_lora_weights": true,
15
- "layer_replication": null,
16
- "layers_pattern": null,
17
- "layers_to_transform": null,
18
- "loftq_config": {},
19
- "lora_alpha": 64,
20
- "lora_bias": false,
21
- "lora_dropout": 0.05,
22
- "megatron_config": null,
23
- "megatron_core": "megatron.core",
24
- "modules_to_save": null,
25
- "peft_type": "LORA",
26
- "peft_version": "0.18.1",
27
- "qalora_group_size": 16,
28
- "r": 32,
29
- "rank_pattern": {},
30
- "revision": null,
31
- "target_modules": [
32
- "dt_proj",
33
- "q_proj",
34
- "out_proj",
35
- "v_proj",
36
- "o_proj",
37
- "x_proj",
38
- "k_proj",
39
- "in_proj"
40
- ],
41
- "target_parameters": null,
42
- "task_type": "CAUSAL_LM",
43
- "trainable_token_indices": null,
44
- "use_dora": false,
45
- "use_qalora": false,
46
- "use_rslora": false
47
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
diloco_state/workers/A/round_0001_stage_10/adapter_model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:8de76ed9b30e5a6083ddb03e241b66719d62d213fb8a452978bd5a117ce20e43
3
- size 1557071904
 
 
 
 
diloco_state/workers/A/round_0001_stage_10/halt_gate.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:39271bb538a5829fad8846f0e9f1fc7bc147dc5467d41b0405e41819e8f3ab20
3
- size 22453
 
 
 
 
diloco_state/workers/A/round_0001_stage_2/adapter_config.json DELETED
@@ -1,47 +0,0 @@
1
- {
2
- "alora_invocation_tokens": null,
3
- "alpha_pattern": {},
4
- "arrow_config": null,
5
- "auto_mapping": null,
6
- "base_model_name_or_path": "ai21labs/AI21-Jamba-Reasoning-3B",
7
- "bias": "none",
8
- "corda_config": null,
9
- "ensure_weight_tying": false,
10
- "eva_config": null,
11
- "exclude_modules": null,
12
- "fan_in_fan_out": false,
13
- "inference_mode": true,
14
- "init_lora_weights": true,
15
- "layer_replication": null,
16
- "layers_pattern": null,
17
- "layers_to_transform": null,
18
- "loftq_config": {},
19
- "lora_alpha": 64,
20
- "lora_bias": false,
21
- "lora_dropout": 0.05,
22
- "megatron_config": null,
23
- "megatron_core": "megatron.core",
24
- "modules_to_save": null,
25
- "peft_type": "LORA",
26
- "peft_version": "0.18.1",
27
- "qalora_group_size": 16,
28
- "r": 32,
29
- "rank_pattern": {},
30
- "revision": null,
31
- "target_modules": [
32
- "in_proj",
33
- "x_proj",
34
- "out_proj",
35
- "v_proj",
36
- "k_proj",
37
- "dt_proj",
38
- "o_proj",
39
- "q_proj"
40
- ],
41
- "target_parameters": null,
42
- "task_type": "CAUSAL_LM",
43
- "trainable_token_indices": null,
44
- "use_dora": false,
45
- "use_qalora": false,
46
- "use_rslora": false
47
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
diloco_state/workers/A/round_0001_stage_2/adapter_model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:bc55293414930eb58c040a6c076d86ecc4b11c55a98988e95a8a046325f29b02
3
- size 1557071904
 
 
 
 
diloco_state/workers/A/round_0001_stage_3/adapter_config.json DELETED
@@ -1,47 +0,0 @@
1
- {
2
- "alora_invocation_tokens": null,
3
- "alpha_pattern": {},
4
- "arrow_config": null,
5
- "auto_mapping": null,
6
- "base_model_name_or_path": "ai21labs/AI21-Jamba-Reasoning-3B",
7
- "bias": "none",
8
- "corda_config": null,
9
- "ensure_weight_tying": false,
10
- "eva_config": null,
11
- "exclude_modules": null,
12
- "fan_in_fan_out": false,
13
- "inference_mode": true,
14
- "init_lora_weights": true,
15
- "layer_replication": null,
16
- "layers_pattern": null,
17
- "layers_to_transform": null,
18
- "loftq_config": {},
19
- "lora_alpha": 64,
20
- "lora_bias": false,
21
- "lora_dropout": 0.05,
22
- "megatron_config": null,
23
- "megatron_core": "megatron.core",
24
- "modules_to_save": null,
25
- "peft_type": "LORA",
26
- "peft_version": "0.18.1",
27
- "qalora_group_size": 16,
28
- "r": 32,
29
- "rank_pattern": {},
30
- "revision": null,
31
- "target_modules": [
32
- "k_proj",
33
- "o_proj",
34
- "dt_proj",
35
- "q_proj",
36
- "x_proj",
37
- "out_proj",
38
- "v_proj",
39
- "in_proj"
40
- ],
41
- "target_parameters": null,
42
- "task_type": "CAUSAL_LM",
43
- "trainable_token_indices": null,
44
- "use_dora": false,
45
- "use_qalora": false,
46
- "use_rslora": false
47
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
diloco_state/workers/A/round_0001_stage_3/adapter_model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:87a62908ae39f9665653b2b934f1a0fdb6ad03d94a732cffd9a4cc0415c3d0c8
3
- size 1557071904
 
 
 
 
diloco_state/workers/A/round_0001_stage_8/adapter_config.json DELETED
@@ -1,47 +0,0 @@
1
- {
2
- "alora_invocation_tokens": null,
3
- "alpha_pattern": {},
4
- "arrow_config": null,
5
- "auto_mapping": null,
6
- "base_model_name_or_path": "ai21labs/AI21-Jamba-Reasoning-3B",
7
- "bias": "none",
8
- "corda_config": null,
9
- "ensure_weight_tying": false,
10
- "eva_config": null,
11
- "exclude_modules": null,
12
- "fan_in_fan_out": false,
13
- "inference_mode": true,
14
- "init_lora_weights": true,
15
- "layer_replication": null,
16
- "layers_pattern": null,
17
- "layers_to_transform": null,
18
- "loftq_config": {},
19
- "lora_alpha": 64,
20
- "lora_bias": false,
21
- "lora_dropout": 0.05,
22
- "megatron_config": null,
23
- "megatron_core": "megatron.core",
24
- "modules_to_save": null,
25
- "peft_type": "LORA",
26
- "peft_version": "0.18.1",
27
- "qalora_group_size": 16,
28
- "r": 32,
29
- "rank_pattern": {},
30
- "revision": null,
31
- "target_modules": [
32
- "v_proj",
33
- "in_proj",
34
- "x_proj",
35
- "out_proj",
36
- "k_proj",
37
- "o_proj",
38
- "q_proj",
39
- "dt_proj"
40
- ],
41
- "target_parameters": null,
42
- "task_type": "CAUSAL_LM",
43
- "trainable_token_indices": null,
44
- "use_dora": false,
45
- "use_qalora": false,
46
- "use_rslora": false
47
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
diloco_state/workers/A/round_0001_stage_8/adapter_model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:48dbee134d0629ee682c34c567192adb4a6ece32999756ff04ed49f84591102a
3
- size 1557071904
 
 
 
 
diloco_state/workers/A/round_0001_stage_9/adapter_config.json DELETED
@@ -1,47 +0,0 @@
1
- {
2
- "alora_invocation_tokens": null,
3
- "alpha_pattern": {},
4
- "arrow_config": null,
5
- "auto_mapping": null,
6
- "base_model_name_or_path": "ai21labs/AI21-Jamba-Reasoning-3B",
7
- "bias": "none",
8
- "corda_config": null,
9
- "ensure_weight_tying": false,
10
- "eva_config": null,
11
- "exclude_modules": null,
12
- "fan_in_fan_out": false,
13
- "inference_mode": true,
14
- "init_lora_weights": true,
15
- "layer_replication": null,
16
- "layers_pattern": null,
17
- "layers_to_transform": null,
18
- "loftq_config": {},
19
- "lora_alpha": 64,
20
- "lora_bias": false,
21
- "lora_dropout": 0.05,
22
- "megatron_config": null,
23
- "megatron_core": "megatron.core",
24
- "modules_to_save": null,
25
- "peft_type": "LORA",
26
- "peft_version": "0.18.1",
27
- "qalora_group_size": 16,
28
- "r": 32,
29
- "rank_pattern": {},
30
- "revision": null,
31
- "target_modules": [
32
- "o_proj",
33
- "x_proj",
34
- "out_proj",
35
- "in_proj",
36
- "q_proj",
37
- "v_proj",
38
- "dt_proj",
39
- "k_proj"
40
- ],
41
- "target_parameters": null,
42
- "task_type": "CAUSAL_LM",
43
- "trainable_token_indices": null,
44
- "use_dora": false,
45
- "use_qalora": false,
46
- "use_rslora": false
47
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
diloco_state/workers/A/round_0001_stage_9/adapter_model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:930077cd63eb849d581016e07be1e5b12fafff06c7b5d76eb675ee703da76786
3
- size 1557071904
 
 
 
 
diloco_state/workers/A/round_0002_stage_10/adapter_config.json DELETED
@@ -1,47 +0,0 @@
1
- {
2
- "alora_invocation_tokens": null,
3
- "alpha_pattern": {},
4
- "arrow_config": null,
5
- "auto_mapping": null,
6
- "base_model_name_or_path": "ai21labs/AI21-Jamba-Reasoning-3B",
7
- "bias": "none",
8
- "corda_config": null,
9
- "ensure_weight_tying": false,
10
- "eva_config": null,
11
- "exclude_modules": null,
12
- "fan_in_fan_out": false,
13
- "inference_mode": true,
14
- "init_lora_weights": true,
15
- "layer_replication": null,
16
- "layers_pattern": null,
17
- "layers_to_transform": null,
18
- "loftq_config": {},
19
- "lora_alpha": 64,
20
- "lora_bias": false,
21
- "lora_dropout": 0.05,
22
- "megatron_config": null,
23
- "megatron_core": "megatron.core",
24
- "modules_to_save": null,
25
- "peft_type": "LORA",
26
- "peft_version": "0.18.1",
27
- "qalora_group_size": 16,
28
- "r": 32,
29
- "rank_pattern": {},
30
- "revision": null,
31
- "target_modules": [
32
- "dt_proj",
33
- "q_proj",
34
- "v_proj",
35
- "out_proj",
36
- "o_proj",
37
- "in_proj",
38
- "x_proj",
39
- "k_proj"
40
- ],
41
- "target_parameters": null,
42
- "task_type": "CAUSAL_LM",
43
- "trainable_token_indices": null,
44
- "use_dora": false,
45
- "use_qalora": false,
46
- "use_rslora": false
47
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
diloco_state/workers/A/round_0002_stage_10/adapter_model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:23b66c40ab1d63e82dbc406e97b5e4fd3e9d11caf9583f3c746a4e8ea140f562
3
- size 1557071904
 
 
 
 
diloco_state/workers/A/round_0002_stage_2/adapter_config.json DELETED
@@ -1,47 +0,0 @@
1
- {
2
- "alora_invocation_tokens": null,
3
- "alpha_pattern": {},
4
- "arrow_config": null,
5
- "auto_mapping": null,
6
- "base_model_name_or_path": "ai21labs/AI21-Jamba-Reasoning-3B",
7
- "bias": "none",
8
- "corda_config": null,
9
- "ensure_weight_tying": false,
10
- "eva_config": null,
11
- "exclude_modules": null,
12
- "fan_in_fan_out": false,
13
- "inference_mode": true,
14
- "init_lora_weights": true,
15
- "layer_replication": null,
16
- "layers_pattern": null,
17
- "layers_to_transform": null,
18
- "loftq_config": {},
19
- "lora_alpha": 64,
20
- "lora_bias": false,
21
- "lora_dropout": 0.05,
22
- "megatron_config": null,
23
- "megatron_core": "megatron.core",
24
- "modules_to_save": null,
25
- "peft_type": "LORA",
26
- "peft_version": "0.18.1",
27
- "qalora_group_size": 16,
28
- "r": 32,
29
- "rank_pattern": {},
30
- "revision": null,
31
- "target_modules": [
32
- "v_proj",
33
- "x_proj",
34
- "dt_proj",
35
- "o_proj",
36
- "in_proj",
37
- "k_proj",
38
- "q_proj",
39
- "out_proj"
40
- ],
41
- "target_parameters": null,
42
- "task_type": "CAUSAL_LM",
43
- "trainable_token_indices": null,
44
- "use_dora": false,
45
- "use_qalora": false,
46
- "use_rslora": false
47
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
diloco_state/workers/A/round_0002_stage_2/adapter_model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:7d5fb9571dcff60945ef0ac2309fcd742bfbc7789cb323284bc55579e016fb64
3
- size 1557071904
 
 
 
 
diloco_state/workers/A/round_0002_stage_8/adapter_config.json DELETED
@@ -1,47 +0,0 @@
1
- {
2
- "alora_invocation_tokens": null,
3
- "alpha_pattern": {},
4
- "arrow_config": null,
5
- "auto_mapping": null,
6
- "base_model_name_or_path": "ai21labs/AI21-Jamba-Reasoning-3B",
7
- "bias": "none",
8
- "corda_config": null,
9
- "ensure_weight_tying": false,
10
- "eva_config": null,
11
- "exclude_modules": null,
12
- "fan_in_fan_out": false,
13
- "inference_mode": true,
14
- "init_lora_weights": true,
15
- "layer_replication": null,
16
- "layers_pattern": null,
17
- "layers_to_transform": null,
18
- "loftq_config": {},
19
- "lora_alpha": 64,
20
- "lora_bias": false,
21
- "lora_dropout": 0.05,
22
- "megatron_config": null,
23
- "megatron_core": "megatron.core",
24
- "modules_to_save": null,
25
- "peft_type": "LORA",
26
- "peft_version": "0.18.1",
27
- "qalora_group_size": 16,
28
- "r": 32,
29
- "rank_pattern": {},
30
- "revision": null,
31
- "target_modules": [
32
- "o_proj",
33
- "q_proj",
34
- "dt_proj",
35
- "v_proj",
36
- "x_proj",
37
- "k_proj",
38
- "out_proj",
39
- "in_proj"
40
- ],
41
- "target_parameters": null,
42
- "task_type": "CAUSAL_LM",
43
- "trainable_token_indices": null,
44
- "use_dora": false,
45
- "use_qalora": false,
46
- "use_rslora": false
47
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
diloco_state/workers/A/round_0002_stage_8/adapter_model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:73e17c7979d7e147306a29dbb857d896fe79fb42fad42b8a9c3c7f631904b44d
3
- size 1557071904
 
 
 
 
diloco_state/workers/A/round_0003_stage_2/adapter_config.json DELETED
@@ -1,47 +0,0 @@
1
- {
2
- "alora_invocation_tokens": null,
3
- "alpha_pattern": {},
4
- "arrow_config": null,
5
- "auto_mapping": null,
6
- "base_model_name_or_path": "ai21labs/AI21-Jamba-Reasoning-3B",
7
- "bias": "none",
8
- "corda_config": null,
9
- "ensure_weight_tying": false,
10
- "eva_config": null,
11
- "exclude_modules": null,
12
- "fan_in_fan_out": false,
13
- "inference_mode": true,
14
- "init_lora_weights": true,
15
- "layer_replication": null,
16
- "layers_pattern": null,
17
- "layers_to_transform": null,
18
- "loftq_config": {},
19
- "lora_alpha": 64,
20
- "lora_bias": false,
21
- "lora_dropout": 0.05,
22
- "megatron_config": null,
23
- "megatron_core": "megatron.core",
24
- "modules_to_save": null,
25
- "peft_type": "LORA",
26
- "peft_version": "0.18.1",
27
- "qalora_group_size": 16,
28
- "r": 32,
29
- "rank_pattern": {},
30
- "revision": null,
31
- "target_modules": [
32
- "o_proj",
33
- "out_proj",
34
- "k_proj",
35
- "v_proj",
36
- "x_proj",
37
- "q_proj",
38
- "dt_proj",
39
- "in_proj"
40
- ],
41
- "target_parameters": null,
42
- "task_type": "CAUSAL_LM",
43
- "trainable_token_indices": null,
44
- "use_dora": false,
45
- "use_qalora": false,
46
- "use_rslora": false
47
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
diloco_state/workers/A/round_0003_stage_2/adapter_model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:c2e9ffdaff42d50ee191862b860b9b5d0bbda8b583ef2b651ace06aeddc0f466
3
- size 1557071904
 
 
 
 
diloco_state/workers/A/round_0004_stage_2/adapter_config.json DELETED
@@ -1,47 +0,0 @@
1
- {
2
- "alora_invocation_tokens": null,
3
- "alpha_pattern": {},
4
- "arrow_config": null,
5
- "auto_mapping": null,
6
- "base_model_name_or_path": "ai21labs/AI21-Jamba-Reasoning-3B",
7
- "bias": "none",
8
- "corda_config": null,
9
- "ensure_weight_tying": false,
10
- "eva_config": null,
11
- "exclude_modules": null,
12
- "fan_in_fan_out": false,
13
- "inference_mode": true,
14
- "init_lora_weights": true,
15
- "layer_replication": null,
16
- "layers_pattern": null,
17
- "layers_to_transform": null,
18
- "loftq_config": {},
19
- "lora_alpha": 64,
20
- "lora_bias": false,
21
- "lora_dropout": 0.05,
22
- "megatron_config": null,
23
- "megatron_core": "megatron.core",
24
- "modules_to_save": null,
25
- "peft_type": "LORA",
26
- "peft_version": "0.18.1",
27
- "qalora_group_size": 16,
28
- "r": 32,
29
- "rank_pattern": {},
30
- "revision": null,
31
- "target_modules": [
32
- "out_proj",
33
- "dt_proj",
34
- "q_proj",
35
- "in_proj",
36
- "v_proj",
37
- "x_proj",
38
- "k_proj",
39
- "o_proj"
40
- ],
41
- "target_parameters": null,
42
- "task_type": "CAUSAL_LM",
43
- "trainable_token_indices": null,
44
- "use_dora": false,
45
- "use_qalora": false,
46
- "use_rslora": false
47
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
diloco_state/workers/A/round_0004_stage_2/adapter_model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:424c17487c5246ddbabe33a943fb446f5f7a6387f6fd47e251ad5421e5747674
3
- size 1557071904
 
 
 
 
diloco_state/workers/A/round_0004_stage_3/adapter_config.json DELETED
@@ -1,47 +0,0 @@
1
- {
2
- "alora_invocation_tokens": null,
3
- "alpha_pattern": {},
4
- "arrow_config": null,
5
- "auto_mapping": null,
6
- "base_model_name_or_path": "ai21labs/AI21-Jamba-Reasoning-3B",
7
- "bias": "none",
8
- "corda_config": null,
9
- "ensure_weight_tying": false,
10
- "eva_config": null,
11
- "exclude_modules": null,
12
- "fan_in_fan_out": false,
13
- "inference_mode": true,
14
- "init_lora_weights": true,
15
- "layer_replication": null,
16
- "layers_pattern": null,
17
- "layers_to_transform": null,
18
- "loftq_config": {},
19
- "lora_alpha": 64,
20
- "lora_bias": false,
21
- "lora_dropout": 0.05,
22
- "megatron_config": null,
23
- "megatron_core": "megatron.core",
24
- "modules_to_save": null,
25
- "peft_type": "LORA",
26
- "peft_version": "0.18.1",
27
- "qalora_group_size": 16,
28
- "r": 32,
29
- "rank_pattern": {},
30
- "revision": null,
31
- "target_modules": [
32
- "x_proj",
33
- "o_proj",
34
- "k_proj",
35
- "dt_proj",
36
- "v_proj",
37
- "in_proj",
38
- "q_proj",
39
- "out_proj"
40
- ],
41
- "target_parameters": null,
42
- "task_type": "CAUSAL_LM",
43
- "trainable_token_indices": null,
44
- "use_dora": false,
45
- "use_qalora": false,
46
- "use_rslora": false
47
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
diloco_state/workers/A/round_0004_stage_3/adapter_model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:db97c19bd2571a606e2bc7ccd0f1ba54fed4bc8fdb77e6835844ffa11ad1c20d
3
- size 1557071904
 
 
 
 
diloco_state/workers/A/round_0005_stage_2/adapter_config.json DELETED
@@ -1,47 +0,0 @@
1
- {
2
- "alora_invocation_tokens": null,
3
- "alpha_pattern": {},
4
- "arrow_config": null,
5
- "auto_mapping": null,
6
- "base_model_name_or_path": "ai21labs/AI21-Jamba-Reasoning-3B",
7
- "bias": "none",
8
- "corda_config": null,
9
- "ensure_weight_tying": false,
10
- "eva_config": null,
11
- "exclude_modules": null,
12
- "fan_in_fan_out": false,
13
- "inference_mode": true,
14
- "init_lora_weights": true,
15
- "layer_replication": null,
16
- "layers_pattern": null,
17
- "layers_to_transform": null,
18
- "loftq_config": {},
19
- "lora_alpha": 64,
20
- "lora_bias": false,
21
- "lora_dropout": 0.05,
22
- "megatron_config": null,
23
- "megatron_core": "megatron.core",
24
- "modules_to_save": null,
25
- "peft_type": "LORA",
26
- "peft_version": "0.18.1",
27
- "qalora_group_size": 16,
28
- "r": 32,
29
- "rank_pattern": {},
30
- "revision": null,
31
- "target_modules": [
32
- "q_proj",
33
- "v_proj",
34
- "in_proj",
35
- "o_proj",
36
- "x_proj",
37
- "out_proj",
38
- "dt_proj",
39
- "k_proj"
40
- ],
41
- "target_parameters": null,
42
- "task_type": "CAUSAL_LM",
43
- "trainable_token_indices": null,
44
- "use_dora": false,
45
- "use_qalora": false,
46
- "use_rslora": false
47
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
diloco_state/workers/A/round_0005_stage_2/adapter_model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:d8b1c9e086a8c3eaaff6b34ba6d27cb38538fd45f9db27eb647a52068754f92d
3
- size 1557071904