Instructions to use WeirdRunner/Ouroboros with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use WeirdRunner/Ouroboros with Transformers:
# pip install -U transformers accelerate # Load model directly from transformers import AutoModel model = AutoModel.from_pretrained("WeirdRunner/Ouroboros", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Promote Azure DGAC checkpoint to DiLoCo anchor and prune stale Hub state
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- diloco_state/anchor/adapter_config.json +8 -6
- diloco_state/anchor/adapter_model.safetensors +2 -2
- diloco_state/anchor/anchor_metadata.json +17 -0
- diloco_state/anchor/halt_gate.pt +2 -2
- diloco_state/locks/mac_dgac_fallback.json +0 -23
- diloco_state/round_state.json +16 -22
- diloco_state/workers/A/round_0000_stage_10/adapter_config.json +0 -47
- diloco_state/workers/A/round_0000_stage_10/adapter_model.safetensors +0 -3
- diloco_state/workers/A/round_0000_stage_10/halt_gate.pt +0 -3
- diloco_state/workers/A/round_0000_stage_2/adapter_config.json +0 -47
- diloco_state/workers/A/round_0000_stage_2/adapter_model.safetensors +0 -3
- diloco_state/workers/A/round_0000_stage_3/adapter_config.json +0 -47
- diloco_state/workers/A/round_0000_stage_3/adapter_model.safetensors +0 -3
- diloco_state/workers/A/round_0000_stage_4/adapter_config.json +0 -47
- diloco_state/workers/A/round_0000_stage_4/adapter_model.safetensors +0 -3
- diloco_state/workers/A/round_0000_stage_5/adapter_config.json +0 -47
- diloco_state/workers/A/round_0000_stage_5/adapter_model.safetensors +0 -3
- diloco_state/workers/A/round_0000_stage_6/adapter_config.json +0 -47
- diloco_state/workers/A/round_0000_stage_6/adapter_model.safetensors +0 -3
- diloco_state/workers/A/round_0000_stage_7/adapter_config.json +0 -47
- diloco_state/workers/A/round_0000_stage_7/adapter_model.safetensors +0 -3
- diloco_state/workers/A/round_0000_stage_8/adapter_config.json +0 -47
- diloco_state/workers/A/round_0000_stage_8/adapter_model.safetensors +0 -3
- diloco_state/workers/A/round_0000_stage_9/adapter_config.json +0 -47
- diloco_state/workers/A/round_0000_stage_9/adapter_model.safetensors +0 -3
- diloco_state/workers/A/round_0001_stage_10/adapter_config.json +0 -47
- diloco_state/workers/A/round_0001_stage_10/adapter_model.safetensors +0 -3
- diloco_state/workers/A/round_0001_stage_10/halt_gate.pt +0 -3
- diloco_state/workers/A/round_0001_stage_2/adapter_config.json +0 -47
- diloco_state/workers/A/round_0001_stage_2/adapter_model.safetensors +0 -3
- diloco_state/workers/A/round_0001_stage_3/adapter_config.json +0 -47
- diloco_state/workers/A/round_0001_stage_3/adapter_model.safetensors +0 -3
- diloco_state/workers/A/round_0001_stage_8/adapter_config.json +0 -47
- diloco_state/workers/A/round_0001_stage_8/adapter_model.safetensors +0 -3
- diloco_state/workers/A/round_0001_stage_9/adapter_config.json +0 -47
- diloco_state/workers/A/round_0001_stage_9/adapter_model.safetensors +0 -3
- diloco_state/workers/A/round_0002_stage_10/adapter_config.json +0 -47
- diloco_state/workers/A/round_0002_stage_10/adapter_model.safetensors +0 -3
- diloco_state/workers/A/round_0002_stage_2/adapter_config.json +0 -47
- diloco_state/workers/A/round_0002_stage_2/adapter_model.safetensors +0 -3
- diloco_state/workers/A/round_0002_stage_8/adapter_config.json +0 -47
- diloco_state/workers/A/round_0002_stage_8/adapter_model.safetensors +0 -3
- diloco_state/workers/A/round_0003_stage_2/adapter_config.json +0 -47
- diloco_state/workers/A/round_0003_stage_2/adapter_model.safetensors +0 -3
- diloco_state/workers/A/round_0004_stage_2/adapter_config.json +0 -47
- diloco_state/workers/A/round_0004_stage_2/adapter_model.safetensors +0 -3
- diloco_state/workers/A/round_0004_stage_3/adapter_config.json +0 -47
- diloco_state/workers/A/round_0004_stage_3/adapter_model.safetensors +0 -3
- diloco_state/workers/A/round_0005_stage_2/adapter_config.json +0 -47
- diloco_state/workers/A/round_0005_stage_2/adapter_model.safetensors +0 -3
diloco_state/anchor/adapter_config.json
CHANGED
|
@@ -19,28 +19,30 @@
|
|
| 19 |
"lora_alpha": 64,
|
| 20 |
"lora_bias": false,
|
| 21 |
"lora_dropout": 0.05,
|
|
|
|
| 22 |
"megatron_config": null,
|
| 23 |
"megatron_core": "megatron.core",
|
| 24 |
"modules_to_save": null,
|
| 25 |
"peft_type": "LORA",
|
| 26 |
-
"peft_version": "0.
|
| 27 |
"qalora_group_size": 16,
|
| 28 |
"r": 32,
|
| 29 |
"rank_pattern": {},
|
| 30 |
"revision": null,
|
| 31 |
"target_modules": [
|
| 32 |
-
"out_proj",
|
| 33 |
"x_proj",
|
| 34 |
-
"o_proj",
|
| 35 |
-
"dt_proj",
|
| 36 |
-
"q_proj",
|
| 37 |
"k_proj",
|
|
|
|
|
|
|
| 38 |
"in_proj",
|
| 39 |
-
"
|
|
|
|
|
|
|
| 40 |
],
|
| 41 |
"target_parameters": null,
|
| 42 |
"task_type": "CAUSAL_LM",
|
| 43 |
"trainable_token_indices": null,
|
|
|
|
| 44 |
"use_dora": false,
|
| 45 |
"use_qalora": false,
|
| 46 |
"use_rslora": false
|
|
|
|
| 19 |
"lora_alpha": 64,
|
| 20 |
"lora_bias": false,
|
| 21 |
"lora_dropout": 0.05,
|
| 22 |
+
"lora_ga_config": null,
|
| 23 |
"megatron_config": null,
|
| 24 |
"megatron_core": "megatron.core",
|
| 25 |
"modules_to_save": null,
|
| 26 |
"peft_type": "LORA",
|
| 27 |
+
"peft_version": "0.19.1",
|
| 28 |
"qalora_group_size": 16,
|
| 29 |
"r": 32,
|
| 30 |
"rank_pattern": {},
|
| 31 |
"revision": null,
|
| 32 |
"target_modules": [
|
|
|
|
| 33 |
"x_proj",
|
|
|
|
|
|
|
|
|
|
| 34 |
"k_proj",
|
| 35 |
+
"q_proj",
|
| 36 |
+
"v_proj",
|
| 37 |
"in_proj",
|
| 38 |
+
"out_proj",
|
| 39 |
+
"dt_proj",
|
| 40 |
+
"o_proj"
|
| 41 |
],
|
| 42 |
"target_parameters": null,
|
| 43 |
"task_type": "CAUSAL_LM",
|
| 44 |
"trainable_token_indices": null,
|
| 45 |
+
"use_bdlora": null,
|
| 46 |
"use_dora": false,
|
| 47 |
"use_qalora": false,
|
| 48 |
"use_rslora": false
|
diloco_state/anchor/adapter_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c6203f410af11ab49298ec6ee04e05e024a713e8777d69314d1918f25dc12f4c
|
| 3 |
+
size 1557071904
|
diloco_state/anchor/anchor_metadata.json
ADDED
|
@@ -0,0 +1,17 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"promoted_at": "2026-05-15T11:24:25+00:00",
|
| 3 |
+
"repo_id": "WeirdRunner/Ouroboros",
|
| 4 |
+
"source_revision": "374a9a32d81242224465b786d62aaef7564639e6",
|
| 5 |
+
"source_checkpoint": "runs/azure_h100_dgac/stage_10/checkpoint-0001154",
|
| 6 |
+
"source_local_checkpoint": null,
|
| 7 |
+
"anchor_prefix": "diloco_state/anchor",
|
| 8 |
+
"terminal_stage": 10,
|
| 9 |
+
"total_train_samples": 36906,
|
| 10 |
+
"mark_dgac_complete": true,
|
| 11 |
+
"reason": "Promoted completed Azure DGAC checkpoint to canonical DiLoCo anchor.",
|
| 12 |
+
"copied_files": {
|
| 13 |
+
"runs/azure_h100_dgac/stage_10/checkpoint-0001154/adapter_model/adapter_model.safetensors": "diloco_state/anchor/adapter_model.safetensors",
|
| 14 |
+
"runs/azure_h100_dgac/stage_10/checkpoint-0001154/adapter_model/adapter_config.json": "diloco_state/anchor/adapter_config.json",
|
| 15 |
+
"runs/azure_h100_dgac/stage_10/checkpoint-0001154/halt_gate.pt": "diloco_state/anchor/halt_gate.pt"
|
| 16 |
+
}
|
| 17 |
+
}
|
diloco_state/anchor/halt_gate.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:44c45b99de75bb995d1366ff90ecc8e39d87030391dd52e078d66a5ff5f92db7
|
| 3 |
+
size 22052
|
diloco_state/locks/mac_dgac_fallback.json
DELETED
|
@@ -1,23 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"claim_id": "mac-dgac-5a1adde2cf3e",
|
| 3 |
-
"status": "failed",
|
| 4 |
-
"created_at": 1778737191.287617,
|
| 5 |
-
"updated_at": 1778738089.145686,
|
| 6 |
-
"expires_at": 1778845191.287617,
|
| 7 |
-
"host": "Earningss-Mac-mini.local",
|
| 8 |
-
"pid": 3776,
|
| 9 |
-
"worker_ids": [
|
| 10 |
-
"A"
|
| 11 |
-
],
|
| 12 |
-
"expected_stage_k": 10,
|
| 13 |
-
"expected_round_n": 3,
|
| 14 |
-
"expected_mode": "waiting",
|
| 15 |
-
"expected_total_samples_seen": 23481,
|
| 16 |
-
"expected_projected_shards": {
|
| 17 |
-
"A": 4475,
|
| 18 |
-
"B": 4475,
|
| 19 |
-
"C": 4475
|
| 20 |
-
},
|
| 21 |
-
"failure": "Local Mac fallback cancelled by user on 2026-05-14 after detached screen run was interrupted.",
|
| 22 |
-
"failed_at": 1778738089.145686
|
| 23 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
diloco_state/round_state.json
CHANGED
|
@@ -1,21 +1,13 @@
|
|
| 1 |
{
|
| 2 |
"stage_k": 10,
|
| 3 |
-
"round_n":
|
| 4 |
-
"mode": "
|
| 5 |
"triggered_workers": [],
|
| 6 |
-
"attendance_workers": [
|
| 7 |
-
|
| 8 |
-
"B",
|
| 9 |
-
"C"
|
| 10 |
-
],
|
| 11 |
-
"projected_shards": {
|
| 12 |
-
"A": 4475,
|
| 13 |
-
"B": 4475,
|
| 14 |
-
"C": 4475
|
| 15 |
-
},
|
| 16 |
"anchor_path": "diloco_state/anchor",
|
| 17 |
"total_samples_seen": {
|
| 18 |
-
"10":
|
| 19 |
},
|
| 20 |
"completed_stages": [
|
| 21 |
0,
|
|
@@ -30,21 +22,23 @@
|
|
| 30 |
9,
|
| 31 |
10
|
| 32 |
],
|
| 33 |
-
"dgac_manual_gate":
|
| 34 |
"dgac_diloco": true,
|
| 35 |
"pre_dgac_total_samples_seen": {
|
| 36 |
"10": 36906
|
| 37 |
},
|
| 38 |
-
"last_updated":
|
| 39 |
-
"triggered_at":
|
| 40 |
-
"last_round_workers": [
|
| 41 |
-
|
| 42 |
-
],
|
| 43 |
-
"last_round_samples": 6713,
|
| 44 |
"seed": 42,
|
| 45 |
"dispatch_failures": [],
|
| 46 |
"mac_dgac_claim_id": "mac-dgac-5a1adde2cf3e",
|
| 47 |
"mac_dgac_claimed_at": 1778735042.370384,
|
| 48 |
"mac_dgac_failed_at": 1778738089.145686,
|
| 49 |
-
"mac_dgac_failure": "Local Mac fallback cancelled by user on 2026-05-14 after detached screen run was interrupted."
|
| 50 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
{
|
| 2 |
"stage_k": 10,
|
| 3 |
+
"round_n": 0,
|
| 4 |
+
"mode": "dgac-complete",
|
| 5 |
"triggered_workers": [],
|
| 6 |
+
"attendance_workers": [],
|
| 7 |
+
"projected_shards": {},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 8 |
"anchor_path": "diloco_state/anchor",
|
| 9 |
"total_samples_seen": {
|
| 10 |
+
"10": 36906
|
| 11 |
},
|
| 12 |
"completed_stages": [
|
| 13 |
0,
|
|
|
|
| 22 |
9,
|
| 23 |
10
|
| 24 |
],
|
| 25 |
+
"dgac_manual_gate": true,
|
| 26 |
"dgac_diloco": true,
|
| 27 |
"pre_dgac_total_samples_seen": {
|
| 28 |
"10": 36906
|
| 29 |
},
|
| 30 |
+
"last_updated": 1778844265.5883918,
|
| 31 |
+
"triggered_at": 0.0,
|
| 32 |
+
"last_round_workers": [],
|
| 33 |
+
"last_round_samples": 36906,
|
|
|
|
|
|
|
| 34 |
"seed": 42,
|
| 35 |
"dispatch_failures": [],
|
| 36 |
"mac_dgac_claim_id": "mac-dgac-5a1adde2cf3e",
|
| 37 |
"mac_dgac_claimed_at": 1778735042.370384,
|
| 38 |
"mac_dgac_failed_at": 1778738089.145686,
|
| 39 |
+
"mac_dgac_failure": "Local Mac fallback cancelled by user on 2026-05-14 after detached screen run was interrupted.",
|
| 40 |
+
"dgac_round_n": 0,
|
| 41 |
+
"dgac_round_label": "DGAC dedicated round 000",
|
| 42 |
+
"next_dgac_round_n": 4,
|
| 43 |
+
"dgac_diloco_complete": true
|
| 44 |
+
}
|
diloco_state/workers/A/round_0000_stage_10/adapter_config.json
DELETED
|
@@ -1,47 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"alora_invocation_tokens": null,
|
| 3 |
-
"alpha_pattern": {},
|
| 4 |
-
"arrow_config": null,
|
| 5 |
-
"auto_mapping": null,
|
| 6 |
-
"base_model_name_or_path": "ai21labs/AI21-Jamba-Reasoning-3B",
|
| 7 |
-
"bias": "none",
|
| 8 |
-
"corda_config": null,
|
| 9 |
-
"ensure_weight_tying": false,
|
| 10 |
-
"eva_config": null,
|
| 11 |
-
"exclude_modules": null,
|
| 12 |
-
"fan_in_fan_out": false,
|
| 13 |
-
"inference_mode": true,
|
| 14 |
-
"init_lora_weights": true,
|
| 15 |
-
"layer_replication": null,
|
| 16 |
-
"layers_pattern": null,
|
| 17 |
-
"layers_to_transform": null,
|
| 18 |
-
"loftq_config": {},
|
| 19 |
-
"lora_alpha": 64,
|
| 20 |
-
"lora_bias": false,
|
| 21 |
-
"lora_dropout": 0.05,
|
| 22 |
-
"megatron_config": null,
|
| 23 |
-
"megatron_core": "megatron.core",
|
| 24 |
-
"modules_to_save": null,
|
| 25 |
-
"peft_type": "LORA",
|
| 26 |
-
"peft_version": "0.18.1",
|
| 27 |
-
"qalora_group_size": 16,
|
| 28 |
-
"r": 32,
|
| 29 |
-
"rank_pattern": {},
|
| 30 |
-
"revision": null,
|
| 31 |
-
"target_modules": [
|
| 32 |
-
"k_proj",
|
| 33 |
-
"o_proj",
|
| 34 |
-
"dt_proj",
|
| 35 |
-
"in_proj",
|
| 36 |
-
"q_proj",
|
| 37 |
-
"out_proj",
|
| 38 |
-
"x_proj",
|
| 39 |
-
"v_proj"
|
| 40 |
-
],
|
| 41 |
-
"target_parameters": null,
|
| 42 |
-
"task_type": "CAUSAL_LM",
|
| 43 |
-
"trainable_token_indices": null,
|
| 44 |
-
"use_dora": false,
|
| 45 |
-
"use_qalora": false,
|
| 46 |
-
"use_rslora": false
|
| 47 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
diloco_state/workers/A/round_0000_stage_10/adapter_model.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:a55ffb7a82b803ce4af0b9888ad9cb25b34014c5c0693f926825da9e483894ad
|
| 3 |
-
size 1557071904
|
|
|
|
|
|
|
|
|
|
|
|
diloco_state/workers/A/round_0000_stage_10/halt_gate.pt
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:b83448737e8031936d06797e21b7ae946e23d2a686e95a36b3d438077c620eae
|
| 3 |
-
size 22453
|
|
|
|
|
|
|
|
|
|
|
|
diloco_state/workers/A/round_0000_stage_2/adapter_config.json
DELETED
|
@@ -1,47 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"alora_invocation_tokens": null,
|
| 3 |
-
"alpha_pattern": {},
|
| 4 |
-
"arrow_config": null,
|
| 5 |
-
"auto_mapping": null,
|
| 6 |
-
"base_model_name_or_path": "ai21labs/AI21-Jamba-Reasoning-3B",
|
| 7 |
-
"bias": "none",
|
| 8 |
-
"corda_config": null,
|
| 9 |
-
"ensure_weight_tying": false,
|
| 10 |
-
"eva_config": null,
|
| 11 |
-
"exclude_modules": null,
|
| 12 |
-
"fan_in_fan_out": false,
|
| 13 |
-
"inference_mode": true,
|
| 14 |
-
"init_lora_weights": true,
|
| 15 |
-
"layer_replication": null,
|
| 16 |
-
"layers_pattern": null,
|
| 17 |
-
"layers_to_transform": null,
|
| 18 |
-
"loftq_config": {},
|
| 19 |
-
"lora_alpha": 64,
|
| 20 |
-
"lora_bias": false,
|
| 21 |
-
"lora_dropout": 0.05,
|
| 22 |
-
"megatron_config": null,
|
| 23 |
-
"megatron_core": "megatron.core",
|
| 24 |
-
"modules_to_save": null,
|
| 25 |
-
"peft_type": "LORA",
|
| 26 |
-
"peft_version": "0.18.1",
|
| 27 |
-
"qalora_group_size": 16,
|
| 28 |
-
"r": 32,
|
| 29 |
-
"rank_pattern": {},
|
| 30 |
-
"revision": null,
|
| 31 |
-
"target_modules": [
|
| 32 |
-
"v_proj",
|
| 33 |
-
"x_proj",
|
| 34 |
-
"out_proj",
|
| 35 |
-
"dt_proj",
|
| 36 |
-
"o_proj",
|
| 37 |
-
"in_proj",
|
| 38 |
-
"q_proj",
|
| 39 |
-
"k_proj"
|
| 40 |
-
],
|
| 41 |
-
"target_parameters": null,
|
| 42 |
-
"task_type": "CAUSAL_LM",
|
| 43 |
-
"trainable_token_indices": null,
|
| 44 |
-
"use_dora": false,
|
| 45 |
-
"use_qalora": false,
|
| 46 |
-
"use_rslora": false
|
| 47 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
diloco_state/workers/A/round_0000_stage_2/adapter_model.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:8c5904c6ff8242d05dad345b8e369fb40744b358a7c0b293f67d0895a64c4bfa
|
| 3 |
-
size 1557071904
|
|
|
|
|
|
|
|
|
|
|
|
diloco_state/workers/A/round_0000_stage_3/adapter_config.json
DELETED
|
@@ -1,47 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"alora_invocation_tokens": null,
|
| 3 |
-
"alpha_pattern": {},
|
| 4 |
-
"arrow_config": null,
|
| 5 |
-
"auto_mapping": null,
|
| 6 |
-
"base_model_name_or_path": "ai21labs/AI21-Jamba-Reasoning-3B",
|
| 7 |
-
"bias": "none",
|
| 8 |
-
"corda_config": null,
|
| 9 |
-
"ensure_weight_tying": false,
|
| 10 |
-
"eva_config": null,
|
| 11 |
-
"exclude_modules": null,
|
| 12 |
-
"fan_in_fan_out": false,
|
| 13 |
-
"inference_mode": true,
|
| 14 |
-
"init_lora_weights": true,
|
| 15 |
-
"layer_replication": null,
|
| 16 |
-
"layers_pattern": null,
|
| 17 |
-
"layers_to_transform": null,
|
| 18 |
-
"loftq_config": {},
|
| 19 |
-
"lora_alpha": 64,
|
| 20 |
-
"lora_bias": false,
|
| 21 |
-
"lora_dropout": 0.05,
|
| 22 |
-
"megatron_config": null,
|
| 23 |
-
"megatron_core": "megatron.core",
|
| 24 |
-
"modules_to_save": null,
|
| 25 |
-
"peft_type": "LORA",
|
| 26 |
-
"peft_version": "0.18.1",
|
| 27 |
-
"qalora_group_size": 16,
|
| 28 |
-
"r": 32,
|
| 29 |
-
"rank_pattern": {},
|
| 30 |
-
"revision": null,
|
| 31 |
-
"target_modules": [
|
| 32 |
-
"x_proj",
|
| 33 |
-
"in_proj",
|
| 34 |
-
"q_proj",
|
| 35 |
-
"o_proj",
|
| 36 |
-
"dt_proj",
|
| 37 |
-
"v_proj",
|
| 38 |
-
"k_proj",
|
| 39 |
-
"out_proj"
|
| 40 |
-
],
|
| 41 |
-
"target_parameters": null,
|
| 42 |
-
"task_type": "CAUSAL_LM",
|
| 43 |
-
"trainable_token_indices": null,
|
| 44 |
-
"use_dora": false,
|
| 45 |
-
"use_qalora": false,
|
| 46 |
-
"use_rslora": false
|
| 47 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
diloco_state/workers/A/round_0000_stage_3/adapter_model.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:239f3a146c4cf69353939bf554b87fb44930ec14d1b5527cadc6cf7ba5a2d1e5
|
| 3 |
-
size 1557071904
|
|
|
|
|
|
|
|
|
|
|
|
diloco_state/workers/A/round_0000_stage_4/adapter_config.json
DELETED
|
@@ -1,47 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"alora_invocation_tokens": null,
|
| 3 |
-
"alpha_pattern": {},
|
| 4 |
-
"arrow_config": null,
|
| 5 |
-
"auto_mapping": null,
|
| 6 |
-
"base_model_name_or_path": "ai21labs/AI21-Jamba-Reasoning-3B",
|
| 7 |
-
"bias": "none",
|
| 8 |
-
"corda_config": null,
|
| 9 |
-
"ensure_weight_tying": false,
|
| 10 |
-
"eva_config": null,
|
| 11 |
-
"exclude_modules": null,
|
| 12 |
-
"fan_in_fan_out": false,
|
| 13 |
-
"inference_mode": true,
|
| 14 |
-
"init_lora_weights": true,
|
| 15 |
-
"layer_replication": null,
|
| 16 |
-
"layers_pattern": null,
|
| 17 |
-
"layers_to_transform": null,
|
| 18 |
-
"loftq_config": {},
|
| 19 |
-
"lora_alpha": 64,
|
| 20 |
-
"lora_bias": false,
|
| 21 |
-
"lora_dropout": 0.05,
|
| 22 |
-
"megatron_config": null,
|
| 23 |
-
"megatron_core": "megatron.core",
|
| 24 |
-
"modules_to_save": null,
|
| 25 |
-
"peft_type": "LORA",
|
| 26 |
-
"peft_version": "0.18.1",
|
| 27 |
-
"qalora_group_size": 16,
|
| 28 |
-
"r": 32,
|
| 29 |
-
"rank_pattern": {},
|
| 30 |
-
"revision": null,
|
| 31 |
-
"target_modules": [
|
| 32 |
-
"out_proj",
|
| 33 |
-
"o_proj",
|
| 34 |
-
"dt_proj",
|
| 35 |
-
"k_proj",
|
| 36 |
-
"q_proj",
|
| 37 |
-
"v_proj",
|
| 38 |
-
"x_proj",
|
| 39 |
-
"in_proj"
|
| 40 |
-
],
|
| 41 |
-
"target_parameters": null,
|
| 42 |
-
"task_type": "CAUSAL_LM",
|
| 43 |
-
"trainable_token_indices": null,
|
| 44 |
-
"use_dora": false,
|
| 45 |
-
"use_qalora": false,
|
| 46 |
-
"use_rslora": false
|
| 47 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
diloco_state/workers/A/round_0000_stage_4/adapter_model.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:472ef610908129083609d87f02989fdc312d0732c790e729884aa6a09a081455
|
| 3 |
-
size 1557071904
|
|
|
|
|
|
|
|
|
|
|
|
diloco_state/workers/A/round_0000_stage_5/adapter_config.json
DELETED
|
@@ -1,47 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"alora_invocation_tokens": null,
|
| 3 |
-
"alpha_pattern": {},
|
| 4 |
-
"arrow_config": null,
|
| 5 |
-
"auto_mapping": null,
|
| 6 |
-
"base_model_name_or_path": "ai21labs/AI21-Jamba-Reasoning-3B",
|
| 7 |
-
"bias": "none",
|
| 8 |
-
"corda_config": null,
|
| 9 |
-
"ensure_weight_tying": false,
|
| 10 |
-
"eva_config": null,
|
| 11 |
-
"exclude_modules": null,
|
| 12 |
-
"fan_in_fan_out": false,
|
| 13 |
-
"inference_mode": true,
|
| 14 |
-
"init_lora_weights": true,
|
| 15 |
-
"layer_replication": null,
|
| 16 |
-
"layers_pattern": null,
|
| 17 |
-
"layers_to_transform": null,
|
| 18 |
-
"loftq_config": {},
|
| 19 |
-
"lora_alpha": 64,
|
| 20 |
-
"lora_bias": false,
|
| 21 |
-
"lora_dropout": 0.05,
|
| 22 |
-
"megatron_config": null,
|
| 23 |
-
"megatron_core": "megatron.core",
|
| 24 |
-
"modules_to_save": null,
|
| 25 |
-
"peft_type": "LORA",
|
| 26 |
-
"peft_version": "0.18.1",
|
| 27 |
-
"qalora_group_size": 16,
|
| 28 |
-
"r": 32,
|
| 29 |
-
"rank_pattern": {},
|
| 30 |
-
"revision": null,
|
| 31 |
-
"target_modules": [
|
| 32 |
-
"dt_proj",
|
| 33 |
-
"v_proj",
|
| 34 |
-
"out_proj",
|
| 35 |
-
"q_proj",
|
| 36 |
-
"o_proj",
|
| 37 |
-
"k_proj",
|
| 38 |
-
"in_proj",
|
| 39 |
-
"x_proj"
|
| 40 |
-
],
|
| 41 |
-
"target_parameters": null,
|
| 42 |
-
"task_type": "CAUSAL_LM",
|
| 43 |
-
"trainable_token_indices": null,
|
| 44 |
-
"use_dora": false,
|
| 45 |
-
"use_qalora": false,
|
| 46 |
-
"use_rslora": false
|
| 47 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
diloco_state/workers/A/round_0000_stage_5/adapter_model.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:071ac904a94bc390ee479b9a52886efc44b31f1cf48517debbceacd0e98d9a8c
|
| 3 |
-
size 1557071904
|
|
|
|
|
|
|
|
|
|
|
|
diloco_state/workers/A/round_0000_stage_6/adapter_config.json
DELETED
|
@@ -1,47 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"alora_invocation_tokens": null,
|
| 3 |
-
"alpha_pattern": {},
|
| 4 |
-
"arrow_config": null,
|
| 5 |
-
"auto_mapping": null,
|
| 6 |
-
"base_model_name_or_path": "ai21labs/AI21-Jamba-Reasoning-3B",
|
| 7 |
-
"bias": "none",
|
| 8 |
-
"corda_config": null,
|
| 9 |
-
"ensure_weight_tying": false,
|
| 10 |
-
"eva_config": null,
|
| 11 |
-
"exclude_modules": null,
|
| 12 |
-
"fan_in_fan_out": false,
|
| 13 |
-
"inference_mode": true,
|
| 14 |
-
"init_lora_weights": true,
|
| 15 |
-
"layer_replication": null,
|
| 16 |
-
"layers_pattern": null,
|
| 17 |
-
"layers_to_transform": null,
|
| 18 |
-
"loftq_config": {},
|
| 19 |
-
"lora_alpha": 64,
|
| 20 |
-
"lora_bias": false,
|
| 21 |
-
"lora_dropout": 0.05,
|
| 22 |
-
"megatron_config": null,
|
| 23 |
-
"megatron_core": "megatron.core",
|
| 24 |
-
"modules_to_save": null,
|
| 25 |
-
"peft_type": "LORA",
|
| 26 |
-
"peft_version": "0.18.1",
|
| 27 |
-
"qalora_group_size": 16,
|
| 28 |
-
"r": 32,
|
| 29 |
-
"rank_pattern": {},
|
| 30 |
-
"revision": null,
|
| 31 |
-
"target_modules": [
|
| 32 |
-
"out_proj",
|
| 33 |
-
"x_proj",
|
| 34 |
-
"o_proj",
|
| 35 |
-
"dt_proj",
|
| 36 |
-
"k_proj",
|
| 37 |
-
"q_proj",
|
| 38 |
-
"in_proj",
|
| 39 |
-
"v_proj"
|
| 40 |
-
],
|
| 41 |
-
"target_parameters": null,
|
| 42 |
-
"task_type": "CAUSAL_LM",
|
| 43 |
-
"trainable_token_indices": null,
|
| 44 |
-
"use_dora": false,
|
| 45 |
-
"use_qalora": false,
|
| 46 |
-
"use_rslora": false
|
| 47 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
diloco_state/workers/A/round_0000_stage_6/adapter_model.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:611e3b4bd07f6847d366ab84447f2dcea746700feb473c6bb564c122c41ffc2c
|
| 3 |
-
size 1557071904
|
|
|
|
|
|
|
|
|
|
|
|
diloco_state/workers/A/round_0000_stage_7/adapter_config.json
DELETED
|
@@ -1,47 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"alora_invocation_tokens": null,
|
| 3 |
-
"alpha_pattern": {},
|
| 4 |
-
"arrow_config": null,
|
| 5 |
-
"auto_mapping": null,
|
| 6 |
-
"base_model_name_or_path": "ai21labs/AI21-Jamba-Reasoning-3B",
|
| 7 |
-
"bias": "none",
|
| 8 |
-
"corda_config": null,
|
| 9 |
-
"ensure_weight_tying": false,
|
| 10 |
-
"eva_config": null,
|
| 11 |
-
"exclude_modules": null,
|
| 12 |
-
"fan_in_fan_out": false,
|
| 13 |
-
"inference_mode": true,
|
| 14 |
-
"init_lora_weights": true,
|
| 15 |
-
"layer_replication": null,
|
| 16 |
-
"layers_pattern": null,
|
| 17 |
-
"layers_to_transform": null,
|
| 18 |
-
"loftq_config": {},
|
| 19 |
-
"lora_alpha": 64,
|
| 20 |
-
"lora_bias": false,
|
| 21 |
-
"lora_dropout": 0.05,
|
| 22 |
-
"megatron_config": null,
|
| 23 |
-
"megatron_core": "megatron.core",
|
| 24 |
-
"modules_to_save": null,
|
| 25 |
-
"peft_type": "LORA",
|
| 26 |
-
"peft_version": "0.18.1",
|
| 27 |
-
"qalora_group_size": 16,
|
| 28 |
-
"r": 32,
|
| 29 |
-
"rank_pattern": {},
|
| 30 |
-
"revision": null,
|
| 31 |
-
"target_modules": [
|
| 32 |
-
"k_proj",
|
| 33 |
-
"dt_proj",
|
| 34 |
-
"v_proj",
|
| 35 |
-
"o_proj",
|
| 36 |
-
"q_proj",
|
| 37 |
-
"out_proj",
|
| 38 |
-
"x_proj",
|
| 39 |
-
"in_proj"
|
| 40 |
-
],
|
| 41 |
-
"target_parameters": null,
|
| 42 |
-
"task_type": "CAUSAL_LM",
|
| 43 |
-
"trainable_token_indices": null,
|
| 44 |
-
"use_dora": false,
|
| 45 |
-
"use_qalora": false,
|
| 46 |
-
"use_rslora": false
|
| 47 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
diloco_state/workers/A/round_0000_stage_7/adapter_model.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:6737d9ebf2dba30b38c3962cf50f0e92cd9cbf37dd1a7e4ab7384da732251f07
|
| 3 |
-
size 1557071904
|
|
|
|
|
|
|
|
|
|
|
|
diloco_state/workers/A/round_0000_stage_8/adapter_config.json
DELETED
|
@@ -1,47 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"alora_invocation_tokens": null,
|
| 3 |
-
"alpha_pattern": {},
|
| 4 |
-
"arrow_config": null,
|
| 5 |
-
"auto_mapping": null,
|
| 6 |
-
"base_model_name_or_path": "ai21labs/AI21-Jamba-Reasoning-3B",
|
| 7 |
-
"bias": "none",
|
| 8 |
-
"corda_config": null,
|
| 9 |
-
"ensure_weight_tying": false,
|
| 10 |
-
"eva_config": null,
|
| 11 |
-
"exclude_modules": null,
|
| 12 |
-
"fan_in_fan_out": false,
|
| 13 |
-
"inference_mode": true,
|
| 14 |
-
"init_lora_weights": true,
|
| 15 |
-
"layer_replication": null,
|
| 16 |
-
"layers_pattern": null,
|
| 17 |
-
"layers_to_transform": null,
|
| 18 |
-
"loftq_config": {},
|
| 19 |
-
"lora_alpha": 64,
|
| 20 |
-
"lora_bias": false,
|
| 21 |
-
"lora_dropout": 0.05,
|
| 22 |
-
"megatron_config": null,
|
| 23 |
-
"megatron_core": "megatron.core",
|
| 24 |
-
"modules_to_save": null,
|
| 25 |
-
"peft_type": "LORA",
|
| 26 |
-
"peft_version": "0.18.1",
|
| 27 |
-
"qalora_group_size": 16,
|
| 28 |
-
"r": 32,
|
| 29 |
-
"rank_pattern": {},
|
| 30 |
-
"revision": null,
|
| 31 |
-
"target_modules": [
|
| 32 |
-
"x_proj",
|
| 33 |
-
"o_proj",
|
| 34 |
-
"dt_proj",
|
| 35 |
-
"k_proj",
|
| 36 |
-
"in_proj",
|
| 37 |
-
"v_proj",
|
| 38 |
-
"out_proj",
|
| 39 |
-
"q_proj"
|
| 40 |
-
],
|
| 41 |
-
"target_parameters": null,
|
| 42 |
-
"task_type": "CAUSAL_LM",
|
| 43 |
-
"trainable_token_indices": null,
|
| 44 |
-
"use_dora": false,
|
| 45 |
-
"use_qalora": false,
|
| 46 |
-
"use_rslora": false
|
| 47 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
diloco_state/workers/A/round_0000_stage_8/adapter_model.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:ac8806330f02330231849cee989aeef8b3a20731a9449c7efb12b631df398cea
|
| 3 |
-
size 1557071904
|
|
|
|
|
|
|
|
|
|
|
|
diloco_state/workers/A/round_0000_stage_9/adapter_config.json
DELETED
|
@@ -1,47 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"alora_invocation_tokens": null,
|
| 3 |
-
"alpha_pattern": {},
|
| 4 |
-
"arrow_config": null,
|
| 5 |
-
"auto_mapping": null,
|
| 6 |
-
"base_model_name_or_path": "ai21labs/AI21-Jamba-Reasoning-3B",
|
| 7 |
-
"bias": "none",
|
| 8 |
-
"corda_config": null,
|
| 9 |
-
"ensure_weight_tying": false,
|
| 10 |
-
"eva_config": null,
|
| 11 |
-
"exclude_modules": null,
|
| 12 |
-
"fan_in_fan_out": false,
|
| 13 |
-
"inference_mode": true,
|
| 14 |
-
"init_lora_weights": true,
|
| 15 |
-
"layer_replication": null,
|
| 16 |
-
"layers_pattern": null,
|
| 17 |
-
"layers_to_transform": null,
|
| 18 |
-
"loftq_config": {},
|
| 19 |
-
"lora_alpha": 64,
|
| 20 |
-
"lora_bias": false,
|
| 21 |
-
"lora_dropout": 0.05,
|
| 22 |
-
"megatron_config": null,
|
| 23 |
-
"megatron_core": "megatron.core",
|
| 24 |
-
"modules_to_save": null,
|
| 25 |
-
"peft_type": "LORA",
|
| 26 |
-
"peft_version": "0.18.1",
|
| 27 |
-
"qalora_group_size": 16,
|
| 28 |
-
"r": 32,
|
| 29 |
-
"rank_pattern": {},
|
| 30 |
-
"revision": null,
|
| 31 |
-
"target_modules": [
|
| 32 |
-
"q_proj",
|
| 33 |
-
"out_proj",
|
| 34 |
-
"o_proj",
|
| 35 |
-
"v_proj",
|
| 36 |
-
"k_proj",
|
| 37 |
-
"in_proj",
|
| 38 |
-
"x_proj",
|
| 39 |
-
"dt_proj"
|
| 40 |
-
],
|
| 41 |
-
"target_parameters": null,
|
| 42 |
-
"task_type": "CAUSAL_LM",
|
| 43 |
-
"trainable_token_indices": null,
|
| 44 |
-
"use_dora": false,
|
| 45 |
-
"use_qalora": false,
|
| 46 |
-
"use_rslora": false
|
| 47 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
diloco_state/workers/A/round_0000_stage_9/adapter_model.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:393ccc96c77a4a07a3becac504085669c967b640fe30443b34520160f7845175
|
| 3 |
-
size 1557071904
|
|
|
|
|
|
|
|
|
|
|
|
diloco_state/workers/A/round_0001_stage_10/adapter_config.json
DELETED
|
@@ -1,47 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"alora_invocation_tokens": null,
|
| 3 |
-
"alpha_pattern": {},
|
| 4 |
-
"arrow_config": null,
|
| 5 |
-
"auto_mapping": null,
|
| 6 |
-
"base_model_name_or_path": "ai21labs/AI21-Jamba-Reasoning-3B",
|
| 7 |
-
"bias": "none",
|
| 8 |
-
"corda_config": null,
|
| 9 |
-
"ensure_weight_tying": false,
|
| 10 |
-
"eva_config": null,
|
| 11 |
-
"exclude_modules": null,
|
| 12 |
-
"fan_in_fan_out": false,
|
| 13 |
-
"inference_mode": true,
|
| 14 |
-
"init_lora_weights": true,
|
| 15 |
-
"layer_replication": null,
|
| 16 |
-
"layers_pattern": null,
|
| 17 |
-
"layers_to_transform": null,
|
| 18 |
-
"loftq_config": {},
|
| 19 |
-
"lora_alpha": 64,
|
| 20 |
-
"lora_bias": false,
|
| 21 |
-
"lora_dropout": 0.05,
|
| 22 |
-
"megatron_config": null,
|
| 23 |
-
"megatron_core": "megatron.core",
|
| 24 |
-
"modules_to_save": null,
|
| 25 |
-
"peft_type": "LORA",
|
| 26 |
-
"peft_version": "0.18.1",
|
| 27 |
-
"qalora_group_size": 16,
|
| 28 |
-
"r": 32,
|
| 29 |
-
"rank_pattern": {},
|
| 30 |
-
"revision": null,
|
| 31 |
-
"target_modules": [
|
| 32 |
-
"dt_proj",
|
| 33 |
-
"q_proj",
|
| 34 |
-
"out_proj",
|
| 35 |
-
"v_proj",
|
| 36 |
-
"o_proj",
|
| 37 |
-
"x_proj",
|
| 38 |
-
"k_proj",
|
| 39 |
-
"in_proj"
|
| 40 |
-
],
|
| 41 |
-
"target_parameters": null,
|
| 42 |
-
"task_type": "CAUSAL_LM",
|
| 43 |
-
"trainable_token_indices": null,
|
| 44 |
-
"use_dora": false,
|
| 45 |
-
"use_qalora": false,
|
| 46 |
-
"use_rslora": false
|
| 47 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
diloco_state/workers/A/round_0001_stage_10/adapter_model.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:8de76ed9b30e5a6083ddb03e241b66719d62d213fb8a452978bd5a117ce20e43
|
| 3 |
-
size 1557071904
|
|
|
|
|
|
|
|
|
|
|
|
diloco_state/workers/A/round_0001_stage_10/halt_gate.pt
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:39271bb538a5829fad8846f0e9f1fc7bc147dc5467d41b0405e41819e8f3ab20
|
| 3 |
-
size 22453
|
|
|
|
|
|
|
|
|
|
|
|
diloco_state/workers/A/round_0001_stage_2/adapter_config.json
DELETED
|
@@ -1,47 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"alora_invocation_tokens": null,
|
| 3 |
-
"alpha_pattern": {},
|
| 4 |
-
"arrow_config": null,
|
| 5 |
-
"auto_mapping": null,
|
| 6 |
-
"base_model_name_or_path": "ai21labs/AI21-Jamba-Reasoning-3B",
|
| 7 |
-
"bias": "none",
|
| 8 |
-
"corda_config": null,
|
| 9 |
-
"ensure_weight_tying": false,
|
| 10 |
-
"eva_config": null,
|
| 11 |
-
"exclude_modules": null,
|
| 12 |
-
"fan_in_fan_out": false,
|
| 13 |
-
"inference_mode": true,
|
| 14 |
-
"init_lora_weights": true,
|
| 15 |
-
"layer_replication": null,
|
| 16 |
-
"layers_pattern": null,
|
| 17 |
-
"layers_to_transform": null,
|
| 18 |
-
"loftq_config": {},
|
| 19 |
-
"lora_alpha": 64,
|
| 20 |
-
"lora_bias": false,
|
| 21 |
-
"lora_dropout": 0.05,
|
| 22 |
-
"megatron_config": null,
|
| 23 |
-
"megatron_core": "megatron.core",
|
| 24 |
-
"modules_to_save": null,
|
| 25 |
-
"peft_type": "LORA",
|
| 26 |
-
"peft_version": "0.18.1",
|
| 27 |
-
"qalora_group_size": 16,
|
| 28 |
-
"r": 32,
|
| 29 |
-
"rank_pattern": {},
|
| 30 |
-
"revision": null,
|
| 31 |
-
"target_modules": [
|
| 32 |
-
"in_proj",
|
| 33 |
-
"x_proj",
|
| 34 |
-
"out_proj",
|
| 35 |
-
"v_proj",
|
| 36 |
-
"k_proj",
|
| 37 |
-
"dt_proj",
|
| 38 |
-
"o_proj",
|
| 39 |
-
"q_proj"
|
| 40 |
-
],
|
| 41 |
-
"target_parameters": null,
|
| 42 |
-
"task_type": "CAUSAL_LM",
|
| 43 |
-
"trainable_token_indices": null,
|
| 44 |
-
"use_dora": false,
|
| 45 |
-
"use_qalora": false,
|
| 46 |
-
"use_rslora": false
|
| 47 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
diloco_state/workers/A/round_0001_stage_2/adapter_model.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:bc55293414930eb58c040a6c076d86ecc4b11c55a98988e95a8a046325f29b02
|
| 3 |
-
size 1557071904
|
|
|
|
|
|
|
|
|
|
|
|
diloco_state/workers/A/round_0001_stage_3/adapter_config.json
DELETED
|
@@ -1,47 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"alora_invocation_tokens": null,
|
| 3 |
-
"alpha_pattern": {},
|
| 4 |
-
"arrow_config": null,
|
| 5 |
-
"auto_mapping": null,
|
| 6 |
-
"base_model_name_or_path": "ai21labs/AI21-Jamba-Reasoning-3B",
|
| 7 |
-
"bias": "none",
|
| 8 |
-
"corda_config": null,
|
| 9 |
-
"ensure_weight_tying": false,
|
| 10 |
-
"eva_config": null,
|
| 11 |
-
"exclude_modules": null,
|
| 12 |
-
"fan_in_fan_out": false,
|
| 13 |
-
"inference_mode": true,
|
| 14 |
-
"init_lora_weights": true,
|
| 15 |
-
"layer_replication": null,
|
| 16 |
-
"layers_pattern": null,
|
| 17 |
-
"layers_to_transform": null,
|
| 18 |
-
"loftq_config": {},
|
| 19 |
-
"lora_alpha": 64,
|
| 20 |
-
"lora_bias": false,
|
| 21 |
-
"lora_dropout": 0.05,
|
| 22 |
-
"megatron_config": null,
|
| 23 |
-
"megatron_core": "megatron.core",
|
| 24 |
-
"modules_to_save": null,
|
| 25 |
-
"peft_type": "LORA",
|
| 26 |
-
"peft_version": "0.18.1",
|
| 27 |
-
"qalora_group_size": 16,
|
| 28 |
-
"r": 32,
|
| 29 |
-
"rank_pattern": {},
|
| 30 |
-
"revision": null,
|
| 31 |
-
"target_modules": [
|
| 32 |
-
"k_proj",
|
| 33 |
-
"o_proj",
|
| 34 |
-
"dt_proj",
|
| 35 |
-
"q_proj",
|
| 36 |
-
"x_proj",
|
| 37 |
-
"out_proj",
|
| 38 |
-
"v_proj",
|
| 39 |
-
"in_proj"
|
| 40 |
-
],
|
| 41 |
-
"target_parameters": null,
|
| 42 |
-
"task_type": "CAUSAL_LM",
|
| 43 |
-
"trainable_token_indices": null,
|
| 44 |
-
"use_dora": false,
|
| 45 |
-
"use_qalora": false,
|
| 46 |
-
"use_rslora": false
|
| 47 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
diloco_state/workers/A/round_0001_stage_3/adapter_model.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:87a62908ae39f9665653b2b934f1a0fdb6ad03d94a732cffd9a4cc0415c3d0c8
|
| 3 |
-
size 1557071904
|
|
|
|
|
|
|
|
|
|
|
|
diloco_state/workers/A/round_0001_stage_8/adapter_config.json
DELETED
|
@@ -1,47 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"alora_invocation_tokens": null,
|
| 3 |
-
"alpha_pattern": {},
|
| 4 |
-
"arrow_config": null,
|
| 5 |
-
"auto_mapping": null,
|
| 6 |
-
"base_model_name_or_path": "ai21labs/AI21-Jamba-Reasoning-3B",
|
| 7 |
-
"bias": "none",
|
| 8 |
-
"corda_config": null,
|
| 9 |
-
"ensure_weight_tying": false,
|
| 10 |
-
"eva_config": null,
|
| 11 |
-
"exclude_modules": null,
|
| 12 |
-
"fan_in_fan_out": false,
|
| 13 |
-
"inference_mode": true,
|
| 14 |
-
"init_lora_weights": true,
|
| 15 |
-
"layer_replication": null,
|
| 16 |
-
"layers_pattern": null,
|
| 17 |
-
"layers_to_transform": null,
|
| 18 |
-
"loftq_config": {},
|
| 19 |
-
"lora_alpha": 64,
|
| 20 |
-
"lora_bias": false,
|
| 21 |
-
"lora_dropout": 0.05,
|
| 22 |
-
"megatron_config": null,
|
| 23 |
-
"megatron_core": "megatron.core",
|
| 24 |
-
"modules_to_save": null,
|
| 25 |
-
"peft_type": "LORA",
|
| 26 |
-
"peft_version": "0.18.1",
|
| 27 |
-
"qalora_group_size": 16,
|
| 28 |
-
"r": 32,
|
| 29 |
-
"rank_pattern": {},
|
| 30 |
-
"revision": null,
|
| 31 |
-
"target_modules": [
|
| 32 |
-
"v_proj",
|
| 33 |
-
"in_proj",
|
| 34 |
-
"x_proj",
|
| 35 |
-
"out_proj",
|
| 36 |
-
"k_proj",
|
| 37 |
-
"o_proj",
|
| 38 |
-
"q_proj",
|
| 39 |
-
"dt_proj"
|
| 40 |
-
],
|
| 41 |
-
"target_parameters": null,
|
| 42 |
-
"task_type": "CAUSAL_LM",
|
| 43 |
-
"trainable_token_indices": null,
|
| 44 |
-
"use_dora": false,
|
| 45 |
-
"use_qalora": false,
|
| 46 |
-
"use_rslora": false
|
| 47 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
diloco_state/workers/A/round_0001_stage_8/adapter_model.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:48dbee134d0629ee682c34c567192adb4a6ece32999756ff04ed49f84591102a
|
| 3 |
-
size 1557071904
|
|
|
|
|
|
|
|
|
|
|
|
diloco_state/workers/A/round_0001_stage_9/adapter_config.json
DELETED
|
@@ -1,47 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"alora_invocation_tokens": null,
|
| 3 |
-
"alpha_pattern": {},
|
| 4 |
-
"arrow_config": null,
|
| 5 |
-
"auto_mapping": null,
|
| 6 |
-
"base_model_name_or_path": "ai21labs/AI21-Jamba-Reasoning-3B",
|
| 7 |
-
"bias": "none",
|
| 8 |
-
"corda_config": null,
|
| 9 |
-
"ensure_weight_tying": false,
|
| 10 |
-
"eva_config": null,
|
| 11 |
-
"exclude_modules": null,
|
| 12 |
-
"fan_in_fan_out": false,
|
| 13 |
-
"inference_mode": true,
|
| 14 |
-
"init_lora_weights": true,
|
| 15 |
-
"layer_replication": null,
|
| 16 |
-
"layers_pattern": null,
|
| 17 |
-
"layers_to_transform": null,
|
| 18 |
-
"loftq_config": {},
|
| 19 |
-
"lora_alpha": 64,
|
| 20 |
-
"lora_bias": false,
|
| 21 |
-
"lora_dropout": 0.05,
|
| 22 |
-
"megatron_config": null,
|
| 23 |
-
"megatron_core": "megatron.core",
|
| 24 |
-
"modules_to_save": null,
|
| 25 |
-
"peft_type": "LORA",
|
| 26 |
-
"peft_version": "0.18.1",
|
| 27 |
-
"qalora_group_size": 16,
|
| 28 |
-
"r": 32,
|
| 29 |
-
"rank_pattern": {},
|
| 30 |
-
"revision": null,
|
| 31 |
-
"target_modules": [
|
| 32 |
-
"o_proj",
|
| 33 |
-
"x_proj",
|
| 34 |
-
"out_proj",
|
| 35 |
-
"in_proj",
|
| 36 |
-
"q_proj",
|
| 37 |
-
"v_proj",
|
| 38 |
-
"dt_proj",
|
| 39 |
-
"k_proj"
|
| 40 |
-
],
|
| 41 |
-
"target_parameters": null,
|
| 42 |
-
"task_type": "CAUSAL_LM",
|
| 43 |
-
"trainable_token_indices": null,
|
| 44 |
-
"use_dora": false,
|
| 45 |
-
"use_qalora": false,
|
| 46 |
-
"use_rslora": false
|
| 47 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
diloco_state/workers/A/round_0001_stage_9/adapter_model.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:930077cd63eb849d581016e07be1e5b12fafff06c7b5d76eb675ee703da76786
|
| 3 |
-
size 1557071904
|
|
|
|
|
|
|
|
|
|
|
|
diloco_state/workers/A/round_0002_stage_10/adapter_config.json
DELETED
|
@@ -1,47 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"alora_invocation_tokens": null,
|
| 3 |
-
"alpha_pattern": {},
|
| 4 |
-
"arrow_config": null,
|
| 5 |
-
"auto_mapping": null,
|
| 6 |
-
"base_model_name_or_path": "ai21labs/AI21-Jamba-Reasoning-3B",
|
| 7 |
-
"bias": "none",
|
| 8 |
-
"corda_config": null,
|
| 9 |
-
"ensure_weight_tying": false,
|
| 10 |
-
"eva_config": null,
|
| 11 |
-
"exclude_modules": null,
|
| 12 |
-
"fan_in_fan_out": false,
|
| 13 |
-
"inference_mode": true,
|
| 14 |
-
"init_lora_weights": true,
|
| 15 |
-
"layer_replication": null,
|
| 16 |
-
"layers_pattern": null,
|
| 17 |
-
"layers_to_transform": null,
|
| 18 |
-
"loftq_config": {},
|
| 19 |
-
"lora_alpha": 64,
|
| 20 |
-
"lora_bias": false,
|
| 21 |
-
"lora_dropout": 0.05,
|
| 22 |
-
"megatron_config": null,
|
| 23 |
-
"megatron_core": "megatron.core",
|
| 24 |
-
"modules_to_save": null,
|
| 25 |
-
"peft_type": "LORA",
|
| 26 |
-
"peft_version": "0.18.1",
|
| 27 |
-
"qalora_group_size": 16,
|
| 28 |
-
"r": 32,
|
| 29 |
-
"rank_pattern": {},
|
| 30 |
-
"revision": null,
|
| 31 |
-
"target_modules": [
|
| 32 |
-
"dt_proj",
|
| 33 |
-
"q_proj",
|
| 34 |
-
"v_proj",
|
| 35 |
-
"out_proj",
|
| 36 |
-
"o_proj",
|
| 37 |
-
"in_proj",
|
| 38 |
-
"x_proj",
|
| 39 |
-
"k_proj"
|
| 40 |
-
],
|
| 41 |
-
"target_parameters": null,
|
| 42 |
-
"task_type": "CAUSAL_LM",
|
| 43 |
-
"trainable_token_indices": null,
|
| 44 |
-
"use_dora": false,
|
| 45 |
-
"use_qalora": false,
|
| 46 |
-
"use_rslora": false
|
| 47 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
diloco_state/workers/A/round_0002_stage_10/adapter_model.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:23b66c40ab1d63e82dbc406e97b5e4fd3e9d11caf9583f3c746a4e8ea140f562
|
| 3 |
-
size 1557071904
|
|
|
|
|
|
|
|
|
|
|
|
diloco_state/workers/A/round_0002_stage_2/adapter_config.json
DELETED
|
@@ -1,47 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"alora_invocation_tokens": null,
|
| 3 |
-
"alpha_pattern": {},
|
| 4 |
-
"arrow_config": null,
|
| 5 |
-
"auto_mapping": null,
|
| 6 |
-
"base_model_name_or_path": "ai21labs/AI21-Jamba-Reasoning-3B",
|
| 7 |
-
"bias": "none",
|
| 8 |
-
"corda_config": null,
|
| 9 |
-
"ensure_weight_tying": false,
|
| 10 |
-
"eva_config": null,
|
| 11 |
-
"exclude_modules": null,
|
| 12 |
-
"fan_in_fan_out": false,
|
| 13 |
-
"inference_mode": true,
|
| 14 |
-
"init_lora_weights": true,
|
| 15 |
-
"layer_replication": null,
|
| 16 |
-
"layers_pattern": null,
|
| 17 |
-
"layers_to_transform": null,
|
| 18 |
-
"loftq_config": {},
|
| 19 |
-
"lora_alpha": 64,
|
| 20 |
-
"lora_bias": false,
|
| 21 |
-
"lora_dropout": 0.05,
|
| 22 |
-
"megatron_config": null,
|
| 23 |
-
"megatron_core": "megatron.core",
|
| 24 |
-
"modules_to_save": null,
|
| 25 |
-
"peft_type": "LORA",
|
| 26 |
-
"peft_version": "0.18.1",
|
| 27 |
-
"qalora_group_size": 16,
|
| 28 |
-
"r": 32,
|
| 29 |
-
"rank_pattern": {},
|
| 30 |
-
"revision": null,
|
| 31 |
-
"target_modules": [
|
| 32 |
-
"v_proj",
|
| 33 |
-
"x_proj",
|
| 34 |
-
"dt_proj",
|
| 35 |
-
"o_proj",
|
| 36 |
-
"in_proj",
|
| 37 |
-
"k_proj",
|
| 38 |
-
"q_proj",
|
| 39 |
-
"out_proj"
|
| 40 |
-
],
|
| 41 |
-
"target_parameters": null,
|
| 42 |
-
"task_type": "CAUSAL_LM",
|
| 43 |
-
"trainable_token_indices": null,
|
| 44 |
-
"use_dora": false,
|
| 45 |
-
"use_qalora": false,
|
| 46 |
-
"use_rslora": false
|
| 47 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
diloco_state/workers/A/round_0002_stage_2/adapter_model.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:7d5fb9571dcff60945ef0ac2309fcd742bfbc7789cb323284bc55579e016fb64
|
| 3 |
-
size 1557071904
|
|
|
|
|
|
|
|
|
|
|
|
diloco_state/workers/A/round_0002_stage_8/adapter_config.json
DELETED
|
@@ -1,47 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"alora_invocation_tokens": null,
|
| 3 |
-
"alpha_pattern": {},
|
| 4 |
-
"arrow_config": null,
|
| 5 |
-
"auto_mapping": null,
|
| 6 |
-
"base_model_name_or_path": "ai21labs/AI21-Jamba-Reasoning-3B",
|
| 7 |
-
"bias": "none",
|
| 8 |
-
"corda_config": null,
|
| 9 |
-
"ensure_weight_tying": false,
|
| 10 |
-
"eva_config": null,
|
| 11 |
-
"exclude_modules": null,
|
| 12 |
-
"fan_in_fan_out": false,
|
| 13 |
-
"inference_mode": true,
|
| 14 |
-
"init_lora_weights": true,
|
| 15 |
-
"layer_replication": null,
|
| 16 |
-
"layers_pattern": null,
|
| 17 |
-
"layers_to_transform": null,
|
| 18 |
-
"loftq_config": {},
|
| 19 |
-
"lora_alpha": 64,
|
| 20 |
-
"lora_bias": false,
|
| 21 |
-
"lora_dropout": 0.05,
|
| 22 |
-
"megatron_config": null,
|
| 23 |
-
"megatron_core": "megatron.core",
|
| 24 |
-
"modules_to_save": null,
|
| 25 |
-
"peft_type": "LORA",
|
| 26 |
-
"peft_version": "0.18.1",
|
| 27 |
-
"qalora_group_size": 16,
|
| 28 |
-
"r": 32,
|
| 29 |
-
"rank_pattern": {},
|
| 30 |
-
"revision": null,
|
| 31 |
-
"target_modules": [
|
| 32 |
-
"o_proj",
|
| 33 |
-
"q_proj",
|
| 34 |
-
"dt_proj",
|
| 35 |
-
"v_proj",
|
| 36 |
-
"x_proj",
|
| 37 |
-
"k_proj",
|
| 38 |
-
"out_proj",
|
| 39 |
-
"in_proj"
|
| 40 |
-
],
|
| 41 |
-
"target_parameters": null,
|
| 42 |
-
"task_type": "CAUSAL_LM",
|
| 43 |
-
"trainable_token_indices": null,
|
| 44 |
-
"use_dora": false,
|
| 45 |
-
"use_qalora": false,
|
| 46 |
-
"use_rslora": false
|
| 47 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
diloco_state/workers/A/round_0002_stage_8/adapter_model.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:73e17c7979d7e147306a29dbb857d896fe79fb42fad42b8a9c3c7f631904b44d
|
| 3 |
-
size 1557071904
|
|
|
|
|
|
|
|
|
|
|
|
diloco_state/workers/A/round_0003_stage_2/adapter_config.json
DELETED
|
@@ -1,47 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"alora_invocation_tokens": null,
|
| 3 |
-
"alpha_pattern": {},
|
| 4 |
-
"arrow_config": null,
|
| 5 |
-
"auto_mapping": null,
|
| 6 |
-
"base_model_name_or_path": "ai21labs/AI21-Jamba-Reasoning-3B",
|
| 7 |
-
"bias": "none",
|
| 8 |
-
"corda_config": null,
|
| 9 |
-
"ensure_weight_tying": false,
|
| 10 |
-
"eva_config": null,
|
| 11 |
-
"exclude_modules": null,
|
| 12 |
-
"fan_in_fan_out": false,
|
| 13 |
-
"inference_mode": true,
|
| 14 |
-
"init_lora_weights": true,
|
| 15 |
-
"layer_replication": null,
|
| 16 |
-
"layers_pattern": null,
|
| 17 |
-
"layers_to_transform": null,
|
| 18 |
-
"loftq_config": {},
|
| 19 |
-
"lora_alpha": 64,
|
| 20 |
-
"lora_bias": false,
|
| 21 |
-
"lora_dropout": 0.05,
|
| 22 |
-
"megatron_config": null,
|
| 23 |
-
"megatron_core": "megatron.core",
|
| 24 |
-
"modules_to_save": null,
|
| 25 |
-
"peft_type": "LORA",
|
| 26 |
-
"peft_version": "0.18.1",
|
| 27 |
-
"qalora_group_size": 16,
|
| 28 |
-
"r": 32,
|
| 29 |
-
"rank_pattern": {},
|
| 30 |
-
"revision": null,
|
| 31 |
-
"target_modules": [
|
| 32 |
-
"o_proj",
|
| 33 |
-
"out_proj",
|
| 34 |
-
"k_proj",
|
| 35 |
-
"v_proj",
|
| 36 |
-
"x_proj",
|
| 37 |
-
"q_proj",
|
| 38 |
-
"dt_proj",
|
| 39 |
-
"in_proj"
|
| 40 |
-
],
|
| 41 |
-
"target_parameters": null,
|
| 42 |
-
"task_type": "CAUSAL_LM",
|
| 43 |
-
"trainable_token_indices": null,
|
| 44 |
-
"use_dora": false,
|
| 45 |
-
"use_qalora": false,
|
| 46 |
-
"use_rslora": false
|
| 47 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
diloco_state/workers/A/round_0003_stage_2/adapter_model.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:c2e9ffdaff42d50ee191862b860b9b5d0bbda8b583ef2b651ace06aeddc0f466
|
| 3 |
-
size 1557071904
|
|
|
|
|
|
|
|
|
|
|
|
diloco_state/workers/A/round_0004_stage_2/adapter_config.json
DELETED
|
@@ -1,47 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"alora_invocation_tokens": null,
|
| 3 |
-
"alpha_pattern": {},
|
| 4 |
-
"arrow_config": null,
|
| 5 |
-
"auto_mapping": null,
|
| 6 |
-
"base_model_name_or_path": "ai21labs/AI21-Jamba-Reasoning-3B",
|
| 7 |
-
"bias": "none",
|
| 8 |
-
"corda_config": null,
|
| 9 |
-
"ensure_weight_tying": false,
|
| 10 |
-
"eva_config": null,
|
| 11 |
-
"exclude_modules": null,
|
| 12 |
-
"fan_in_fan_out": false,
|
| 13 |
-
"inference_mode": true,
|
| 14 |
-
"init_lora_weights": true,
|
| 15 |
-
"layer_replication": null,
|
| 16 |
-
"layers_pattern": null,
|
| 17 |
-
"layers_to_transform": null,
|
| 18 |
-
"loftq_config": {},
|
| 19 |
-
"lora_alpha": 64,
|
| 20 |
-
"lora_bias": false,
|
| 21 |
-
"lora_dropout": 0.05,
|
| 22 |
-
"megatron_config": null,
|
| 23 |
-
"megatron_core": "megatron.core",
|
| 24 |
-
"modules_to_save": null,
|
| 25 |
-
"peft_type": "LORA",
|
| 26 |
-
"peft_version": "0.18.1",
|
| 27 |
-
"qalora_group_size": 16,
|
| 28 |
-
"r": 32,
|
| 29 |
-
"rank_pattern": {},
|
| 30 |
-
"revision": null,
|
| 31 |
-
"target_modules": [
|
| 32 |
-
"out_proj",
|
| 33 |
-
"dt_proj",
|
| 34 |
-
"q_proj",
|
| 35 |
-
"in_proj",
|
| 36 |
-
"v_proj",
|
| 37 |
-
"x_proj",
|
| 38 |
-
"k_proj",
|
| 39 |
-
"o_proj"
|
| 40 |
-
],
|
| 41 |
-
"target_parameters": null,
|
| 42 |
-
"task_type": "CAUSAL_LM",
|
| 43 |
-
"trainable_token_indices": null,
|
| 44 |
-
"use_dora": false,
|
| 45 |
-
"use_qalora": false,
|
| 46 |
-
"use_rslora": false
|
| 47 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
diloco_state/workers/A/round_0004_stage_2/adapter_model.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:424c17487c5246ddbabe33a943fb446f5f7a6387f6fd47e251ad5421e5747674
|
| 3 |
-
size 1557071904
|
|
|
|
|
|
|
|
|
|
|
|
diloco_state/workers/A/round_0004_stage_3/adapter_config.json
DELETED
|
@@ -1,47 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"alora_invocation_tokens": null,
|
| 3 |
-
"alpha_pattern": {},
|
| 4 |
-
"arrow_config": null,
|
| 5 |
-
"auto_mapping": null,
|
| 6 |
-
"base_model_name_or_path": "ai21labs/AI21-Jamba-Reasoning-3B",
|
| 7 |
-
"bias": "none",
|
| 8 |
-
"corda_config": null,
|
| 9 |
-
"ensure_weight_tying": false,
|
| 10 |
-
"eva_config": null,
|
| 11 |
-
"exclude_modules": null,
|
| 12 |
-
"fan_in_fan_out": false,
|
| 13 |
-
"inference_mode": true,
|
| 14 |
-
"init_lora_weights": true,
|
| 15 |
-
"layer_replication": null,
|
| 16 |
-
"layers_pattern": null,
|
| 17 |
-
"layers_to_transform": null,
|
| 18 |
-
"loftq_config": {},
|
| 19 |
-
"lora_alpha": 64,
|
| 20 |
-
"lora_bias": false,
|
| 21 |
-
"lora_dropout": 0.05,
|
| 22 |
-
"megatron_config": null,
|
| 23 |
-
"megatron_core": "megatron.core",
|
| 24 |
-
"modules_to_save": null,
|
| 25 |
-
"peft_type": "LORA",
|
| 26 |
-
"peft_version": "0.18.1",
|
| 27 |
-
"qalora_group_size": 16,
|
| 28 |
-
"r": 32,
|
| 29 |
-
"rank_pattern": {},
|
| 30 |
-
"revision": null,
|
| 31 |
-
"target_modules": [
|
| 32 |
-
"x_proj",
|
| 33 |
-
"o_proj",
|
| 34 |
-
"k_proj",
|
| 35 |
-
"dt_proj",
|
| 36 |
-
"v_proj",
|
| 37 |
-
"in_proj",
|
| 38 |
-
"q_proj",
|
| 39 |
-
"out_proj"
|
| 40 |
-
],
|
| 41 |
-
"target_parameters": null,
|
| 42 |
-
"task_type": "CAUSAL_LM",
|
| 43 |
-
"trainable_token_indices": null,
|
| 44 |
-
"use_dora": false,
|
| 45 |
-
"use_qalora": false,
|
| 46 |
-
"use_rslora": false
|
| 47 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
diloco_state/workers/A/round_0004_stage_3/adapter_model.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:db97c19bd2571a606e2bc7ccd0f1ba54fed4bc8fdb77e6835844ffa11ad1c20d
|
| 3 |
-
size 1557071904
|
|
|
|
|
|
|
|
|
|
|
|
diloco_state/workers/A/round_0005_stage_2/adapter_config.json
DELETED
|
@@ -1,47 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"alora_invocation_tokens": null,
|
| 3 |
-
"alpha_pattern": {},
|
| 4 |
-
"arrow_config": null,
|
| 5 |
-
"auto_mapping": null,
|
| 6 |
-
"base_model_name_or_path": "ai21labs/AI21-Jamba-Reasoning-3B",
|
| 7 |
-
"bias": "none",
|
| 8 |
-
"corda_config": null,
|
| 9 |
-
"ensure_weight_tying": false,
|
| 10 |
-
"eva_config": null,
|
| 11 |
-
"exclude_modules": null,
|
| 12 |
-
"fan_in_fan_out": false,
|
| 13 |
-
"inference_mode": true,
|
| 14 |
-
"init_lora_weights": true,
|
| 15 |
-
"layer_replication": null,
|
| 16 |
-
"layers_pattern": null,
|
| 17 |
-
"layers_to_transform": null,
|
| 18 |
-
"loftq_config": {},
|
| 19 |
-
"lora_alpha": 64,
|
| 20 |
-
"lora_bias": false,
|
| 21 |
-
"lora_dropout": 0.05,
|
| 22 |
-
"megatron_config": null,
|
| 23 |
-
"megatron_core": "megatron.core",
|
| 24 |
-
"modules_to_save": null,
|
| 25 |
-
"peft_type": "LORA",
|
| 26 |
-
"peft_version": "0.18.1",
|
| 27 |
-
"qalora_group_size": 16,
|
| 28 |
-
"r": 32,
|
| 29 |
-
"rank_pattern": {},
|
| 30 |
-
"revision": null,
|
| 31 |
-
"target_modules": [
|
| 32 |
-
"q_proj",
|
| 33 |
-
"v_proj",
|
| 34 |
-
"in_proj",
|
| 35 |
-
"o_proj",
|
| 36 |
-
"x_proj",
|
| 37 |
-
"out_proj",
|
| 38 |
-
"dt_proj",
|
| 39 |
-
"k_proj"
|
| 40 |
-
],
|
| 41 |
-
"target_parameters": null,
|
| 42 |
-
"task_type": "CAUSAL_LM",
|
| 43 |
-
"trainable_token_indices": null,
|
| 44 |
-
"use_dora": false,
|
| 45 |
-
"use_qalora": false,
|
| 46 |
-
"use_rslora": false
|
| 47 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
diloco_state/workers/A/round_0005_stage_2/adapter_model.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:d8b1c9e086a8c3eaaff6b34ba6d27cb38538fd45f9db27eb647a52068754f92d
|
| 3 |
-
size 1557071904
|
|
|
|
|
|
|
|
|
|
|
|