sft_b1unv_lora (1a6dc28) SFT sftb1unv
Browse files- checkpoints/sft_b1unv_lora/epoch1/adapter_config.json +54 -0
- checkpoints/sft_b1unv_lora/epoch1/adapter_model.safetensors +3 -0
- checkpoints/sft_b1unv_lora/epoch1/optimizer_rank0.pt +3 -0
- checkpoints/sft_b1unv_lora/epoch1/optimizer_rank1.pt +3 -0
- checkpoints/sft_b1unv_lora/epoch1/optimizer_rank2.pt +3 -0
- checkpoints/sft_b1unv_lora/epoch1/optimizer_rank3.pt +3 -0
- checkpoints/sft_b1unv_lora/final/adapter_config.json +54 -0
- checkpoints/sft_b1unv_lora/final/adapter_model.safetensors +3 -0
- checkpoints/sft_b1unv_lora/manifest.json +59 -0
- checkpoints/sft_b1unv_lora/train_args.json +48 -0
- checkpoints/sft_b1unv_lora/train_log.jsonl +55 -0
checkpoints/sft_b1unv_lora/epoch1/adapter_config.json
ADDED
|
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": null,
|
| 6 |
+
"base_model_name_or_path": "/mnt/raid5/models/Qwen3.8-27B",
|
| 7 |
+
"bias": "none",
|
| 8 |
+
"corda_config": null,
|
| 9 |
+
"ensure_weight_tying": false,
|
| 10 |
+
"eva_config": null,
|
| 11 |
+
"exclude_modules": null,
|
| 12 |
+
"fan_in_fan_out": false,
|
| 13 |
+
"inference_mode": true,
|
| 14 |
+
"init_lora_weights": true,
|
| 15 |
+
"kasa_config": null,
|
| 16 |
+
"layer_replication": null,
|
| 17 |
+
"layers_pattern": null,
|
| 18 |
+
"layers_to_transform": null,
|
| 19 |
+
"loftq_config": {},
|
| 20 |
+
"lora_alpha": 128,
|
| 21 |
+
"lora_bias": false,
|
| 22 |
+
"lora_dropout": 0.05,
|
| 23 |
+
"lora_ga_config": null,
|
| 24 |
+
"megatron_config": null,
|
| 25 |
+
"megatron_core": "megatron.core",
|
| 26 |
+
"modules_to_save": null,
|
| 27 |
+
"monteclora_config": null,
|
| 28 |
+
"peft_type": "LORA",
|
| 29 |
+
"peft_version": "0.21.2",
|
| 30 |
+
"qalora_group_size": 16,
|
| 31 |
+
"r": 64,
|
| 32 |
+
"rank_pattern": {},
|
| 33 |
+
"revision": null,
|
| 34 |
+
"target_modules": [
|
| 35 |
+
"v_proj",
|
| 36 |
+
"o_proj",
|
| 37 |
+
"gate_proj",
|
| 38 |
+
"in_proj_z",
|
| 39 |
+
"k_proj",
|
| 40 |
+
"out_proj",
|
| 41 |
+
"up_proj",
|
| 42 |
+
"q_proj",
|
| 43 |
+
"down_proj",
|
| 44 |
+
"in_proj_qkv"
|
| 45 |
+
],
|
| 46 |
+
"target_parameters": null,
|
| 47 |
+
"task_type": "CAUSAL_LM",
|
| 48 |
+
"trainable_token_indices": null,
|
| 49 |
+
"use_bdlora": null,
|
| 50 |
+
"use_dora": false,
|
| 51 |
+
"use_qalora": false,
|
| 52 |
+
"use_rslora": false,
|
| 53 |
+
"velora_config": null
|
| 54 |
+
}
|
checkpoints/sft_b1unv_lora/epoch1/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e0879c7afe84a21c6837cf27738f81dfade7c22e35896f834b6845993b697c65
|
| 3 |
+
size 870428576
|
checkpoints/sft_b1unv_lora/epoch1/optimizer_rank0.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:38a8cad4e302602f3993646c18b840233914f13bfa00c90902686526929bc23a
|
| 3 |
+
size 1306387143
|
checkpoints/sft_b1unv_lora/epoch1/optimizer_rank1.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a7e87b98f0e3466263ebdd1d91972d57bfb5e88a44079eadd6fbb3ae52a1b61d
|
| 3 |
+
size 1306387143
|
checkpoints/sft_b1unv_lora/epoch1/optimizer_rank2.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ad4d60b3e6f30e0cecfc6f611cc4b9897d1ca18d1300a87d3bd86f71cc5c4c38
|
| 3 |
+
size 1306387143
|
checkpoints/sft_b1unv_lora/epoch1/optimizer_rank3.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:06e204308655e0f134779efcb9f360088e95dca9b3fd1917f25a49b712748f63
|
| 3 |
+
size 1306387143
|
checkpoints/sft_b1unv_lora/final/adapter_config.json
ADDED
|
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": null,
|
| 6 |
+
"base_model_name_or_path": "/mnt/raid5/models/Qwen3.8-27B",
|
| 7 |
+
"bias": "none",
|
| 8 |
+
"corda_config": null,
|
| 9 |
+
"ensure_weight_tying": false,
|
| 10 |
+
"eva_config": null,
|
| 11 |
+
"exclude_modules": null,
|
| 12 |
+
"fan_in_fan_out": false,
|
| 13 |
+
"inference_mode": true,
|
| 14 |
+
"init_lora_weights": true,
|
| 15 |
+
"kasa_config": null,
|
| 16 |
+
"layer_replication": null,
|
| 17 |
+
"layers_pattern": null,
|
| 18 |
+
"layers_to_transform": null,
|
| 19 |
+
"loftq_config": {},
|
| 20 |
+
"lora_alpha": 128,
|
| 21 |
+
"lora_bias": false,
|
| 22 |
+
"lora_dropout": 0.05,
|
| 23 |
+
"lora_ga_config": null,
|
| 24 |
+
"megatron_config": null,
|
| 25 |
+
"megatron_core": "megatron.core",
|
| 26 |
+
"modules_to_save": null,
|
| 27 |
+
"monteclora_config": null,
|
| 28 |
+
"peft_type": "LORA",
|
| 29 |
+
"peft_version": "0.21.2",
|
| 30 |
+
"qalora_group_size": 16,
|
| 31 |
+
"r": 64,
|
| 32 |
+
"rank_pattern": {},
|
| 33 |
+
"revision": null,
|
| 34 |
+
"target_modules": [
|
| 35 |
+
"v_proj",
|
| 36 |
+
"o_proj",
|
| 37 |
+
"gate_proj",
|
| 38 |
+
"in_proj_z",
|
| 39 |
+
"k_proj",
|
| 40 |
+
"out_proj",
|
| 41 |
+
"up_proj",
|
| 42 |
+
"q_proj",
|
| 43 |
+
"down_proj",
|
| 44 |
+
"in_proj_qkv"
|
| 45 |
+
],
|
| 46 |
+
"target_parameters": null,
|
| 47 |
+
"task_type": "CAUSAL_LM",
|
| 48 |
+
"trainable_token_indices": null,
|
| 49 |
+
"use_bdlora": null,
|
| 50 |
+
"use_dora": false,
|
| 51 |
+
"use_qalora": false,
|
| 52 |
+
"use_rslora": false,
|
| 53 |
+
"velora_config": null
|
| 54 |
+
}
|
checkpoints/sft_b1unv_lora/final/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e0879c7afe84a21c6837cf27738f81dfade7c22e35896f834b6845993b697c65
|
| 3 |
+
size 870428576
|
checkpoints/sft_b1unv_lora/manifest.json
ADDED
|
@@ -0,0 +1,59 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"name": "sft_b1unv_lora",
|
| 3 |
+
"uploaded_at": "2026-10-26T17:37:10+0800",
|
| 4 |
+
"git_commit": "1a6dc28",
|
| 5 |
+
"source_dir": "/myshare/sunwenjie/Agent_Coding_Active/ckpts/sft_b1unv_lora",
|
| 6 |
+
"kind": "model",
|
| 7 |
+
"base_model": "/mnt/raid5/models/Qwen3.8-27B",
|
| 8 |
+
"train_args": {
|
| 9 |
+
"model": "/mnt/raid5/models/Qwen3.8-27B",
|
| 10 |
+
"data": "sft_pipeline/out/icae_sft_b1unv.tokens.jsonl",
|
| 11 |
+
"out": "/myshare/sunwenjie/Agent_Coding_Active/ckpts/sft_b1unv_lora",
|
| 12 |
+
"attn": "sdpa",
|
| 13 |
+
"max_len": 32768,
|
| 14 |
+
"limit": 0,
|
| 15 |
+
"kinds": "",
|
| 16 |
+
"balance": "ask/feature=1,ask/protocol=1,explore=1,proceed=1",
|
| 17 |
+
"exclude_runs": "dev01",
|
| 18 |
+
"save_each_epoch": true,
|
| 19 |
+
"resume_adapter": "",
|
| 20 |
+
"resume_step": 0,
|
| 21 |
+
"loss_chunk": 2048,
|
| 22 |
+
"epochs": 1.0,
|
| 23 |
+
"max_steps": 0,
|
| 24 |
+
"lr": 0.0001,
|
| 25 |
+
"warmup": 0.05,
|
| 26 |
+
"grad_accum": 1,
|
| 27 |
+
"lora_r": 64,
|
| 28 |
+
"lora_alpha": 128,
|
| 29 |
+
"lora_dropout": 0.05,
|
| 30 |
+
"grad_ckpt": true,
|
| 31 |
+
"save_every": 0,
|
| 32 |
+
"seed": 0,
|
| 33 |
+
"log_every": 1,
|
| 34 |
+
"world_size": 4,
|
| 35 |
+
"data_stats": {
|
| 36 |
+
"rows": 218,
|
| 37 |
+
"unique_rows": 218,
|
| 38 |
+
"kinds": {
|
| 39 |
+
"explore": 76,
|
| 40 |
+
"proceed": 61,
|
| 41 |
+
"ask": 81
|
| 42 |
+
},
|
| 43 |
+
"groups": {
|
| 44 |
+
"explore": 76,
|
| 45 |
+
"proceed": 61,
|
| 46 |
+
"ask/protocol": 34,
|
| 47 |
+
"ask/feature": 47
|
| 48 |
+
},
|
| 49 |
+
"tokens_total": 3298403,
|
| 50 |
+
"tokens_max": 32758,
|
| 51 |
+
"labelled_total": 297334,
|
| 52 |
+
"labelled_mean": 1364
|
| 53 |
+
},
|
| 54 |
+
"total_steps": 55
|
| 55 |
+
},
|
| 56 |
+
"n_files": 10,
|
| 57 |
+
"total_bytes": 6966415875,
|
| 58 |
+
"note": "SFT sftb1unv"
|
| 59 |
+
}
|
checkpoints/sft_b1unv_lora/train_args.json
ADDED
|
@@ -0,0 +1,48 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model": "/mnt/raid5/models/Qwen3.8-27B",
|
| 3 |
+
"data": "sft_pipeline/out/icae_sft_b1unv.tokens.jsonl",
|
| 4 |
+
"out": "/myshare/sunwenjie/Agent_Coding_Active/ckpts/sft_b1unv_lora",
|
| 5 |
+
"attn": "sdpa",
|
| 6 |
+
"max_len": 32768,
|
| 7 |
+
"limit": 0,
|
| 8 |
+
"kinds": "",
|
| 9 |
+
"balance": "ask/feature=1,ask/protocol=1,explore=1,proceed=1",
|
| 10 |
+
"exclude_runs": "dev01",
|
| 11 |
+
"save_each_epoch": true,
|
| 12 |
+
"resume_adapter": "",
|
| 13 |
+
"resume_step": 0,
|
| 14 |
+
"loss_chunk": 2048,
|
| 15 |
+
"epochs": 1.0,
|
| 16 |
+
"max_steps": 0,
|
| 17 |
+
"lr": 0.0001,
|
| 18 |
+
"warmup": 0.05,
|
| 19 |
+
"grad_accum": 1,
|
| 20 |
+
"lora_r": 64,
|
| 21 |
+
"lora_alpha": 128,
|
| 22 |
+
"lora_dropout": 0.05,
|
| 23 |
+
"grad_ckpt": true,
|
| 24 |
+
"save_every": 0,
|
| 25 |
+
"seed": 0,
|
| 26 |
+
"log_every": 1,
|
| 27 |
+
"world_size": 4,
|
| 28 |
+
"data_stats": {
|
| 29 |
+
"rows": 218,
|
| 30 |
+
"unique_rows": 218,
|
| 31 |
+
"kinds": {
|
| 32 |
+
"explore": 76,
|
| 33 |
+
"proceed": 61,
|
| 34 |
+
"ask": 81
|
| 35 |
+
},
|
| 36 |
+
"groups": {
|
| 37 |
+
"explore": 76,
|
| 38 |
+
"proceed": 61,
|
| 39 |
+
"ask/protocol": 34,
|
| 40 |
+
"ask/feature": 47
|
| 41 |
+
},
|
| 42 |
+
"tokens_total": 3298403,
|
| 43 |
+
"tokens_max": 32758,
|
| 44 |
+
"labelled_total": 297334,
|
| 45 |
+
"labelled_mean": 1364
|
| 46 |
+
},
|
| 47 |
+
"total_steps": 55
|
| 48 |
+
}
|
checkpoints/sft_b1unv_lora/train_log.jsonl
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"step": 1, "loss": 0.2394, "labelled_tokens": 11616, "lr": 0.0001, "elapsed_s": 60, "gpu_peak_gb": 28.8}
|
| 2 |
+
{"step": 2, "loss": 0.2005, "labelled_tokens": 4033, "lr": 0.0001, "elapsed_s": 96, "gpu_peak_gb": 28.8}
|
| 3 |
+
{"step": 3, "loss": 0.404, "labelled_tokens": 5681, "lr": 9.991218658821608e-05, "elapsed_s": 138, "gpu_peak_gb": 28.8}
|
| 4 |
+
{"step": 4, "loss": 0.2113, "labelled_tokens": 10081, "lr": 9.964905480067586e-05, "elapsed_s": 187, "gpu_peak_gb": 35.0}
|
| 5 |
+
{"step": 5, "loss": 0.4447, "labelled_tokens": 1072, "lr": 9.921152889737984e-05, "elapsed_s": 203, "gpu_peak_gb": 35.0}
|
| 6 |
+
{"step": 6, "loss": 0.2559, "labelled_tokens": 5377, "lr": 9.860114570402054e-05, "elapsed_s": 245, "gpu_peak_gb": 35.0}
|
| 7 |
+
{"step": 7, "loss": 0.4465, "labelled_tokens": 5231, "lr": 9.782004921382612e-05, "elapsed_s": 275, "gpu_peak_gb": 35.0}
|
| 8 |
+
{"step": 8, "loss": 0.18, "labelled_tokens": 3407, "lr": 9.687098305670605e-05, "elapsed_s": 318, "gpu_peak_gb": 35.0}
|
| 9 |
+
{"step": 9, "loss": 0.2182, "labelled_tokens": 4912, "lr": 9.575728086215092e-05, "elapsed_s": 364, "gpu_peak_gb": 35.0}
|
| 10 |
+
{"step": 10, "loss": 0.3576, "labelled_tokens": 5668, "lr": 9.448285454973738e-05, "elapsed_s": 394, "gpu_peak_gb": 35.0}
|
| 11 |
+
{"step": 11, "loss": 0.378, "labelled_tokens": 1673, "lr": 9.305218058836778e-05, "elapsed_s": 419, "gpu_peak_gb": 35.0}
|
| 12 |
+
{"step": 12, "loss": 0.1791, "labelled_tokens": 5732, "lr": 9.14702842725101e-05, "elapsed_s": 462, "gpu_peak_gb": 35.0}
|
| 13 |
+
{"step": 13, "loss": 0.2512, "labelled_tokens": 6259, "lr": 8.974272207066767e-05, "elapsed_s": 503, "gpu_peak_gb": 35.0}
|
| 14 |
+
{"step": 14, "loss": 0.5761, "labelled_tokens": 380, "lr": 8.787556210808101e-05, "elapsed_s": 543, "gpu_peak_gb": 35.0}
|
| 15 |
+
{"step": 15, "loss": 0.4296, "labelled_tokens": 1824, "lr": 8.587536285221656e-05, "elapsed_s": 563, "gpu_peak_gb": 35.0}
|
| 16 |
+
{"step": 16, "loss": 0.2263, "labelled_tokens": 10470, "lr": 8.374915007591053e-05, "elapsed_s": 587, "gpu_peak_gb": 35.0}
|
| 17 |
+
{"step": 17, "loss": 0.4335, "labelled_tokens": 7391, "lr": 8.150439217908556e-05, "elapsed_s": 629, "gpu_peak_gb": 35.0}
|
| 18 |
+
{"step": 18, "loss": 0.1494, "labelled_tokens": 3941, "lr": 7.91489739557236e-05, "elapsed_s": 659, "gpu_peak_gb": 35.0}
|
| 19 |
+
{"step": 19, "loss": 0.4011, "labelled_tokens": 2988, "lr": 7.669116889823955e-05, "elapsed_s": 690, "gpu_peak_gb": 35.0}
|
| 20 |
+
{"step": 20, "loss": 0.206, "labelled_tokens": 8038, "lr": 7.413961013653726e-05, "elapsed_s": 731, "gpu_peak_gb": 35.0}
|
| 21 |
+
{"step": 21, "loss": 0.3235, "labelled_tokens": 1552, "lr": 7.150326011382604e-05, "elapsed_s": 762, "gpu_peak_gb": 35.0}
|
| 22 |
+
{"step": 22, "loss": 0.2532, "labelled_tokens": 2404, "lr": 6.879137910571191e-05, "elapsed_s": 795, "gpu_peak_gb": 35.0}
|
| 23 |
+
{"step": 23, "loss": 0.3163, "labelled_tokens": 2281, "lr": 6.601349269314188e-05, "elapsed_s": 831, "gpu_peak_gb": 35.0}
|
| 24 |
+
{"step": 24, "loss": 0.3157, "labelled_tokens": 1096, "lr": 6.317935830345338e-05, "elapsed_s": 871, "gpu_peak_gb": 35.0}
|
| 25 |
+
{"step": 25, "loss": 0.2658, "labelled_tokens": 7527, "lr": 6.029893093705492e-05, "elapsed_s": 913, "gpu_peak_gb": 35.0}
|
| 26 |
+
{"step": 26, "loss": 0.6562, "labelled_tokens": 8431, "lr": 5.738232820012407e-05, "elapsed_s": 956, "gpu_peak_gb": 35.0}
|
| 27 |
+
{"step": 27, "loss": 0.1365, "labelled_tokens": 2395, "lr": 5.4439794766146746e-05, "elapsed_s": 992, "gpu_peak_gb": 35.0}
|
| 28 |
+
{"step": 28, "loss": 0.2626, "labelled_tokens": 4701, "lr": 5.148166639112799e-05, "elapsed_s": 1026, "gpu_peak_gb": 35.0}
|
| 29 |
+
{"step": 29, "loss": 0.305, "labelled_tokens": 10563, "lr": 4.851833360887201e-05, "elapsed_s": 1062, "gpu_peak_gb": 35.0}
|
| 30 |
+
{"step": 30, "loss": 0.2589, "labelled_tokens": 3940, "lr": 4.5560205233853266e-05, "elapsed_s": 1089, "gpu_peak_gb": 35.0}
|
| 31 |
+
{"step": 31, "loss": 0.3432, "labelled_tokens": 1277, "lr": 4.2617671799875944e-05, "elapsed_s": 1121, "gpu_peak_gb": 35.0}
|
| 32 |
+
{"step": 32, "loss": 0.4092, "labelled_tokens": 1173, "lr": 3.970106906294509e-05, "elapsed_s": 1152, "gpu_peak_gb": 35.0}
|
| 33 |
+
{"step": 33, "loss": 0.2764, "labelled_tokens": 22535, "lr": 3.682064169654663e-05, "elapsed_s": 1198, "gpu_peak_gb": 35.0}
|
| 34 |
+
{"step": 34, "loss": 0.2348, "labelled_tokens": 4978, "lr": 3.3986507306858125e-05, "elapsed_s": 1242, "gpu_peak_gb": 35.3}
|
| 35 |
+
{"step": 35, "loss": 0.2603, "labelled_tokens": 6816, "lr": 3.12086208942881e-05, "elapsed_s": 1283, "gpu_peak_gb": 35.3}
|
| 36 |
+
{"step": 36, "loss": 0.1448, "labelled_tokens": 7396, "lr": 2.8496739886173995e-05, "elapsed_s": 1318, "gpu_peak_gb": 35.3}
|
| 37 |
+
{"step": 37, "loss": 0.2152, "labelled_tokens": 5512, "lr": 2.5860389863462765e-05, "elapsed_s": 1353, "gpu_peak_gb": 35.3}
|
| 38 |
+
{"step": 38, "loss": 0.1399, "labelled_tokens": 4298, "lr": 2.3308831101760486e-05, "elapsed_s": 1399, "gpu_peak_gb": 35.3}
|
| 39 |
+
{"step": 39, "loss": 0.1768, "labelled_tokens": 2989, "lr": 2.0851026044276406e-05, "elapsed_s": 1442, "gpu_peak_gb": 35.3}
|
| 40 |
+
{"step": 40, "loss": 0.3265, "labelled_tokens": 2195, "lr": 1.849560782091445e-05, "elapsed_s": 1488, "gpu_peak_gb": 35.3}
|
| 41 |
+
{"step": 41, "loss": 0.1905, "labelled_tokens": 17588, "lr": 1.6250849924089484e-05, "elapsed_s": 1521, "gpu_peak_gb": 35.3}
|
| 42 |
+
{"step": 42, "loss": 0.3992, "labelled_tokens": 3317, "lr": 1.4124637147783432e-05, "elapsed_s": 1558, "gpu_peak_gb": 35.3}
|
| 43 |
+
{"step": 43, "loss": 0.2959, "labelled_tokens": 8689, "lr": 1.2124437891918993e-05, "elapsed_s": 1597, "gpu_peak_gb": 35.3}
|
| 44 |
+
{"step": 44, "loss": 0.1916, "labelled_tokens": 6118, "lr": 1.0257277929332332e-05, "elapsed_s": 1627, "gpu_peak_gb": 35.3}
|
| 45 |
+
{"step": 45, "loss": 0.2615, "labelled_tokens": 4832, "lr": 8.529715727489912e-06, "elapsed_s": 1665, "gpu_peak_gb": 35.3}
|
| 46 |
+
{"step": 46, "loss": 0.1247, "labelled_tokens": 2778, "lr": 6.947819411632223e-06, "elapsed_s": 1701, "gpu_peak_gb": 35.3}
|
| 47 |
+
{"step": 47, "loss": 0.3022, "labelled_tokens": 2780, "lr": 5.51714545026264e-06, "elapsed_s": 1736, "gpu_peak_gb": 35.3}
|
| 48 |
+
{"step": 48, "loss": 0.3092, "labelled_tokens": 4308, "lr": 4.242719137849077e-06, "elapsed_s": 1776, "gpu_peak_gb": 35.3}
|
| 49 |
+
{"step": 49, "loss": 0.1086, "labelled_tokens": 5054, "lr": 3.1290169432939553e-06, "elapsed_s": 1813, "gpu_peak_gb": 35.3}
|
| 50 |
+
{"step": 50, "loss": 0.3265, "labelled_tokens": 9652, "lr": 2.179950786173879e-06, "elapsed_s": 1849, "gpu_peak_gb": 35.3}
|
| 51 |
+
{"step": 51, "loss": 0.2843, "labelled_tokens": 304, "lr": 1.3988542959794627e-06, "elapsed_s": 1879, "gpu_peak_gb": 35.3}
|
| 52 |
+
{"step": 52, "loss": 0.1562, "labelled_tokens": 2437, "lr": 7.884711026201585e-07, "elapsed_s": 1912, "gpu_peak_gb": 35.3}
|
| 53 |
+
{"step": 53, "loss": 0.1895, "labelled_tokens": 5454, "lr": 3.5094519932415417e-07, "elapsed_s": 1954, "gpu_peak_gb": 35.3}
|
| 54 |
+
{"step": 54, "loss": 0.4158, "labelled_tokens": 8167, "lr": 8.781341178393244e-08, "elapsed_s": 1989, "gpu_peak_gb": 35.3}
|
| 55 |
+
{"step": 55, "loss": 0.3243, "labelled_tokens": 6593, "lr": 0.0, "elapsed_s": 2030, "gpu_peak_gb": 35.3}
|