sft_b1_lora (36ee683) SFT sftb1
Browse files- checkpoints/sft_b1_lora/epoch1/adapter_config.json +54 -0
- checkpoints/sft_b1_lora/epoch1/adapter_model.safetensors +3 -0
- checkpoints/sft_b1_lora/epoch1/optimizer_rank0.pt +3 -0
- checkpoints/sft_b1_lora/epoch1/optimizer_rank1.pt +3 -0
- checkpoints/sft_b1_lora/final/adapter_config.json +54 -0
- checkpoints/sft_b1_lora/final/adapter_model.safetensors +3 -0
- checkpoints/sft_b1_lora/manifest.json +59 -0
- checkpoints/sft_b1_lora/train_args.json +48 -0
- checkpoints/sft_b1_lora/train_log.jsonl +55 -0
checkpoints/sft_b1_lora/epoch1/adapter_config.json
ADDED
|
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": null,
|
| 6 |
+
"base_model_name_or_path": "/mnt/raid5/models/Qwen3.8-27B",
|
| 7 |
+
"bias": "none",
|
| 8 |
+
"corda_config": null,
|
| 9 |
+
"ensure_weight_tying": false,
|
| 10 |
+
"eva_config": null,
|
| 11 |
+
"exclude_modules": null,
|
| 12 |
+
"fan_in_fan_out": false,
|
| 13 |
+
"inference_mode": true,
|
| 14 |
+
"init_lora_weights": true,
|
| 15 |
+
"kasa_config": null,
|
| 16 |
+
"layer_replication": null,
|
| 17 |
+
"layers_pattern": null,
|
| 18 |
+
"layers_to_transform": null,
|
| 19 |
+
"loftq_config": {},
|
| 20 |
+
"lora_alpha": 128,
|
| 21 |
+
"lora_bias": false,
|
| 22 |
+
"lora_dropout": 0.05,
|
| 23 |
+
"lora_ga_config": null,
|
| 24 |
+
"megatron_config": null,
|
| 25 |
+
"megatron_core": "megatron.core",
|
| 26 |
+
"modules_to_save": null,
|
| 27 |
+
"monteclora_config": null,
|
| 28 |
+
"peft_type": "LORA",
|
| 29 |
+
"peft_version": "0.21.2",
|
| 30 |
+
"qalora_group_size": 16,
|
| 31 |
+
"r": 64,
|
| 32 |
+
"rank_pattern": {},
|
| 33 |
+
"revision": null,
|
| 34 |
+
"target_modules": [
|
| 35 |
+
"in_proj_z",
|
| 36 |
+
"out_proj",
|
| 37 |
+
"q_proj",
|
| 38 |
+
"in_proj_qkv",
|
| 39 |
+
"gate_proj",
|
| 40 |
+
"v_proj",
|
| 41 |
+
"k_proj",
|
| 42 |
+
"down_proj",
|
| 43 |
+
"up_proj",
|
| 44 |
+
"o_proj"
|
| 45 |
+
],
|
| 46 |
+
"target_parameters": null,
|
| 47 |
+
"task_type": "CAUSAL_LM",
|
| 48 |
+
"trainable_token_indices": null,
|
| 49 |
+
"use_bdlora": null,
|
| 50 |
+
"use_dora": false,
|
| 51 |
+
"use_qalora": false,
|
| 52 |
+
"use_rslora": false,
|
| 53 |
+
"velora_config": null
|
| 54 |
+
}
|
checkpoints/sft_b1_lora/epoch1/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6edbce4a9ee2586f5b1f0ec2954eb97f9adfbf9d1e6edeab744cd309db57eb80
|
| 3 |
+
size 870428576
|
checkpoints/sft_b1_lora/epoch1/optimizer_rank0.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fafe333e48cc7b44839d993029534c423744d10c61300c9ad405233fd0b7636c
|
| 3 |
+
size 2611864263
|
checkpoints/sft_b1_lora/epoch1/optimizer_rank1.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f978fbfd7c268876b9c46912b863f63ff177aa8ec23e293a1bf9033983bd1461
|
| 3 |
+
size 2611864263
|
checkpoints/sft_b1_lora/final/adapter_config.json
ADDED
|
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": null,
|
| 6 |
+
"base_model_name_or_path": "/mnt/raid5/models/Qwen3.8-27B",
|
| 7 |
+
"bias": "none",
|
| 8 |
+
"corda_config": null,
|
| 9 |
+
"ensure_weight_tying": false,
|
| 10 |
+
"eva_config": null,
|
| 11 |
+
"exclude_modules": null,
|
| 12 |
+
"fan_in_fan_out": false,
|
| 13 |
+
"inference_mode": true,
|
| 14 |
+
"init_lora_weights": true,
|
| 15 |
+
"kasa_config": null,
|
| 16 |
+
"layer_replication": null,
|
| 17 |
+
"layers_pattern": null,
|
| 18 |
+
"layers_to_transform": null,
|
| 19 |
+
"loftq_config": {},
|
| 20 |
+
"lora_alpha": 128,
|
| 21 |
+
"lora_bias": false,
|
| 22 |
+
"lora_dropout": 0.05,
|
| 23 |
+
"lora_ga_config": null,
|
| 24 |
+
"megatron_config": null,
|
| 25 |
+
"megatron_core": "megatron.core",
|
| 26 |
+
"modules_to_save": null,
|
| 27 |
+
"monteclora_config": null,
|
| 28 |
+
"peft_type": "LORA",
|
| 29 |
+
"peft_version": "0.21.2",
|
| 30 |
+
"qalora_group_size": 16,
|
| 31 |
+
"r": 64,
|
| 32 |
+
"rank_pattern": {},
|
| 33 |
+
"revision": null,
|
| 34 |
+
"target_modules": [
|
| 35 |
+
"in_proj_z",
|
| 36 |
+
"out_proj",
|
| 37 |
+
"q_proj",
|
| 38 |
+
"in_proj_qkv",
|
| 39 |
+
"gate_proj",
|
| 40 |
+
"v_proj",
|
| 41 |
+
"k_proj",
|
| 42 |
+
"down_proj",
|
| 43 |
+
"up_proj",
|
| 44 |
+
"o_proj"
|
| 45 |
+
],
|
| 46 |
+
"target_parameters": null,
|
| 47 |
+
"task_type": "CAUSAL_LM",
|
| 48 |
+
"trainable_token_indices": null,
|
| 49 |
+
"use_bdlora": null,
|
| 50 |
+
"use_dora": false,
|
| 51 |
+
"use_qalora": false,
|
| 52 |
+
"use_rslora": false,
|
| 53 |
+
"velora_config": null
|
| 54 |
+
}
|
checkpoints/sft_b1_lora/final/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6edbce4a9ee2586f5b1f0ec2954eb97f9adfbf9d1e6edeab744cd309db57eb80
|
| 3 |
+
size 870428576
|
checkpoints/sft_b1_lora/manifest.json
ADDED
|
@@ -0,0 +1,59 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"name": "sft_b1_lora",
|
| 3 |
+
"uploaded_at": "2026-10-23T17:59:56+0800",
|
| 4 |
+
"git_commit": "36ee683",
|
| 5 |
+
"source_dir": "/myshare/sunwenjie/Agent_Coding_Active/ckpts/sft_b1_lora",
|
| 6 |
+
"kind": "model",
|
| 7 |
+
"base_model": "/mnt/raid5/models/Qwen3.8-27B",
|
| 8 |
+
"train_args": {
|
| 9 |
+
"model": "/mnt/raid5/models/Qwen3.8-27B",
|
| 10 |
+
"data": "sft_pipeline/out/icae_sft_b1.tokens.jsonl",
|
| 11 |
+
"out": "/myshare/sunwenjie/Agent_Coding_Active/ckpts/sft_b1_lora",
|
| 12 |
+
"attn": "sdpa",
|
| 13 |
+
"max_len": 32768,
|
| 14 |
+
"limit": 0,
|
| 15 |
+
"kinds": "",
|
| 16 |
+
"balance": "ask/feature=1,ask/protocol=1,explore=1,proceed=1",
|
| 17 |
+
"exclude_runs": "dev01",
|
| 18 |
+
"save_each_epoch": true,
|
| 19 |
+
"resume_adapter": "",
|
| 20 |
+
"resume_step": 0,
|
| 21 |
+
"loss_chunk": 2048,
|
| 22 |
+
"epochs": 1.0,
|
| 23 |
+
"max_steps": 0,
|
| 24 |
+
"lr": 0.0001,
|
| 25 |
+
"warmup": 0.05,
|
| 26 |
+
"grad_accum": 2,
|
| 27 |
+
"lora_r": 64,
|
| 28 |
+
"lora_alpha": 128,
|
| 29 |
+
"lora_dropout": 0.05,
|
| 30 |
+
"grad_ckpt": true,
|
| 31 |
+
"save_every": 0,
|
| 32 |
+
"seed": 0,
|
| 33 |
+
"log_every": 1,
|
| 34 |
+
"world_size": 2,
|
| 35 |
+
"data_stats": {
|
| 36 |
+
"rows": 219,
|
| 37 |
+
"unique_rows": 219,
|
| 38 |
+
"kinds": {
|
| 39 |
+
"ask": 82,
|
| 40 |
+
"proceed": 61,
|
| 41 |
+
"explore": 76
|
| 42 |
+
},
|
| 43 |
+
"groups": {
|
| 44 |
+
"ask/feature": 43,
|
| 45 |
+
"proceed": 61,
|
| 46 |
+
"explore": 76,
|
| 47 |
+
"ask/protocol": 39
|
| 48 |
+
},
|
| 49 |
+
"tokens_total": 3308707,
|
| 50 |
+
"tokens_max": 32758,
|
| 51 |
+
"labelled_total": 361004,
|
| 52 |
+
"labelled_mean": 1648
|
| 53 |
+
},
|
| 54 |
+
"total_steps": 55
|
| 55 |
+
},
|
| 56 |
+
"n_files": 8,
|
| 57 |
+
"total_bytes": 6964595840,
|
| 58 |
+
"note": "SFT sftb1"
|
| 59 |
+
}
|
checkpoints/sft_b1_lora/train_args.json
ADDED
|
@@ -0,0 +1,48 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model": "/mnt/raid5/models/Qwen3.8-27B",
|
| 3 |
+
"data": "sft_pipeline/out/icae_sft_b1.tokens.jsonl",
|
| 4 |
+
"out": "/myshare/sunwenjie/Agent_Coding_Active/ckpts/sft_b1_lora",
|
| 5 |
+
"attn": "sdpa",
|
| 6 |
+
"max_len": 32768,
|
| 7 |
+
"limit": 0,
|
| 8 |
+
"kinds": "",
|
| 9 |
+
"balance": "ask/feature=1,ask/protocol=1,explore=1,proceed=1",
|
| 10 |
+
"exclude_runs": "dev01",
|
| 11 |
+
"save_each_epoch": true,
|
| 12 |
+
"resume_adapter": "",
|
| 13 |
+
"resume_step": 0,
|
| 14 |
+
"loss_chunk": 2048,
|
| 15 |
+
"epochs": 1.0,
|
| 16 |
+
"max_steps": 0,
|
| 17 |
+
"lr": 0.0001,
|
| 18 |
+
"warmup": 0.05,
|
| 19 |
+
"grad_accum": 2,
|
| 20 |
+
"lora_r": 64,
|
| 21 |
+
"lora_alpha": 128,
|
| 22 |
+
"lora_dropout": 0.05,
|
| 23 |
+
"grad_ckpt": true,
|
| 24 |
+
"save_every": 0,
|
| 25 |
+
"seed": 0,
|
| 26 |
+
"log_every": 1,
|
| 27 |
+
"world_size": 2,
|
| 28 |
+
"data_stats": {
|
| 29 |
+
"rows": 219,
|
| 30 |
+
"unique_rows": 219,
|
| 31 |
+
"kinds": {
|
| 32 |
+
"ask": 82,
|
| 33 |
+
"proceed": 61,
|
| 34 |
+
"explore": 76
|
| 35 |
+
},
|
| 36 |
+
"groups": {
|
| 37 |
+
"ask/feature": 43,
|
| 38 |
+
"proceed": 61,
|
| 39 |
+
"explore": 76,
|
| 40 |
+
"ask/protocol": 39
|
| 41 |
+
},
|
| 42 |
+
"tokens_total": 3308707,
|
| 43 |
+
"tokens_max": 32758,
|
| 44 |
+
"labelled_total": 361004,
|
| 45 |
+
"labelled_mean": 1648
|
| 46 |
+
},
|
| 47 |
+
"total_steps": 55
|
| 48 |
+
}
|
checkpoints/sft_b1_lora/train_log.jsonl
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"step": 1, "loss": 0.3384, "labelled_tokens": 2876, "lr": 0.0001, "elapsed_s": 92, "gpu_peak_gb": 44.6}
|
| 2 |
+
{"step": 2, "loss": 0.2722, "labelled_tokens": 11124, "lr": 0.0001, "elapsed_s": 174, "gpu_peak_gb": 45.1}
|
| 3 |
+
{"step": 3, "loss": 0.2544, "labelled_tokens": 2960, "lr": 9.991218658821608e-05, "elapsed_s": 246, "gpu_peak_gb": 47.9}
|
| 4 |
+
{"step": 4, "loss": 0.091, "labelled_tokens": 5694, "lr": 9.964905480067586e-05, "elapsed_s": 312, "gpu_peak_gb": 47.9}
|
| 5 |
+
{"step": 5, "loss": 0.4899, "labelled_tokens": 15058, "lr": 9.921152889737984e-05, "elapsed_s": 361, "gpu_peak_gb": 47.9}
|
| 6 |
+
{"step": 6, "loss": 0.3661, "labelled_tokens": 4401, "lr": 9.860114570402054e-05, "elapsed_s": 430, "gpu_peak_gb": 47.9}
|
| 7 |
+
{"step": 7, "loss": 0.3003, "labelled_tokens": 5418, "lr": 9.782004921382612e-05, "elapsed_s": 502, "gpu_peak_gb": 49.9}
|
| 8 |
+
{"step": 8, "loss": 0.273, "labelled_tokens": 4776, "lr": 9.687098305670605e-05, "elapsed_s": 564, "gpu_peak_gb": 49.9}
|
| 9 |
+
{"step": 9, "loss": 0.2279, "labelled_tokens": 10020, "lr": 9.575728086215092e-05, "elapsed_s": 631, "gpu_peak_gb": 49.9}
|
| 10 |
+
{"step": 10, "loss": 0.293, "labelled_tokens": 5077, "lr": 9.448285454973738e-05, "elapsed_s": 695, "gpu_peak_gb": 49.9}
|
| 11 |
+
{"step": 11, "loss": 0.4303, "labelled_tokens": 5677, "lr": 9.305218058836778e-05, "elapsed_s": 740, "gpu_peak_gb": 49.9}
|
| 12 |
+
{"step": 12, "loss": 0.1818, "labelled_tokens": 9186, "lr": 9.14702842725101e-05, "elapsed_s": 822, "gpu_peak_gb": 49.9}
|
| 13 |
+
{"step": 13, "loss": 0.1927, "labelled_tokens": 6375, "lr": 8.974272207066767e-05, "elapsed_s": 899, "gpu_peak_gb": 49.9}
|
| 14 |
+
{"step": 14, "loss": 0.262, "labelled_tokens": 13243, "lr": 8.787556210808101e-05, "elapsed_s": 949, "gpu_peak_gb": 49.9}
|
| 15 |
+
{"step": 15, "loss": 0.1279, "labelled_tokens": 866, "lr": 8.587536285221656e-05, "elapsed_s": 1009, "gpu_peak_gb": 49.9}
|
| 16 |
+
{"step": 16, "loss": 0.3073, "labelled_tokens": 6257, "lr": 8.374915007591053e-05, "elapsed_s": 1036, "gpu_peak_gb": 49.9}
|
| 17 |
+
{"step": 17, "loss": 0.1969, "labelled_tokens": 8971, "lr": 8.150439217908556e-05, "elapsed_s": 1111, "gpu_peak_gb": 49.9}
|
| 18 |
+
{"step": 18, "loss": 0.1948, "labelled_tokens": 6584, "lr": 7.91489739557236e-05, "elapsed_s": 1182, "gpu_peak_gb": 49.9}
|
| 19 |
+
{"step": 19, "loss": 0.1749, "labelled_tokens": 4087, "lr": 7.669116889823955e-05, "elapsed_s": 1258, "gpu_peak_gb": 49.9}
|
| 20 |
+
{"step": 20, "loss": 0.2346, "labelled_tokens": 2076, "lr": 7.413961013653726e-05, "elapsed_s": 1325, "gpu_peak_gb": 49.9}
|
| 21 |
+
{"step": 21, "loss": 0.2143, "labelled_tokens": 4501, "lr": 7.150326011382604e-05, "elapsed_s": 1377, "gpu_peak_gb": 49.9}
|
| 22 |
+
{"step": 22, "loss": 0.2227, "labelled_tokens": 3896, "lr": 6.879137910571191e-05, "elapsed_s": 1438, "gpu_peak_gb": 49.9}
|
| 23 |
+
{"step": 23, "loss": 0.204, "labelled_tokens": 6283, "lr": 6.601349269314188e-05, "elapsed_s": 1466, "gpu_peak_gb": 49.9}
|
| 24 |
+
{"step": 24, "loss": 0.4698, "labelled_tokens": 8742, "lr": 6.317935830345338e-05, "elapsed_s": 1493, "gpu_peak_gb": 49.9}
|
| 25 |
+
{"step": 25, "loss": 0.2544, "labelled_tokens": 15967, "lr": 6.029893093705492e-05, "elapsed_s": 1551, "gpu_peak_gb": 49.9}
|
| 26 |
+
{"step": 26, "loss": 0.3426, "labelled_tokens": 8425, "lr": 5.738232820012407e-05, "elapsed_s": 1593, "gpu_peak_gb": 49.9}
|
| 27 |
+
{"step": 27, "loss": 0.3588, "labelled_tokens": 1830, "lr": 5.4439794766146746e-05, "elapsed_s": 1632, "gpu_peak_gb": 49.9}
|
| 28 |
+
{"step": 28, "loss": 0.2286, "labelled_tokens": 12570, "lr": 5.148166639112799e-05, "elapsed_s": 1692, "gpu_peak_gb": 49.9}
|
| 29 |
+
{"step": 29, "loss": 0.2115, "labelled_tokens": 3110, "lr": 4.851833360887201e-05, "elapsed_s": 1752, "gpu_peak_gb": 49.9}
|
| 30 |
+
{"step": 30, "loss": 0.1906, "labelled_tokens": 6832, "lr": 4.5560205233853266e-05, "elapsed_s": 1829, "gpu_peak_gb": 49.9}
|
| 31 |
+
{"step": 31, "loss": 0.2336, "labelled_tokens": 9792, "lr": 4.2617671799875944e-05, "elapsed_s": 1904, "gpu_peak_gb": 49.9}
|
| 32 |
+
{"step": 32, "loss": 0.2164, "labelled_tokens": 1448, "lr": 3.970106906294509e-05, "elapsed_s": 1979, "gpu_peak_gb": 49.9}
|
| 33 |
+
{"step": 33, "loss": 0.4417, "labelled_tokens": 3615, "lr": 3.682064169654663e-05, "elapsed_s": 2017, "gpu_peak_gb": 49.9}
|
| 34 |
+
{"step": 34, "loss": 0.3589, "labelled_tokens": 10254, "lr": 3.3986507306858125e-05, "elapsed_s": 2055, "gpu_peak_gb": 49.9}
|
| 35 |
+
{"step": 35, "loss": 0.3061, "labelled_tokens": 2171, "lr": 3.12086208942881e-05, "elapsed_s": 2113, "gpu_peak_gb": 49.9}
|
| 36 |
+
{"step": 36, "loss": 0.1387, "labelled_tokens": 5121, "lr": 2.8496739886173995e-05, "elapsed_s": 2169, "gpu_peak_gb": 49.9}
|
| 37 |
+
{"step": 37, "loss": 0.37, "labelled_tokens": 6565, "lr": 2.5860389863462765e-05, "elapsed_s": 2213, "gpu_peak_gb": 49.9}
|
| 38 |
+
{"step": 38, "loss": 0.3507, "labelled_tokens": 2104, "lr": 2.3308831101760486e-05, "elapsed_s": 2261, "gpu_peak_gb": 49.9}
|
| 39 |
+
{"step": 39, "loss": 0.2307, "labelled_tokens": 4381, "lr": 2.0851026044276406e-05, "elapsed_s": 2325, "gpu_peak_gb": 49.9}
|
| 40 |
+
{"step": 40, "loss": 0.2124, "labelled_tokens": 2213, "lr": 1.849560782091445e-05, "elapsed_s": 2394, "gpu_peak_gb": 49.9}
|
| 41 |
+
{"step": 41, "loss": 0.1369, "labelled_tokens": 7294, "lr": 1.6250849924089484e-05, "elapsed_s": 2460, "gpu_peak_gb": 49.9}
|
| 42 |
+
{"step": 42, "loss": 0.2263, "labelled_tokens": 1599, "lr": 1.4124637147783432e-05, "elapsed_s": 2518, "gpu_peak_gb": 49.9}
|
| 43 |
+
{"step": 43, "loss": 0.1858, "labelled_tokens": 6386, "lr": 1.2124437891918993e-05, "elapsed_s": 2599, "gpu_peak_gb": 50.0}
|
| 44 |
+
{"step": 44, "loss": 0.2148, "labelled_tokens": 7382, "lr": 1.0257277929332332e-05, "elapsed_s": 2649, "gpu_peak_gb": 50.0}
|
| 45 |
+
{"step": 45, "loss": 0.3989, "labelled_tokens": 4628, "lr": 8.529715727489912e-06, "elapsed_s": 2719, "gpu_peak_gb": 50.0}
|
| 46 |
+
{"step": 46, "loss": 0.266, "labelled_tokens": 5732, "lr": 6.947819411632223e-06, "elapsed_s": 2794, "gpu_peak_gb": 50.0}
|
| 47 |
+
{"step": 47, "loss": 0.2459, "labelled_tokens": 2666, "lr": 5.51714545026264e-06, "elapsed_s": 2840, "gpu_peak_gb": 50.0}
|
| 48 |
+
{"step": 48, "loss": 0.3638, "labelled_tokens": 5665, "lr": 4.242719137849077e-06, "elapsed_s": 2887, "gpu_peak_gb": 50.0}
|
| 49 |
+
{"step": 49, "loss": 0.1308, "labelled_tokens": 3903, "lr": 3.1290169432939553e-06, "elapsed_s": 2949, "gpu_peak_gb": 50.0}
|
| 50 |
+
{"step": 50, "loss": 0.3186, "labelled_tokens": 4657, "lr": 2.179950786173879e-06, "elapsed_s": 3001, "gpu_peak_gb": 50.0}
|
| 51 |
+
{"step": 51, "loss": 0.3031, "labelled_tokens": 5929, "lr": 1.3988542959794627e-06, "elapsed_s": 3035, "gpu_peak_gb": 50.0}
|
| 52 |
+
{"step": 52, "loss": 0.2624, "labelled_tokens": 18482, "lr": 7.884711026201585e-07, "elapsed_s": 3093, "gpu_peak_gb": 50.0}
|
| 53 |
+
{"step": 53, "loss": 0.3824, "labelled_tokens": 15846, "lr": 3.5094519932415417e-07, "elapsed_s": 3159, "gpu_peak_gb": 50.0}
|
| 54 |
+
{"step": 54, "loss": 0.3046, "labelled_tokens": 1737, "lr": 8.781341178393244e-08, "elapsed_s": 3195, "gpu_peak_gb": 50.0}
|
| 55 |
+
{"step": 55, "loss": 0.2157, "labelled_tokens": 26916, "lr": 0.0, "elapsed_s": 3280, "gpu_peak_gb": 50.0}
|