diff --git a/e16/S1-ABCLODO16-algebra2005/DONE b/e16/S1-ABCLODO16-algebra2005/DONE new file mode 100644 index 0000000000000000000000000000000000000000..2d10abb07b7aaeba14454a4d71379c574cb54d13 --- /dev/null +++ b/e16/S1-ABCLODO16-algebra2005/DONE @@ -0,0 +1 @@ +2026-10-12 23:41:43 \ No newline at end of file diff --git a/e16/S1-ABCLODO16-assist09/DONE b/e16/S1-ABCLODO16-assist09/DONE new file mode 100644 index 0000000000000000000000000000000000000000..48ae57f41775a3003943099d2403d14e60fc57cc --- /dev/null +++ b/e16/S1-ABCLODO16-assist09/DONE @@ -0,0 +1 @@ +2026-10-12 23:05:51 \ No newline at end of file diff --git a/e16/S1-ABCLODO16-assist2017/DONE b/e16/S1-ABCLODO16-assist2017/DONE new file mode 100644 index 0000000000000000000000000000000000000000..aeaacd8d839df9bbe53b597e51ef92a96880b84e --- /dev/null +++ b/e16/S1-ABCLODO16-assist2017/DONE @@ -0,0 +1 @@ +2026-10-13 12:01:45 \ No newline at end of file diff --git a/e16/S1-ABCLODO16-dbe_kt22/DONE b/e16/S1-ABCLODO16-dbe_kt22/DONE new file mode 100644 index 0000000000000000000000000000000000000000..ef38496bbb70f4727cdb670c296d11ae962595b9 --- /dev/null +++ b/e16/S1-ABCLODO16-dbe_kt22/DONE @@ -0,0 +1 @@ +2026-10-13 15:34:03 \ No newline at end of file diff --git a/e16/S1-ABCLODO16-junyi/DONE b/e16/S1-ABCLODO16-junyi/DONE new file mode 100644 index 0000000000000000000000000000000000000000..319fb1cddf66086c0a7cadd1403e7b0f0e900fc6 --- /dev/null +++ b/e16/S1-ABCLODO16-junyi/DONE @@ -0,0 +1 @@ +2026-10-13 06:05:49 \ No newline at end of file diff --git a/e16/S1-ABCLODO16-nips34/DONE b/e16/S1-ABCLODO16-nips34/DONE new file mode 100644 index 0000000000000000000000000000000000000000..52ac12143e0eae18a8c2ba00655fcf8b6acb2c67 --- /dev/null +++ b/e16/S1-ABCLODO16-nips34/DONE @@ -0,0 +1 @@ +2026-10-13 04:38:38 \ No newline at end of file diff --git a/e16/S1-ABCLODO16-xes3g5m/DONE b/e16/S1-ABCLODO16-xes3g5m/DONE new file mode 100644 index 0000000000000000000000000000000000000000..eb2bb5001e0de6f4000d739fc9307cad2bebe418 --- /dev/null +++ b/e16/S1-ABCLODO16-xes3g5m/DONE @@ -0,0 +1 @@ +2026-10-13 10:09:35 \ No newline at end of file diff --git a/e16/S1-E19-a1-n16k-1model-syn/DONE b/e16/S1-E19-a1-n16k-1model-syn/DONE new file mode 100644 index 0000000000000000000000000000000000000000..aa517f20b95e1d17da4b800bc77287a70ec416da --- /dev/null +++ b/e16/S1-E19-a1-n16k-1model-syn/DONE @@ -0,0 +1 @@ +2026-10-16 20:24:31 \ No newline at end of file diff --git a/e16/S1-E19-a1-n16k-a100-syn/DONE b/e16/S1-E19-a1-n16k-a100-syn/DONE new file mode 100644 index 0000000000000000000000000000000000000000..51502a95348a80d040f2e2b834f5437cfdc76269 --- /dev/null +++ b/e16/S1-E19-a1-n16k-a100-syn/DONE @@ -0,0 +1 @@ +2026-10-17 13:29:17 \ No newline at end of file diff --git a/e16/S1-E19-a1-n16k-nopersona-syn/DONE b/e16/S1-E19-a1-n16k-nopersona-syn/DONE new file mode 100644 index 0000000000000000000000000000000000000000..d30521d8629cab4bbc3e8e233ddebe99f1665026 --- /dev/null +++ b/e16/S1-E19-a1-n16k-nopersona-syn/DONE @@ -0,0 +1 @@ +2026-10-17 02:03:50 \ No newline at end of file diff --git a/e16/S1-E19-a1-n16k-soft-a100-syn/DONE b/e16/S1-E19-a1-n16k-soft-a100-syn/DONE new file mode 100644 index 0000000000000000000000000000000000000000..20f65d20cb9878dd41f5ddba90b5d7a0562c1242 --- /dev/null +++ b/e16/S1-E19-a1-n16k-soft-a100-syn/DONE @@ -0,0 +1 @@ +2026-10-16 14:49:17 \ No newline at end of file diff --git a/e16/S1-E19-a1-n4k-a100-syn/DONE b/e16/S1-E19-a1-n4k-a100-syn/DONE new file mode 100644 index 0000000000000000000000000000000000000000..07a26b0d4cd9b8ce671e6832bfa9f4d0abed31be --- /dev/null +++ b/e16/S1-E19-a1-n4k-a100-syn/DONE @@ -0,0 +1 @@ +2026-10-15 23:45:40 \ No newline at end of file diff --git a/e16/S1-E19-a2-n16k-a100-syn/DONE b/e16/S1-E19-a2-n16k-a100-syn/DONE new file mode 100644 index 0000000000000000000000000000000000000000..bb39c70e5da689bb6dda8741d934b18b958a3dbc --- /dev/null +++ b/e16/S1-E19-a2-n16k-a100-syn/DONE @@ -0,0 +1 @@ +2026-10-21 19:12:15 \ No newline at end of file diff --git a/e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/adapter/README.md b/e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..57167079ef3f181aacdbd678a733d71697d18f63 --- /dev/null +++ b/e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/adapter/README.md @@ -0,0 +1,206 @@ +--- +base_model: /workspace/jev_kt/models/hf/JEV-9B +library_name: peft +tags: +- base_model:adapter:/workspace/jev_kt/models/hf/JEV-9B +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/adapter/adapter_config.json b/e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8eafd6c7ed15703fb19118bb0ad456ab187eb80b --- /dev/null +++ b/e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "k_proj", + "v_proj", + "in_proj_z", + "up_proj", + "down_proj", + "gate_proj", + "o_proj", + "q_proj", + "out_proj", + "in_proj_qkv" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/adapter/adapter_model.safetensors b/e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/adapter/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2b2a14c7f8a63c29723892ada0881dd6d723ad8c --- /dev/null +++ b/e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/adapter/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ee82a9f3632fc7d4ea37c7342ed4882562a01f0de796eaf07358116732a42be +size 160486456 diff --git a/e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/adapter_vllm/adapter_config.json b/e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/adapter_vllm/adapter_model.safetensors b/e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/adapter_vllm/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..44e8f798eca27d93962e0737e08fd42534029001 --- /dev/null +++ b/e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/adapter_vllm/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:279e8a6fb1ccec91e68d622a5ab49ee8cacc2e22ecc5513b8988a21451926252 +size 176641832 diff --git a/e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/adapter_vllm/decision_head.json b/e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..ddaf3743e354bb1b12d11a0eb30623108e4fa02c --- /dev/null +++ b/e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.0011035553179681301, + -0.0011038156226277351, + -0.0019555583130568266, + -0.0017452309839427471, + -0.0006223739474080503, + 0.001689566415734589, + 0.0015410069609060884, + -0.0021176303271204233, + -0.00041196096572093666, + -8.72826058184728e-05, + -3.86911015084479e-05, + 0.000997072085738182, + -0.0019997144117951393, + -0.004234509542584419, + -0.004682670813053846, + -0.00647096848115325, + -0.006655825302004814, + -0.005742847453802824, + -0.006174066103994846, + -0.006459598895162344, + -0.005188263952732086, + -0.004888715222477913, + -0.0070209507830441, + -0.004854375030845404 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/calibration.json b/e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..98a7010b3f904892090db74e7999801d2dc57d8e --- /dev/null +++ b/e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/calibration.json @@ -0,0 +1,29 @@ +{ + "version": 1, + "per_kind": { + "noul": 1.2117223117345985, + "choice": 1.0711649063804969, + "score": 1.0221427041316569 + }, + "fit": { + "noul": { + "n": 1087, + "T": 1.2117223117345985, + "ce_before": 0.6236547827720642, + "ce_after": 0.6214077472686768 + }, + "choice": { + "n": 60, + "T": 1.0711649063804969, + "ce_before": 0.668276846408844, + "ce_after": 0.667122483253479 + }, + "score": { + "n": 53, + "T": 1.0221427041316569, + "ce_before": 1.0528051853179932, + "ce_after": 1.0526679754257202 + } + }, + "source": "models/e16/S1-E19-a2-n16k-a100-syn/ckpt-16000" +} \ No newline at end of file diff --git a/e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/head.safetensors b/e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/head.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7f08038fb341f21967df60c24c97d17891a350ea --- /dev/null +++ b/e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/head.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bd7d04f8a884aee1f2c998b38f23652f447ae0de0977283d36bd718743fb37f +size 393464 diff --git a/e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/judge_config.json b/e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ebd4d5c96633a0b70486bea091903fa3203c8401 --- /dev/null +++ b/e16/S1-E19-a2-n16k-a100-syn/ckpt-16000/judge_config.json @@ -0,0 +1,164 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S1-E19-a2-n16k-a100-syn/ckpt-16000", + "softcap": null, + "e16": { + "data": "data/e19/E19-a2-n16k-a100", + "data_manifest": { + "arm": "E19-a2-n16k-a100", + "name": null, + "train_sha256": "dd60c9d295faf488e4d339753884d09886018a3f703be161b45a25c5fce80988", + "n_train": 16000 + }, + "init": "released", + "objective": "s-log", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 0, + "replay": "data/e16/replay/train.jsonl", + "replay_frac": 0.05, + "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", + "total_rows": 16000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-16000", + "rows_seen": 16000, + "replay_seen": 842, + "step": 500, + "tokens": 8990682, + "tok_per_s": 801.8732506453285, + "rows_per_s": 1.5021273446902907, + "val": { + "n": 1200, + "dropped_long": 0, + "noul_ce": 0.6236547827720642, + "noul_T": 1.2117223117345985, + "choice_ce": 0.668276846408844, + "choice_T": 1.0711649063804969, + "score_ce": 1.0528051853179932, + "score_T": 1.0221427041316569, + "noul_auc": 0.682496, + "noul_acc": 0.648, + "noul_f1": 0.7021996615905245, + "noul_nll": 0.6334441490061581, + "noul_ece": 0.10943237079679967, + "noul_brier": 0.22197562435617027, + "noul_sharp": 0.1640363186597824, + "entropy": 0.6099246740341187 + }, + "dropped_long": 0, + "peak_gib": 18.235705852508545 + } +} \ No newline at end of file diff --git a/e16/S1-E19-a2-n16k-a100-syn/train_log.jsonl b/e16/S1-E19-a2-n16k-a100-syn/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..31b6e2b24d8c3c5c447774d1227cee28264ff67e --- /dev/null +++ b/e16/S1-E19-a2-n16k-a100-syn/train_log.jsonl @@ -0,0 +1,57 @@ +{"time": "16:05:21", "event": "start", "data": "data/e19/E19-a2-n16k-a100", "data_manifest": {"arm": "E19-a2-n16k-a100", "name": null, "train_sha256": "dd60c9d295faf488e4d339753884d09886018a3f703be161b45a25c5fce80988", "n_train": 16000}, "init": "released", "objective": "s-log", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 0, "replay": "data/e16/replay/train.jsonl", "replay_frac": 0.05, "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", "total_rows": 16000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", "device": "cuda", "load_s": 95.56079339981079} +{"time": "16:08:58", "event": "step", "step": 10, "rows_seen": 320, "lr": 7.333333333333333e-05, "tok_per_s": 847.9972560047073, "loss": 0.5454432852566242, "entropy": 0.33670813776552677, "sharp": 0.38016169518232346} +{"time": "16:12:34", "event": "step", "step": 20, "rows_seen": 640, "lr": 9.997508952966197e-05, "tok_per_s": 849.9998772357029, "loss": 0.578414611518383, "entropy": 0.5799773186445236, "sharp": 0.21352986246347427} +{"time": "16:15:57", "event": "step", "step": 30, "rows_seen": 960, "lr": 9.977596250541417e-05, "tok_per_s": 847.736283145766, "loss": 0.3814765615388751, "entropy": 0.29598771780729294, "sharp": 0.40356129221618176} +{"time": "16:19:25", "event": "step", "step": 40, "rows_seen": 1280, "lr": 9.937854366485982e-05, "tok_per_s": 847.6868112168953, "loss": 0.5857681110501289, "entropy": 0.6610568128526211, "sharp": 0.10525728762149811} +{"time": "16:22:54", "event": "step", "step": 50, "rows_seen": 1600, "lr": 9.8784499920729e-05, "tok_per_s": 847.8339496057281, "loss": 0.394748168066144, "entropy": 0.3834071457386017, "sharp": 0.36977221071720123} +{"time": "16:26:22", "event": "step", "step": 60, "rows_seen": 1920, "lr": 9.79963228989294e-05, "tok_per_s": 847.2997614429455, "loss": 0.4817565269768238, "entropy": 0.5584890320897102, "sharp": 0.22993380948901176} +{"time": "16:29:52", "event": "step", "step": 70, "rows_seen": 2240, "lr": 9.701731848780134e-05, "tok_per_s": 847.5072536846753, "loss": 0.5975317303091288, "entropy": 0.35069425217807293, "sharp": 0.37037929706275463} +{"time": "16:33:20", "event": "step", "step": 80, "rows_seen": 2560, "lr": 9.585159297207315e-05, "tok_per_s": 847.8746630331119, "loss": 0.5600134283304214, "entropy": 0.39232501201331615, "sharp": 0.35539371334016323} +{"time": "16:36:51", "event": "step", "step": 90, "rows_seen": 2880, "lr": 9.450403580967612e-05, "tok_per_s": 847.8449371804938, "loss": 0.44657107442617416, "entropy": 0.4598126709461212, "sharp": 0.30851708352565765} +{"time": "16:40:19", "event": "step", "step": 100, "rows_seen": 3200, "lr": 9.298029912365855e-05, "tok_per_s": 847.2081280685534, "loss": 0.4891582699492574, "entropy": 0.5046212431043386, "sharp": 0.2709479872137308} +{"time": "16:41:48", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 0.6974984407424927, "noul_T": 2.329613324098613, "noul_auc": 0.6338120875597036, "noul_acc": 0.536, "noul_f1": 0.5303643724696356, "noul_nll": 0.6911487830877304, "noul_ece": 0.15971474444866182, "noul_brier": 0.24950373126953668, "noul_sharp": 0.10899211466312408, "entropy": 0.6582386493682861} +{"time": "16:45:12", "event": "step", "step": 110, "rows_seen": 3520, "lr": 9.128677399521752e-05, "tok_per_s": 815.1333216005976, "loss": 0.585015382617712, "entropy": 0.4811478555202484, "sharp": 0.28365765884518623} +{"time": "16:48:42", "event": "step", "step": 120, "rows_seen": 3840, "lr": 8.943056365728335e-05, "tok_per_s": 817.9071859750328, "loss": 0.358920625410974, "entropy": 0.34252429008483887, "sharp": 0.3617107169702649} +{"time": "16:52:12", "event": "step", "step": 130, "rows_seen": 4160, "lr": 8.741945370109202e-05, "tok_per_s": 820.5966508496538, "loss": 0.3727264031767845, "entropy": 0.4652971886098385, "sharp": 0.3102488610893488} +{"time": "16:55:43", "event": "step", "step": 140, "rows_seen": 4480, "lr": 8.526187942070997e-05, "tok_per_s": 822.4657187929031, "loss": 0.5293451454490423, "entropy": 0.39562180638313293, "sharp": 0.35023239254951477} +{"time": "16:59:17", "event": "step", "step": 150, "rows_seen": 4800, "lr": 8.296689043247915e-05, "tok_per_s": 824.7501246198527, "loss": 0.5444122850894928, "entropy": 0.5278748273849487, "sharp": 0.26219596341252327} +{"time": "17:02:49", "event": "step", "step": 160, "rows_seen": 5120, "lr": 8.054411271778132e-05, "tok_per_s": 826.4809989907241, "loss": 0.5787257701158524, "entropy": 0.38239508122205734, "sharp": 0.35344960913062096} +{"time": "17:06:23", "event": "step", "step": 170, "rows_seen": 5440, "lr": 7.800370824832674e-05, "tok_per_s": 827.728820520327, "loss": 0.5460266377776861, "entropy": 0.549994446337223, "sharp": 0.21952258236706257} +{"time": "17:09:58", "event": "step", "step": 180, "rows_seen": 5760, "lr": 7.535633236331324e-05, "tok_per_s": 828.6889326473705, "loss": 0.5219408255070448, "entropy": 0.5463357493281364, "sharp": 0.24708304181694984} +{"time": "17:13:29", "event": "step", "step": 190, "rows_seen": 6080, "lr": 7.26130890772308e-05, "tok_per_s": 829.7989119202435, "loss": 0.3735576132312417, "entropy": 0.4871775917708874, "sharp": 0.27986910194158554} +{"time": "17:17:05", "event": "step", "step": 200, "rows_seen": 6400, "lr": 6.978548450576568e-05, "tok_per_s": 830.7418481888519, "loss": 0.47235487162834033, "entropy": 0.38804525416344404, "sharp": 0.33288342971354723} +{"time": "17:18:34", "event": "val", "step": 200, "rows_seen": 6400, "n": 500, "dropped_long": 0, "noul_ce": 0.6529954671859741, "noul_T": 1.56778364750332, "noul_auc": 0.6854399081872036, "noul_acc": 0.642, "noul_f1": 0.6831858407079646, "noul_nll": 0.6503009227886796, "noul_ece": 0.13748677182197572, "noul_brier": 0.22753099334221402, "noul_sharp": 0.18669168651103973, "entropy": 0.5854700803756714} +{"time": "17:22:11", "event": "step", "step": 210, "rows_seen": 6720, "lr": 6.688537860515266e-05, "tok_per_s": 816.2060217077905, "loss": 0.6240489818155766, "entropy": 0.4591265320777893, "sharp": 0.3069760650396347} +{"time": "17:25:43", "event": "step", "step": 220, "rows_seen": 7040, "lr": 6.392493542739706e-05, "tok_per_s": 817.3019600590017, "loss": 0.6629428919404745, "entropy": 0.5767177939414978, "sharp": 0.21505453810095787} +{"time": "17:29:20", "event": "step", "step": 230, "rows_seen": 7360, "lr": 6.091657210001309e-05, "tok_per_s": 818.869037931764, "loss": 0.6016082698479295, "entropy": 0.4876342508941889, "sharp": 0.28366889245808125} +{"time": "17:32:53", "event": "step", "step": 240, "rows_seen": 7680, "lr": 5.7872906744276015e-05, "tok_per_s": 820.2346254341536, "loss": 0.4550880156457424, "entropy": 0.46702661365270615, "sharp": 0.30612857080996037} +{"time": "17:36:23", "event": "step", "step": 250, "rows_seen": 8000, "lr": 5.48067055504363e-05, "tok_per_s": 821.1462859269855, "loss": 0.5873807296156883, "entropy": 0.41029493883252144, "sharp": 0.344204718247056} +{"time": "17:39:53", "event": "step", "step": 260, "rows_seen": 8320, "lr": 5.173082923188119e-05, "tok_per_s": 822.530349990488, "loss": 0.5271145382430404, "entropy": 0.4709941688925028, "sharp": 0.2829809635877609} +{"time": "17:43:31", "event": "step", "step": 270, "rows_seen": 8640, "lr": 4.865817908283331e-05, "tok_per_s": 823.360627145859, "loss": 0.6758925393223763, "entropy": 0.5699606537818909, "sharp": 0.20288518257439137} +{"time": "17:47:04", "event": "step", "step": 280, "rows_seen": 8960, "lr": 4.560164286583922e-05, "tok_per_s": 824.0104248296863, "loss": 0.4713939465582371, "entropy": 0.5116083547472954, "sharp": 0.27230210043489933} +{"time": "17:50:35", "event": "step", "step": 290, "rows_seen": 9280, "lr": 4.257404075601443e-05, "tok_per_s": 824.8351839419466, "loss": 0.5855742283165455, "entropy": 0.46853295527398586, "sharp": 0.30818908102810383} +{"time": "17:54:09", "event": "step", "step": 300, "rows_seen": 9600, "lr": 3.958807156877371e-05, "tok_per_s": 825.7169217994069, "loss": 0.4770893193781376, "entropy": 0.46358584985136986, "sharp": 0.2944309590384364} +{"time": "17:55:37", "event": "val", "step": 300, "rows_seen": 9600, "n": 500, "dropped_long": 0, "noul_ce": 0.7008872032165527, "noul_T": 2.4896660946033125, "noul_auc": 0.6782501561155087, "noul_acc": 0.528, "noul_f1": 0.4824561403508772, "noul_nll": 0.6934100820273161, "noul_ece": 0.1877158905863762, "noul_brier": 0.2501949381144789, "noul_sharp": 0.11371108889579773, "entropy": 0.6497189402580261} +{"time": "17:59:01", "event": "step", "step": 310, "rows_seen": 9920, "lr": 3.665625949658603e-05, "tok_per_s": 815.7371383378529, "loss": 0.53343066573143, "entropy": 0.5433429330587387, "sharp": 0.2253799457103014} +{"time": "18:02:31", "event": "step", "step": 320, "rows_seen": 10240, "lr": 3.379090157815887e-05, "tok_per_s": 816.3824981195698, "loss": 0.5937585942447186, "entropy": 0.5335094407200813, "sharp": 0.2474512755870819} +{"time": "18:06:09", "event": "step", "step": 330, "rows_seen": 10560, "lr": 3.10040161203844e-05, "tok_per_s": 817.5621641746372, "loss": 0.41736554354429245, "entropy": 0.45776091516017914, "sharp": 0.2996142581105232} +{"time": "18:09:47", "event": "step", "step": 340, "rows_seen": 10880, "lr": 2.8307292289383776e-05, "tok_per_s": 818.8375641151256, "loss": 0.5417729634791613, "entropy": 0.44429490715265274, "sharp": 0.3001267910003662} +{"time": "18:13:08", "event": "step", "step": 350, "rows_seen": 11200, "lr": 2.571204108208194e-05, "tok_per_s": 819.2832803332699, "loss": 0.5176213271915913, "entropy": 0.47064588963985443, "sharp": 0.28887568414211273} +{"time": "18:16:39", "event": "step", "step": 360, "rows_seen": 11520, "lr": 2.322914788395595e-05, "tok_per_s": 820.1325920478158, "loss": 0.4833945818245411, "entropy": 0.4966791421175003, "sharp": 0.2836277410387993} +{"time": "18:20:20", "event": "step", "step": 370, "rows_seen": 11840, "lr": 2.0869026811945157e-05, "tok_per_s": 821.2181835363507, "loss": 0.5514312759041786, "entropy": 0.5127773433923721, "sharp": 0.26959224976599216} +{"time": "18:24:00", "event": "step", "step": 380, "rows_seen": 12160, "lr": 1.8641577034025627e-05, "tok_per_s": 822.1213449988385, "loss": 0.5298340898007154, "entropy": 0.4611290879547596, "sharp": 0.29952465929090977} +{"time": "18:27:35", "event": "step", "step": 390, "rows_seen": 12480, "lr": 1.6556141248659472e-05, "tok_per_s": 823.0382058349501, "loss": 0.5084606031887233, "entropy": 0.4768169093877077, "sharp": 0.2965478505939245} +{"time": "18:31:10", "event": "step", "step": 400, "rows_seen": 12800, "lr": 1.4621466498270773e-05, "tok_per_s": 823.8042286317592, "loss": 0.3837398439645767, "entropy": 0.43037811666727066, "sharp": 0.3266110494732857} +{"time": "18:32:38", "event": "val", "step": 400, "rows_seen": 12800, "n": 500, "dropped_long": 0, "noul_ce": 0.6870254278182983, "noul_T": 1.9037468936859754, "noul_auc": 0.6932034902364518, "noul_acc": 0.564, "noul_f1": 0.5477178423236515, "noul_nll": 0.6801705429777503, "noul_ece": 0.17239673572778705, "noul_brier": 0.24331470918086992, "noul_sharp": 0.14766579866409302, "entropy": 0.6284121870994568} +{"time": "18:36:08", "event": "step", "step": 410, "rows_seen": 13120, "lr": 1.284566748110963e-05, "tok_per_s": 816.5383507638695, "loss": 0.36579227074980736, "entropy": 0.4599296860396862, "sharp": 0.2962314747273922} +{"time": "18:39:39", "event": "step", "step": 420, "rows_seen": 13440, "lr": 1.1236192515387821e-05, "tok_per_s": 817.1416104286684, "loss": 0.5723583772778511, "entropy": 0.49667324498295784, "sharp": 0.2748509971424937} +{"time": "18:43:02", "event": "step", "step": 430, "rows_seen": 13760, "lr": 9.799792298443728e-06, "tok_per_s": 817.8289858800566, "loss": 0.7136602364480495, "entropy": 0.5008908687159419, "sharp": 0.279976068995893} +{"time": "18:46:23", "event": "step", "step": 440, "rows_seen": 14080, "lr": 8.542491591971554e-06, "tok_per_s": 818.3574425671809, "loss": 0.49053104408085346, "entropy": 0.5079932045191526, "sharp": 0.2659221328794956} +{"time": "18:49:59", "event": "step", "step": 450, "rows_seen": 14400, "lr": 7.469563952077155e-06, "tok_per_s": 819.2458563512685, "loss": 0.4896436557173729, "entropy": 0.5087234899401665, "sharp": 0.25670865923166275} +{"time": "18:53:28", "event": "step", "step": 460, "rows_seen": 14720, "lr": 6.585509610150972e-06, "tok_per_s": 819.896302069032, "loss": 0.5220542885363102, "entropy": 0.4984864331781864, "sharp": 0.2661774577572942} +{"time": "18:56:55", "event": "step", "step": 470, "rows_seen": 15040, "lr": 5.894036597333646e-06, "tok_per_s": 820.4361379237, "loss": 0.5349264275282621, "entropy": 0.5254762209951878, "sharp": 0.2566579142585397} +{"time": "19:00:27", "event": "step", "step": 480, "rows_seen": 15360, "lr": 5.398045191744809e-06, "tok_per_s": 820.9438069950727, "loss": 0.44816261902451515, "entropy": 0.5012523122131824, "sharp": 0.26441952027380466} +{"time": "19:04:01", "event": "step", "step": 490, "rows_seen": 15680, "lr": 5.099615753708697e-06, "tok_per_s": 821.5717756684161, "loss": 0.5153478682041168, "entropy": 0.5156123712658882, "sharp": 0.2542122099548578} +{"time": "19:07:37", "event": "step", "step": 500, "rows_seen": 16000, "lr": 5e-06, "tok_per_s": 822.0776879186777, "loss": 0.591077296063304, "entropy": 0.4516054503619671, "sharp": 0.29486609995365143} +{"time": "19:09:05", "event": "val", "step": 500, "rows_seen": 16000, "n": 500, "dropped_long": 0, "noul_ce": 0.6416885852813721, "noul_T": 1.297941744026611, "noul_auc": 0.6947562066463013, "noul_acc": 0.654, "noul_f1": 0.6916221033868093, "noul_nll": 0.6381101964116096, "noul_ece": 0.11680765664577482, "noul_brier": 0.22335829583073274, "noul_sharp": 0.1659223884344101, "entropy": 0.6084543466567993} +{"time": "19:12:15", "event": "ckpt", "tag": "ckpt-16000", "rows_seen": 16000, "replay_seen": 842, "step": 500, "tokens": 8990682, "tok_per_s": 801.8732506453285, "rows_per_s": 1.5021273446902907, "val": {"n": 1200, "dropped_long": 0, "noul_ce": 0.6236547827720642, "noul_T": 1.2117223117345985, "choice_ce": 0.668276846408844, "choice_T": 1.0711649063804969, "score_ce": 1.0528051853179932, "score_T": 1.0221427041316569, "noul_auc": 0.682496, "noul_acc": 0.648, "noul_f1": 0.7021996615905245, "noul_nll": 0.6334441490061581, "noul_ece": 0.10943237079679967, "noul_brier": 0.22197562435617027, "noul_sharp": 0.1640363186597824, "entropy": 0.6099246740341187}, "dropped_long": 0, "peak_gib": 18.235705852508545} diff --git a/e16/S1-E19-a2-n4k-a100-syn/DONE b/e16/S1-E19-a2-n4k-a100-syn/DONE new file mode 100644 index 0000000000000000000000000000000000000000..42a823c2742becf394f62dc1a57914eb0414a534 --- /dev/null +++ b/e16/S1-E19-a2-n4k-a100-syn/DONE @@ -0,0 +1 @@ +2026-10-16 03:12:17 \ No newline at end of file diff --git a/e16/S1-E19-a2-n64k-syn/DONE b/e16/S1-E19-a2-n64k-syn/DONE new file mode 100644 index 0000000000000000000000000000000000000000..b7a64580abd2117671f14bef66289cced1b704e7 --- /dev/null +++ b/e16/S1-E19-a2-n64k-syn/DONE @@ -0,0 +1 @@ +2026-10-17 16:49:36 \ No newline at end of file diff --git a/e16/S1-E19-b-n128k-syn/DONE b/e16/S1-E19-b-n128k-syn/DONE new file mode 100644 index 0000000000000000000000000000000000000000..7c3e247948d5d4316360b54bc984e428ac7a4ad1 --- /dev/null +++ b/e16/S1-E19-b-n128k-syn/DONE @@ -0,0 +1 @@ +2026-10-18 18:38:49 \ No newline at end of file diff --git a/e16/S1-E19-b-n16k-a100-syn/DONE b/e16/S1-E19-b-n16k-a100-syn/DONE new file mode 100644 index 0000000000000000000000000000000000000000..54f713f8b6c30c07bb1dfcc6b035c05bbe4a8c87 --- /dev/null +++ b/e16/S1-E19-b-n16k-a100-syn/DONE @@ -0,0 +1 @@ +2026-10-17 07:56:12 \ No newline at end of file diff --git a/e16/S1-E19-b-n16k-rt-syn/DONE b/e16/S1-E19-b-n16k-rt-syn/DONE new file mode 100644 index 0000000000000000000000000000000000000000..ef648473530fb36bdff529f6b11db6adc43544fd --- /dev/null +++ b/e16/S1-E19-b-n16k-rt-syn/DONE @@ -0,0 +1 @@ +2026-10-20 04:52:46 \ No newline at end of file diff --git a/e16/S1-E19-b-n16k-rt-syn/ckpt-16000/adapter/README.md b/e16/S1-E19-b-n16k-rt-syn/ckpt-16000/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..57167079ef3f181aacdbd678a733d71697d18f63 --- /dev/null +++ b/e16/S1-E19-b-n16k-rt-syn/ckpt-16000/adapter/README.md @@ -0,0 +1,206 @@ +--- +base_model: /workspace/jev_kt/models/hf/JEV-9B +library_name: peft +tags: +- base_model:adapter:/workspace/jev_kt/models/hf/JEV-9B +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/e16/S1-E19-b-n16k-rt-syn/ckpt-16000/adapter/adapter_config.json b/e16/S1-E19-b-n16k-rt-syn/ckpt-16000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..70f6ea79500cd6bfac1b8444d236473a7b831469 --- /dev/null +++ b/e16/S1-E19-b-n16k-rt-syn/ckpt-16000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "q_proj", + "in_proj_qkv", + "in_proj_z", + "out_proj", + "k_proj", + "v_proj", + "up_proj", + "o_proj", + "down_proj", + "gate_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/e16/S1-E19-b-n16k-rt-syn/ckpt-16000/adapter/adapter_model.safetensors b/e16/S1-E19-b-n16k-rt-syn/ckpt-16000/adapter/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..869758e8701c526fee5356627b5cf8437c718ee2 --- /dev/null +++ b/e16/S1-E19-b-n16k-rt-syn/ckpt-16000/adapter/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf36bd762bba75ac7d28d18898576d0981294b11ccb1f507692eb701787e5885 +size 160486456 diff --git a/e16/S1-E19-b-n16k-rt-syn/ckpt-16000/adapter_vllm/adapter_config.json b/e16/S1-E19-b-n16k-rt-syn/ckpt-16000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/e16/S1-E19-b-n16k-rt-syn/ckpt-16000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/e16/S1-E19-b-n16k-rt-syn/ckpt-16000/adapter_vllm/adapter_model.safetensors b/e16/S1-E19-b-n16k-rt-syn/ckpt-16000/adapter_vllm/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..56d41a32a781362264529fdfaba6fec1ae2f83f6 --- /dev/null +++ b/e16/S1-E19-b-n16k-rt-syn/ckpt-16000/adapter_vllm/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf500137bba7449ec595367ab081a552921ff21a838ed074ca85679864354cbe +size 176641832 diff --git a/e16/S1-E19-b-n16k-rt-syn/ckpt-16000/adapter_vllm/decision_head.json b/e16/S1-E19-b-n16k-rt-syn/ckpt-16000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..f90d6a220f8af4f67a8459c4224e53a01b42085e --- /dev/null +++ b/e16/S1-E19-b-n16k-rt-syn/ckpt-16000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.00041853307629935443, + -0.0004187873564660549, + -0.002389779780060053, + -0.0019469341496005654, + -0.0005223387270234525, + 0.0019261763663962483, + 0.0013853152049705386, + -0.0023466842249035835, + 7.24989440641366e-05, + -0.00011821574298664927, + 3.653583553386852e-05, + 0.0009474153630435467, + -0.0013647503219544888, + -0.0034368657507002354, + -0.0040892669931054115, + -0.005190850701183081, + -0.005747793707996607, + -0.004366291221231222, + -0.004934487398713827, + -0.004979669116437435, + -0.0037483018822968006, + -0.003373329062014818, + -0.0057093421928584576, + -0.0034768348559737206 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/e16/S1-E19-b-n16k-rt-syn/ckpt-16000/calibration.json b/e16/S1-E19-b-n16k-rt-syn/ckpt-16000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..4707732c5af1f0bab3dcc5ccdd6a4c86a33cd301 --- /dev/null +++ b/e16/S1-E19-b-n16k-rt-syn/ckpt-16000/calibration.json @@ -0,0 +1,29 @@ +{ + "version": 1, + "per_kind": { + "noul": 0.8135197452442088, + "choice": 1.06025618459646, + "score": 0.9688074232706271 + }, + "fit": { + "noul": { + "n": 1087, + "T": 0.8135197452442088, + "ce_before": 0.5723596215248108, + "ce_after": 0.5692269802093506 + }, + "choice": { + "n": 60, + "T": 1.06025618459646, + "ce_before": 0.6637058854103088, + "ce_after": 0.6629296541213989 + }, + "score": { + "n": 53, + "T": 0.9688074232706271, + "ce_before": 1.051501750946045, + "ce_after": 1.0511925220489502 + } + }, + "source": "models/e16/S1-E19-b-n16k-rt-syn/ckpt-16000" +} \ No newline at end of file diff --git a/e16/S1-E19-b-n16k-rt-syn/ckpt-16000/head.safetensors b/e16/S1-E19-b-n16k-rt-syn/ckpt-16000/head.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fbc50c859da2e352779915db4ddc63d35499624e --- /dev/null +++ b/e16/S1-E19-b-n16k-rt-syn/ckpt-16000/head.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe97b783c9f97a608f6b996490c06e29c9cf7e847798038c15cace7535460316 +size 393464 diff --git a/e16/S1-E19-b-n16k-rt-syn/ckpt-16000/judge_config.json b/e16/S1-E19-b-n16k-rt-syn/ckpt-16000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..264589125244042c19e0ba112e93b2b7f3a43ad8 --- /dev/null +++ b/e16/S1-E19-b-n16k-rt-syn/ckpt-16000/judge_config.json @@ -0,0 +1,164 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S1-E19-b-n16k-rt-syn/ckpt-16000", + "softcap": null, + "e16": { + "data": "data/e19/E19-b-n16k", + "data_manifest": { + "arm": "E19-b-n16k", + "name": null, + "train_sha256": "9e31412d9aac0064859cdf9aae1636242d1a9dbfc3ab398a1f5ec10da1e7a50e", + "n_train": 16000 + }, + "init": "released", + "objective": "s-log", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 0, + "replay": "data/e16/replay/train.jsonl", + "replay_frac": 0.05, + "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", + "total_rows": 16000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-16000", + "rows_seen": 16000, + "replay_seen": 842, + "step": 500, + "tokens": 9808867, + "tok_per_s": 812.4848276388393, + "rows_per_s": 1.395050973921692, + "val": { + "n": 1200, + "dropped_long": 0, + "noul_ce": 0.5723596215248108, + "noul_T": 0.8135197452442088, + "choice_ce": 0.6637058854103088, + "choice_T": 1.06025618459646, + "score_ce": 1.051501750946045, + "score_T": 0.9688074232706271, + "noul_auc": 0.7213738666666666, + "noul_acc": 0.69, + "noul_f1": 0.7707100591715976, + "noul_nll": 0.5888399675711989, + "noul_ece": 0.04534497305750847, + "noul_brier": 0.2018144641243176, + "noul_sharp": 0.16441088914871216, + "entropy": 0.6122345924377441 + }, + "dropped_long": 0, + "peak_gib": 18.236003875732422 + } +} \ No newline at end of file diff --git a/e16/S1-E19-b-n16k-rt-syn/train_log.jsonl b/e16/S1-E19-b-n16k-rt-syn/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..76cd0170f7264cc0284ccb40cd1b26417cb6aefa --- /dev/null +++ b/e16/S1-E19-b-n16k-rt-syn/train_log.jsonl @@ -0,0 +1,57 @@ +{"time": "01:31:31", "event": "start", "data": "data/e19/E19-b-n16k", "data_manifest": {"arm": "E19-b-n16k", "name": null, "train_sha256": "9e31412d9aac0064859cdf9aae1636242d1a9dbfc3ab398a1f5ec10da1e7a50e", "n_train": 16000}, "init": "released", "objective": "s-log", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 0, "replay": "data/e16/replay/train.jsonl", "replay_frac": 0.05, "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", "total_rows": 16000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", "device": "cuda", "load_s": 79.34462976455688} +{"time": "01:35:22", "event": "step", "step": 10, "rows_seen": 320, "lr": 7.333333333333333e-05, "tok_per_s": 840.7661624934583, "loss": 0.6416471749544144, "entropy": 0.6679874174296856, "sharp": 0.09398072306066751} +{"time": "01:38:58", "event": "step", "step": 20, "rows_seen": 640, "lr": 9.997508952966197e-05, "tok_per_s": 846.490472932749, "loss": 0.6551759392023087, "entropy": 0.6430379413068295, "sharp": 0.12173190526664257} +{"time": "01:42:54", "event": "step", "step": 30, "rows_seen": 960, "lr": 9.977596250541417e-05, "tok_per_s": 851.4914282719631, "loss": 0.7106168419122696, "entropy": 0.6584099866449833, "sharp": 0.11426412966102362} +{"time": "01:46:39", "event": "step", "step": 40, "rows_seen": 1280, "lr": 9.937854366485982e-05, "tok_per_s": 853.3469278820797, "loss": 0.6800252795219421, "entropy": 0.6758302748203278, "sharp": 0.08097615092992783} +{"time": "01:50:26", "event": "step", "step": 50, "rows_seen": 1600, "lr": 9.8784499920729e-05, "tok_per_s": 854.4702631370465, "loss": 0.6574342548847198, "entropy": 0.6583614125847816, "sharp": 0.1017528185620904} +{"time": "01:54:14", "event": "step", "step": 60, "rows_seen": 1920, "lr": 9.79963228989294e-05, "tok_per_s": 856.1254685596642, "loss": 0.6474643759429455, "entropy": 0.6452968418598175, "sharp": 0.12556627485901117} +{"time": "01:58:04", "event": "step", "step": 70, "rows_seen": 2240, "lr": 9.701731848780134e-05, "tok_per_s": 856.6372583207745, "loss": 0.6487826257944107, "entropy": 0.6831155568361282, "sharp": 0.057710735127329826} +{"time": "02:01:54", "event": "step", "step": 80, "rows_seen": 2560, "lr": 9.585159297207315e-05, "tok_per_s": 856.5255069935561, "loss": 0.7086809352040291, "entropy": 0.6393271498382092, "sharp": 0.13126030378043652} +{"time": "02:05:40", "event": "step", "step": 90, "rows_seen": 2880, "lr": 9.450403580967612e-05, "tok_per_s": 856.998930195703, "loss": 0.6685285903513432, "entropy": 0.6669215448200703, "sharp": 0.10060268267989159} +{"time": "02:09:27", "event": "step", "step": 100, "rows_seen": 3200, "lr": 9.298029912365855e-05, "tok_per_s": 856.252187442035, "loss": 0.6253704205155373, "entropy": 0.661177471280098, "sharp": 0.10144310351461172} +{"time": "02:10:55", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 0.5964431762695312, "noul_T": 0.8831745654077745, "noul_auc": 0.7117010683363993, "noul_acc": 0.688, "noul_f1": 0.75625, "noul_nll": 0.6003437442332507, "noul_ece": 0.03960577178001404, "noul_brier": 0.2066063846506394, "noul_sharp": 0.16483941674232483, "entropy": 0.6129420399665833} +{"time": "02:14:48", "event": "step", "step": 110, "rows_seen": 3520, "lr": 9.128677399521752e-05, "tok_per_s": 827.9876186723793, "loss": 0.6816069111227989, "entropy": 0.6382579281926155, "sharp": 0.13827434927225113} +{"time": "02:18:28", "event": "step", "step": 120, "rows_seen": 3840, "lr": 8.943056365728335e-05, "tok_per_s": 829.8853486215241, "loss": 0.6276846416294575, "entropy": 0.6610538326203823, "sharp": 0.10919279884546995} +{"time": "02:22:19", "event": "step", "step": 130, "rows_seen": 4160, "lr": 8.741945370109202e-05, "tok_per_s": 832.1608961933646, "loss": 0.6449321880936623, "entropy": 0.671237125992775, "sharp": 0.08378801215440035} +{"time": "02:26:14", "event": "step", "step": 140, "rows_seen": 4480, "lr": 8.526187942070997e-05, "tok_per_s": 833.5243989504289, "loss": 0.6575691029429436, "entropy": 0.65861926227808, "sharp": 0.11133739259094} +{"time": "02:29:58", "event": "step", "step": 150, "rows_seen": 4800, "lr": 8.296689043247915e-05, "tok_per_s": 835.0050475252322, "loss": 0.6752120107412338, "entropy": 0.6664692014455795, "sharp": 0.08565635699778795} +{"time": "02:33:50", "event": "step", "step": 160, "rows_seen": 5120, "lr": 8.054411271778132e-05, "tok_per_s": 836.5276400297607, "loss": 0.7220019102096558, "entropy": 0.6175351366400719, "sharp": 0.16432397067546844} +{"time": "02:37:45", "event": "step", "step": 170, "rows_seen": 5440, "lr": 7.800370824832674e-05, "tok_per_s": 837.8800578342609, "loss": 0.6397408656775951, "entropy": 0.6512692756950855, "sharp": 0.12000797595828772} +{"time": "02:41:36", "event": "step", "step": 180, "rows_seen": 5760, "lr": 7.535633236331324e-05, "tok_per_s": 838.7248322390666, "loss": 0.6728365942835808, "entropy": 0.6538522988557816, "sharp": 0.11869410052895546} +{"time": "02:45:22", "event": "step", "step": 190, "rows_seen": 6080, "lr": 7.26130890772308e-05, "tok_per_s": 839.244121752934, "loss": 0.64999870210886, "entropy": 0.654944472014904, "sharp": 0.10712145920842886} +{"time": "02:49:13", "event": "step", "step": 200, "rows_seen": 6400, "lr": 6.978548450576568e-05, "tok_per_s": 840.1310495772577, "loss": 0.6845478937029839, "entropy": 0.6774301528930664, "sharp": 0.06942567136138678} +{"time": "02:50:41", "event": "val", "step": 200, "rows_seen": 6400, "n": 500, "dropped_long": 0, "noul_ce": 0.6271136403083801, "noul_T": 0.586638778266236, "noul_auc": 0.7377597002582235, "noul_acc": 0.662, "noul_f1": 0.6943942133815552, "noul_nll": 0.6235430086255074, "noul_ece": 0.12544882184267042, "noul_brier": 0.2165295909018273, "noul_sharp": 0.10261821001768112, "entropy": 0.6627551913261414} +{"time": "02:54:30", "event": "step", "step": 210, "rows_seen": 6720, "lr": 6.688537860515266e-05, "tok_per_s": 825.8320986869265, "loss": 0.6748520731925964, "entropy": 0.6297518685460091, "sharp": 0.15004642121493816} +{"time": "02:58:15", "event": "step", "step": 220, "rows_seen": 7040, "lr": 6.392493542739706e-05, "tok_per_s": 827.378174661144, "loss": 0.6887126602232456, "entropy": 0.6604589074850082, "sharp": 0.10578704159706831} +{"time": "03:02:03", "event": "step", "step": 230, "rows_seen": 7360, "lr": 6.091657210001309e-05, "tok_per_s": 828.6369955420482, "loss": 0.6807634234428406, "entropy": 0.6513927578926086, "sharp": 0.12257815152406693} +{"time": "03:05:57", "event": "step", "step": 240, "rows_seen": 7680, "lr": 5.7872906744276015e-05, "tok_per_s": 829.7534272327645, "loss": 0.6757249608635902, "entropy": 0.6517044082283974, "sharp": 0.11861236020922661} +{"time": "03:09:45", "event": "step", "step": 250, "rows_seen": 8000, "lr": 5.48067055504363e-05, "tok_per_s": 830.6757755296687, "loss": 0.7071560956537724, "entropy": 0.6361428834497929, "sharp": 0.14567251317203045} +{"time": "03:13:33", "event": "step", "step": 260, "rows_seen": 8320, "lr": 5.173082923188119e-05, "tok_per_s": 831.3294961215616, "loss": 0.6789720952510834, "entropy": 0.6721667125821114, "sharp": 0.08510761987417936} +{"time": "03:17:32", "event": "step", "step": 270, "rows_seen": 8640, "lr": 4.865817908283331e-05, "tok_per_s": 832.5692936584524, "loss": 0.6502889152616262, "entropy": 0.6423392742872238, "sharp": 0.13550199195742607} +{"time": "03:21:22", "event": "step", "step": 280, "rows_seen": 8960, "lr": 4.560164286583922e-05, "tok_per_s": 833.3837441091671, "loss": 0.6975204311311245, "entropy": 0.6784060820937157, "sharp": 0.07007143460214138} +{"time": "03:25:16", "event": "step", "step": 290, "rows_seen": 9280, "lr": 4.257404075601443e-05, "tok_per_s": 834.2972440408065, "loss": 0.666705098003149, "entropy": 0.6606337241828442, "sharp": 0.10764894261956215} +{"time": "03:29:09", "event": "step", "step": 300, "rows_seen": 9600, "lr": 3.958807156877371e-05, "tok_per_s": 835.0841686706652, "loss": 0.674651738256216, "entropy": 0.6482210867106915, "sharp": 0.1335096014663577} +{"time": "03:30:37", "event": "val", "step": 300, "rows_seen": 9600, "n": 500, "dropped_long": 0, "noul_ce": 0.5930076241493225, "noul_T": 0.6900405565484261, "noul_auc": 0.7367301817690841, "noul_acc": 0.71, "noul_f1": 0.7758887171561051, "noul_nll": 0.5907440386712551, "noul_ece": 0.061869306087493914, "noul_brier": 0.2013389410117992, "noul_sharp": 0.14554060995578766, "entropy": 0.6348153948783875} +{"time": "03:34:23", "event": "step", "step": 310, "rows_seen": 9920, "lr": 3.665625949658603e-05, "tok_per_s": 825.676836655453, "loss": 0.5999349504709244, "entropy": 0.665407981723547, "sharp": 0.10429427959024906} +{"time": "03:38:11", "event": "step", "step": 320, "rows_seen": 10240, "lr": 3.379090157815887e-05, "tok_per_s": 826.5217586371051, "loss": 0.6684055104851723, "entropy": 0.6669856086373329, "sharp": 0.09141119290143251} +{"time": "03:42:06", "event": "step", "step": 330, "rows_seen": 10560, "lr": 3.10040161203844e-05, "tok_per_s": 827.4647143810705, "loss": 0.695707505568862, "entropy": 0.6447131410241127, "sharp": 0.12685945630073547} +{"time": "03:45:49", "event": "step", "step": 340, "rows_seen": 10880, "lr": 2.8307292289383776e-05, "tok_per_s": 828.1200362828814, "loss": 0.6759919933974743, "entropy": 0.6487890593707561, "sharp": 0.11696403473615646} +{"time": "03:49:39", "event": "step", "step": 350, "rows_seen": 11200, "lr": 2.571204108208194e-05, "tok_per_s": 828.9706371176582, "loss": 0.6452272497117519, "entropy": 0.655936699360609, "sharp": 0.11084896977990866} +{"time": "03:53:26", "event": "step", "step": 360, "rows_seen": 11520, "lr": 2.322914788395595e-05, "tok_per_s": 829.5822524408109, "loss": 0.6544655114412308, "entropy": 0.6363691687583923, "sharp": 0.1469872109591961} +{"time": "03:57:21", "event": "step", "step": 370, "rows_seen": 11840, "lr": 2.0869026811945157e-05, "tok_per_s": 830.3068580055784, "loss": 0.6865418404340744, "entropy": 0.638183668255806, "sharp": 0.13787089474499226} +{"time": "04:01:09", "event": "step", "step": 380, "rows_seen": 12160, "lr": 1.8641577034025627e-05, "tok_per_s": 830.9034194194427, "loss": 0.6698485910892487, "entropy": 0.6436968371272087, "sharp": 0.12814036756753922} +{"time": "04:05:02", "event": "step", "step": 390, "rows_seen": 12480, "lr": 1.6556141248659472e-05, "tok_per_s": 831.8728006378307, "loss": 0.6417997851967812, "entropy": 0.6429427266120911, "sharp": 0.1223332742229104} +{"time": "04:08:41", "event": "step", "step": 400, "rows_seen": 12800, "lr": 1.4621466498270773e-05, "tok_per_s": 832.4552561691451, "loss": 0.6876776963472366, "entropy": 0.6284196823835373, "sharp": 0.14502350706607103} +{"time": "04:10:09", "event": "val", "step": 400, "rows_seen": 12800, "n": 500, "dropped_long": 0, "noul_ce": 0.5873317122459412, "noul_T": 0.8172684020234544, "noul_auc": 0.7343842298020287, "noul_acc": 0.71, "noul_f1": 0.7730829420970265, "noul_nll": 0.5875646459609271, "noul_ece": 0.049862171888351445, "noul_brier": 0.20041123678481845, "noul_sharp": 0.16171549260616302, "entropy": 0.6141359210014343} +{"time": "04:13:56", "event": "step", "step": 410, "rows_seen": 13120, "lr": 1.284566748110963e-05, "tok_per_s": 825.4999736297234, "loss": 0.6560182794928551, "entropy": 0.6658743768930435, "sharp": 0.09087194968014956} +{"time": "04:17:40", "event": "step", "step": 420, "rows_seen": 13440, "lr": 1.1236192515387821e-05, "tok_per_s": 826.3680545344017, "loss": 0.6620576977729797, "entropy": 0.6541808471083641, "sharp": 0.11118748597800732} +{"time": "04:21:33", "event": "step", "step": 430, "rows_seen": 13760, "lr": 9.799792298443728e-06, "tok_per_s": 827.1773821802286, "loss": 0.6665778607130051, "entropy": 0.6465357467532158, "sharp": 0.1227754270657897} +{"time": "04:25:21", "event": "step", "step": 440, "rows_seen": 14080, "lr": 8.542491591971554e-06, "tok_per_s": 827.8440116905582, "loss": 0.6667315606027842, "entropy": 0.6536180730909109, "sharp": 0.11583110596984625} +{"time": "04:29:10", "event": "step", "step": 450, "rows_seen": 14400, "lr": 7.469563952077155e-06, "tok_per_s": 828.6482165661197, "loss": 0.645016323775053, "entropy": 0.6607457809150219, "sharp": 0.0980006130412221} +{"time": "04:33:00", "event": "step", "step": 460, "rows_seen": 14720, "lr": 6.585509610150972e-06, "tok_per_s": 829.2298580494971, "loss": 0.6537435129284859, "entropy": 0.652746357023716, "sharp": 0.11425115168094635} +{"time": "04:36:55", "event": "step", "step": 470, "rows_seen": 15040, "lr": 5.894036597333646e-06, "tok_per_s": 829.8939265476491, "loss": 0.720472251996398, "entropy": 0.6619589664041996, "sharp": 0.10576295014470816} +{"time": "04:40:41", "event": "step", "step": 480, "rows_seen": 15360, "lr": 5.398045191744809e-06, "tok_per_s": 830.4927911041059, "loss": 0.6888858638703823, "entropy": 0.6586914137005806, "sharp": 0.10336506646126509} +{"time": "04:44:23", "event": "step", "step": 490, "rows_seen": 15680, "lr": 5.099615753708697e-06, "tok_per_s": 830.9565615541648, "loss": 0.5681696087121964, "entropy": 0.6408889293670654, "sharp": 0.13228241726756096} +{"time": "04:48:08", "event": "step", "step": 500, "rows_seen": 16000, "lr": 5e-06, "tok_per_s": 831.4687967613543, "loss": 0.6161541864275932, "entropy": 0.6481572985649109, "sharp": 0.1234055906534195} +{"time": "04:49:36", "event": "val", "step": 500, "rows_seen": 16000, "n": 500, "dropped_long": 0, "noul_ce": 0.5878974795341492, "noul_T": 0.7946635749095625, "noul_auc": 0.7321226645963781, "noul_acc": 0.7, "noul_f1": 0.7692307692307693, "noul_nll": 0.5894184568673372, "noul_ece": 0.06553434431552889, "noul_brier": 0.20128141626002066, "noul_sharp": 0.1585736721754074, "entropy": 0.6175200343132019} +{"time": "04:52:46", "event": "ckpt", "tag": "ckpt-16000", "rows_seen": 16000, "replay_seen": 842, "step": 500, "tokens": 9808867, "tok_per_s": 812.4848276388393, "rows_per_s": 1.395050973921692, "val": {"n": 1200, "dropped_long": 0, "noul_ce": 0.5723596215248108, "noul_T": 0.8135197452442088, "choice_ce": 0.6637058854103088, "choice_T": 1.06025618459646, "score_ce": 1.051501750946045, "score_T": 0.9688074232706271, "noul_auc": 0.7213738666666666, "noul_acc": 0.69, "noul_f1": 0.7707100591715976, "noul_nll": 0.5888399675711989, "noul_ece": 0.04534497305750847, "noul_brier": 0.2018144641243176, "noul_sharp": 0.16441088914871216, "entropy": 0.6122345924377441}, "dropped_long": 0, "peak_gib": 18.236003875732422} diff --git a/e16/S1-E19-b-n16k-soft-a100-syn/DONE b/e16/S1-E19-b-n16k-soft-a100-syn/DONE new file mode 100644 index 0000000000000000000000000000000000000000..747bce9a5311aabb31a55ede5f44b13a217cd274 --- /dev/null +++ b/e16/S1-E19-b-n16k-soft-a100-syn/DONE @@ -0,0 +1 @@ +2026-10-16 09:12:55 \ No newline at end of file diff --git a/e16/S1-E19-b-n256k-syn/DONE b/e16/S1-E19-b-n256k-syn/DONE new file mode 100644 index 0000000000000000000000000000000000000000..6f2c1004023eb2782b531e4bfd4d39c871b20c58 --- /dev/null +++ b/e16/S1-E19-b-n256k-syn/DONE @@ -0,0 +1 @@ +2026-10-19 19:31:44 \ No newline at end of file diff --git a/e16/S1-E19-b-n256k-syn/ckpt-256000/adapter/README.md b/e16/S1-E19-b-n256k-syn/ckpt-256000/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..57167079ef3f181aacdbd678a733d71697d18f63 --- /dev/null +++ b/e16/S1-E19-b-n256k-syn/ckpt-256000/adapter/README.md @@ -0,0 +1,206 @@ +--- +base_model: /workspace/jev_kt/models/hf/JEV-9B +library_name: peft +tags: +- base_model:adapter:/workspace/jev_kt/models/hf/JEV-9B +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/e16/S1-E19-b-n256k-syn/ckpt-256000/adapter/adapter_config.json b/e16/S1-E19-b-n256k-syn/ckpt-256000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..af418485725db70a9acb99108b7e806a88ee1567 --- /dev/null +++ b/e16/S1-E19-b-n256k-syn/ckpt-256000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "in_proj_z", + "up_proj", + "in_proj_qkv", + "k_proj", + "out_proj", + "o_proj", + "v_proj", + "down_proj", + "gate_proj", + "q_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/e16/S1-E19-b-n256k-syn/ckpt-256000/adapter/adapter_model.safetensors b/e16/S1-E19-b-n256k-syn/ckpt-256000/adapter/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b97e463651613702edfb869cbd77921a8aa9241d --- /dev/null +++ b/e16/S1-E19-b-n256k-syn/ckpt-256000/adapter/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6ff4f018e50cb9dafdda5bab731a3ea9744b564342d6927b9539b0977f8b4a7 +size 160486456 diff --git a/e16/S1-E19-b-n256k-syn/ckpt-256000/adapter_vllm/adapter_config.json b/e16/S1-E19-b-n256k-syn/ckpt-256000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/e16/S1-E19-b-n256k-syn/ckpt-256000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/e16/S1-E19-b-n256k-syn/ckpt-256000/adapter_vllm/adapter_model.safetensors b/e16/S1-E19-b-n256k-syn/ckpt-256000/adapter_vllm/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..99dbc4cf3a2c7fc8ae5a96678eaaaf530071d64a --- /dev/null +++ b/e16/S1-E19-b-n256k-syn/ckpt-256000/adapter_vllm/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2443af36df98fcb432de000780d31735ce1737b2d2a971750f4b0fd0e25b3b34 +size 176641832 diff --git a/e16/S1-E19-b-n256k-syn/ckpt-256000/adapter_vllm/decision_head.json b/e16/S1-E19-b-n256k-syn/ckpt-256000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..e7b179b3d114ef40c739d83f39554033845e6674 --- /dev/null +++ b/e16/S1-E19-b-n256k-syn/ckpt-256000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.0008895411738194525, + -0.0008899205131456256, + -0.006735881324857473, + -0.005502605810761452, + -0.0029139602556824684, + 0.0021956299897283316, + 0.0013801128370687366, + -0.005935822147876024, + -0.002272534416988492, + -0.0017964727012440562, + -0.002017927821725607, + -0.0024679864291101694, + -0.006912675686180592, + -0.00539945624768734, + -0.011302140541374683, + -0.008620599284768105, + -0.008465982973575592, + -0.009283804334700108, + -0.009762704372406006, + -0.008379790000617504, + -0.00788922794163227, + -0.008381989784538746, + -0.010746600106358528, + -0.008571792393922806 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/e16/S1-E19-b-n256k-syn/ckpt-256000/calibration.json b/e16/S1-E19-b-n256k-syn/ckpt-256000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..5afd9b4d49cc0cd27d744269d48596f461964ba0 --- /dev/null +++ b/e16/S1-E19-b-n256k-syn/ckpt-256000/calibration.json @@ -0,0 +1,29 @@ +{ + "version": 1, + "per_kind": { + "noul": 0.7219452547802345, + "choice": 0.9974698100810453, + "score": 0.9681490341363794 + }, + "fit": { + "noul": { + "n": 1087, + "T": 0.7219452547802345, + "ce_before": 0.5737836360931396, + "ce_after": 0.5665724873542786 + }, + "choice": { + "n": 60, + "T": 0.9974698100810453, + "ce_before": 0.6358097791671753, + "ce_after": 0.6358082890510559 + }, + "score": { + "n": 53, + "T": 0.9681490341363794, + "ce_before": 1.0383120775222778, + "ce_after": 1.0379929542541504 + } + }, + "source": "models/e16/S1-E19-b-n256k-syn/ckpt-256000" +} \ No newline at end of file diff --git a/e16/S1-E19-b-n256k-syn/ckpt-256000/head.safetensors b/e16/S1-E19-b-n256k-syn/ckpt-256000/head.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1d4fe50de2759b035c84452410edd2ca11f97c8b --- /dev/null +++ b/e16/S1-E19-b-n256k-syn/ckpt-256000/head.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aaf78ec14ccc859f253f5ad69defbe924270592a97a5dbfdd952416606dcd4fc +size 393464 diff --git a/e16/S1-E19-b-n256k-syn/ckpt-256000/judge_config.json b/e16/S1-E19-b-n256k-syn/ckpt-256000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..0d3a413926cc51dc83b2d8786dabf861484a899a --- /dev/null +++ b/e16/S1-E19-b-n256k-syn/ckpt-256000/judge_config.json @@ -0,0 +1,164 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S1-E19-b-n256k-syn/ckpt-256000", + "softcap": null, + "e16": { + "data": "data/e19/E19-b-n256k", + "data_manifest": { + "arm": "E19-b-n256k", + "name": null, + "train_sha256": "0c9b39bf9b638138898c8b150dd81bf7e3d1e30f1088b4b466dac1a96eea0519", + "n_train": 256000 + }, + "init": "released", + "objective": "s-log", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 0, + "replay": "data/e16/replay/train.jsonl", + "replay_frac": 0.05, + "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 8000 steps", + "total_rows": 256000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-256000", + "rows_seen": 256000, + "replay_seen": 13473, + "step": 8000, + "tokens": 157430651, + "tok_per_s": 865.2182058016194, + "rows_per_s": 1.4809882579083644, + "val": { + "n": 1200, + "dropped_long": 0, + "noul_ce": 0.5737836360931396, + "noul_T": 0.7219452547802345, + "choice_ce": 0.6358097791671753, + "choice_T": 0.9974698100810453, + "score_ce": 1.0383120775222778, + "score_T": 0.9681490341363794, + "noul_auc": 0.7238229333333334, + "noul_acc": 0.685, + "noul_f1": 0.7629796839729119, + "noul_nll": 0.5908580548092723, + "noul_ece": 0.05055843117833138, + "noul_brier": 0.20239246989918638, + "noul_sharp": 0.15035562217235565, + "entropy": 0.6265034675598145 + }, + "dropped_long": 0, + "peak_gib": 18.23600435256958 + } +} \ No newline at end of file diff --git a/e16/S1-E19-b-n256k-syn/train_log.jsonl b/e16/S1-E19-b-n256k-syn/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..05e69a0199a73e20d6f4f3414b493de290256fef --- /dev/null +++ b/e16/S1-E19-b-n256k-syn/train_log.jsonl @@ -0,0 +1,882 @@ +{"time": "16:59:08", "event": "start", "data": "data/e19/E19-b-n256k", "data_manifest": {"arm": "E19-b-n256k", "name": null, "train_sha256": "0c9b39bf9b638138898c8b150dd81bf7e3d1e30f1088b4b466dac1a96eea0519", "n_train": 256000}, "init": "released", "objective": "s-log", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 0, "replay": "data/e16/replay/train.jsonl", "replay_frac": 0.05, "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 8000 steps", "total_rows": 256000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", "device": "cuda", "load_s": 69.99308133125305} +{"time": "17:02:48", "event": "step", "step": 10, "rows_seen": 320, "lr": 4.583333333333333e-06, "tok_per_s": 884.2310126453116, "loss": 0.6699452176690102, "entropy": 0.6134615615010262, "sharp": 0.1669714143499732} +{"time": "17:06:13", "event": "step", "step": 20, "rows_seen": 640, "lr": 8.75e-06, "tok_per_s": 890.6844088199875, "loss": 0.6248259358108044, "entropy": 0.6183975283056498, "sharp": 0.15190694481134415} +{"time": "17:09:57", "event": "step", "step": 30, "rows_seen": 960, "lr": 1.2916666666666668e-05, "tok_per_s": 895.2852016901046, "loss": 0.7144604884088039, "entropy": 0.6408469676971436, "sharp": 0.12521324306726456} +{"time": "17:13:32", "event": "step", "step": 40, "rows_seen": 1280, "lr": 1.7083333333333333e-05, "tok_per_s": 896.545339962429, "loss": 0.6796192526817322, "entropy": 0.6821000203490257, "sharp": 0.05789734981954098} +{"time": "17:17:08", "event": "step", "step": 50, "rows_seen": 1600, "lr": 2.125e-05, "tok_per_s": 897.7307164569171, "loss": 0.6403321400284767, "entropy": 0.6336185485124588, "sharp": 0.14741018041968346} +{"time": "17:20:45", "event": "step", "step": 60, "rows_seen": 1920, "lr": 2.5416666666666667e-05, "tok_per_s": 899.2398192561715, "loss": 0.6407356485724449, "entropy": 0.6562610045075417, "sharp": 0.11088709998875856} +{"time": "17:24:24", "event": "step", "step": 70, "rows_seen": 2240, "lr": 2.9583333333333335e-05, "tok_per_s": 899.6776209867398, "loss": 0.6523311212658882, "entropy": 0.6766350045800209, "sharp": 0.07564032450318336} +{"time": "17:28:04", "event": "step", "step": 80, "rows_seen": 2560, "lr": 3.375000000000001e-05, "tok_per_s": 899.4405353389108, "loss": 0.7141554299741983, "entropy": 0.6342637781053782, "sharp": 0.14083917997777462} +{"time": "17:31:39", "event": "step", "step": 90, "rows_seen": 2880, "lr": 3.791666666666667e-05, "tok_per_s": 899.9305174160784, "loss": 0.6641800366342068, "entropy": 0.6659153811633587, "sharp": 0.09007287118583918} +{"time": "17:35:16", "event": "step", "step": 100, "rows_seen": 3200, "lr": 4.208333333333334e-05, "tok_per_s": 898.9178249174017, "loss": 0.6295740976929665, "entropy": 0.6692187190055847, "sharp": 0.08606723230332136} +{"time": "17:36:39", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 0.618989884853363, "noul_T": 0.9891084736100935, "noul_auc": 0.6829251826973384, "noul_acc": 0.66, "noul_f1": 0.7335423197492164, "noul_nll": 0.6284653883427381, "noul_ece": 0.07186517447233201, "noul_brier": 0.2191295668442947, "noul_sharp": 0.14820124208927155, "entropy": 0.6203029751777649} +{"time": "17:40:22", "event": "step", "step": 110, "rows_seen": 3520, "lr": 4.6250000000000006e-05, "tok_per_s": 868.8400879465513, "loss": 0.6762840496376157, "entropy": 0.6406604778021574, "sharp": 0.13413010351359844} +{"time": "17:43:53", "event": "step", "step": 120, "rows_seen": 3840, "lr": 5.041666666666667e-05, "tok_per_s": 870.5211554215351, "loss": 0.6568690743297338, "entropy": 0.6690751686692238, "sharp": 0.08817895036190748} +{"time": "17:47:34", "event": "step", "step": 130, "rows_seen": 4160, "lr": 5.458333333333333e-05, "tok_per_s": 872.6793420129021, "loss": 0.6659768596291542, "entropy": 0.6590366959571838, "sharp": 0.10532468743622303} +{"time": "17:51:17", "event": "step", "step": 140, "rows_seen": 4480, "lr": 5.8750000000000005e-05, "tok_per_s": 874.4667735386431, "loss": 0.6648615822196007, "entropy": 0.6819863170385361, "sharp": 0.06100929342210293} +{"time": "17:54:50", "event": "step", "step": 150, "rows_seen": 4800, "lr": 6.291666666666667e-05, "tok_per_s": 876.2850362703355, "loss": 0.6786474511027336, "entropy": 0.6593917571008205, "sharp": 0.10484710801392794} +{"time": "17:58:30", "event": "step", "step": 160, "rows_seen": 5120, "lr": 6.708333333333333e-05, "tok_per_s": 877.9984047869383, "loss": 0.7038188017904758, "entropy": 0.6322660520672798, "sharp": 0.14675264805555344} +{"time": "18:02:13", "event": "step", "step": 170, "rows_seen": 5440, "lr": 7.125000000000001e-05, "tok_per_s": 879.4735021157006, "loss": 0.6370932087302208, "entropy": 0.6564079597592354, "sharp": 0.10875696782022715} +{"time": "18:05:53", "event": "step", "step": 180, "rows_seen": 5760, "lr": 7.541666666666667e-05, "tok_per_s": 880.5118887775258, "loss": 0.6894645839929581, "entropy": 0.6388627514243126, "sharp": 0.1405460722744465} +{"time": "18:09:28", "event": "step", "step": 190, "rows_seen": 6080, "lr": 7.958333333333333e-05, "tok_per_s": 881.0770452154574, "loss": 0.6509432606399059, "entropy": 0.6703859716653824, "sharp": 0.07634753827005625} +{"time": "18:13:08", "event": "step", "step": 200, "rows_seen": 6400, "lr": 8.375e-05, "tok_per_s": 882.0582596172903, "loss": 0.6871989294886589, "entropy": 0.6761703938245773, "sharp": 0.07213430292904377} +{"time": "18:14:31", "event": "val", "step": 200, "rows_seen": 6400, "n": 500, "dropped_long": 0, "noul_ce": 0.6276592016220093, "noul_T": 0.6317817264537858, "noul_auc": 0.7359875782687212, "noul_acc": 0.66, "noul_f1": 0.6875, "noul_nll": 0.6239290983378887, "noul_ece": 0.13371847099065784, "noul_brier": 0.2168769043144325, "noul_sharp": 0.10541188716888428, "entropy": 0.659710705280304} +{"time": "18:18:08", "event": "step", "step": 210, "rows_seen": 6720, "lr": 8.791666666666667e-05, "tok_per_s": 867.2675768287055, "loss": 0.6684099994599819, "entropy": 0.6366890445351601, "sharp": 0.13963687140494585} +{"time": "18:21:43", "event": "step", "step": 220, "rows_seen": 7040, "lr": 9.208333333333333e-05, "tok_per_s": 868.858161898425, "loss": 0.6419815383851528, "entropy": 0.6575610414147377, "sharp": 0.09604151267558336} +{"time": "18:25:20", "event": "step", "step": 230, "rows_seen": 7360, "lr": 9.625000000000001e-05, "tok_per_s": 870.1417984397948, "loss": 0.6675294265151024, "entropy": 0.6669306457042694, "sharp": 0.09083373099565506} +{"time": "18:29:03", "event": "step", "step": 240, "rows_seen": 7680, "lr": 0.0001, "tok_per_s": 871.2629120718477, "loss": 0.6441921107470989, "entropy": 0.6680343002080917, "sharp": 0.09462534915655851} +{"time": "18:32:41", "event": "step", "step": 250, "rows_seen": 8000, "lr": 9.999961074040751e-05, "tok_per_s": 872.2177634161048, "loss": 0.6978784278035164, "entropy": 0.6580918729305267, "sharp": 0.10235006175935268} +{"time": "18:36:18", "event": "step", "step": 260, "rows_seen": 8320, "lr": 9.999844296800993e-05, "tok_per_s": 872.9771929174979, "loss": 0.6545088738203049, "entropy": 0.6420548781752586, "sharp": 0.14837759546935558} +{"time": "18:40:05", "event": "step", "step": 270, "rows_seen": 8640, "lr": 9.999649670194692e-05, "tok_per_s": 874.2505922260295, "loss": 0.6379619892686605, "entropy": 0.6681213472038507, "sharp": 0.08781091589480639} +{"time": "18:43:44", "event": "step", "step": 280, "rows_seen": 8960, "lr": 9.999377197411753e-05, "tok_per_s": 875.1276039056658, "loss": 0.7035027258098125, "entropy": 0.679140530526638, "sharp": 0.06781531870365143} +{"time": "18:47:27", "event": "step", "step": 290, "rows_seen": 9280, "lr": 9.999026882917974e-05, "tok_per_s": 876.0830297043492, "loss": 0.6686444357037544, "entropy": 0.6222389042377472, "sharp": 0.15947680920362473} +{"time": "18:51:09", "event": "step", "step": 300, "rows_seen": 9600, "lr": 9.998598732454963e-05, "tok_per_s": 876.8904117326542, "loss": 0.6840236634016037, "entropy": 0.6834665238857269, "sharp": 0.06277412921190262} +{"time": "18:52:32", "event": "val", "step": 300, "rows_seen": 9600, "n": 500, "dropped_long": 0, "noul_ce": 0.6300972104072571, "noul_T": 0.33109585970168104, "noul_auc": 0.7393630487249161, "noul_acc": 0.708, "noul_f1": 0.781437125748503, "noul_nll": 0.6291935628056526, "noul_ece": 0.1421279159784317, "noul_brier": 0.21853704403821106, "noul_sharp": 0.07302381843328476, "entropy": 0.6785364747047424} +{"time": "18:56:08", "event": "step", "step": 310, "rows_seen": 9920, "lr": 9.998092753040058e-05, "tok_per_s": 867.0807098873322, "loss": 0.6186581067740917, "entropy": 0.6446065530180931, "sharp": 0.13548732083290815} +{"time": "18:59:45", "event": "step", "step": 320, "rows_seen": 10240, "lr": 9.997508952966197e-05, "tok_per_s": 867.9875453629779, "loss": 0.6687098443508148, "entropy": 0.6585863381624222, "sharp": 0.10584565717726946} +{"time": "19:03:28", "event": "step", "step": 330, "rows_seen": 10560, "lr": 9.996847341801791e-05, "tok_per_s": 868.983245225713, "loss": 0.6672700177878141, "entropy": 0.6807861290872097, "sharp": 0.06339805573225021} +{"time": "19:07:01", "event": "step", "step": 340, "rows_seen": 10880, "lr": 9.996107930390567e-05, "tok_per_s": 869.7045220553015, "loss": 0.7016640193760395, "entropy": 0.6150626055896282, "sharp": 0.16151667013764381} +{"time": "19:10:40", "event": "step", "step": 350, "rows_seen": 11200, "lr": 9.99529073085139e-05, "tok_per_s": 870.5369267305585, "loss": 0.6505082808434963, "entropy": 0.6678437516093254, "sharp": 0.09059806447476149} +{"time": "19:14:16", "event": "step", "step": 360, "rows_seen": 11520, "lr": 9.994395756578056e-05, "tok_per_s": 871.2227763394583, "loss": 0.6535319313406944, "entropy": 0.6477602571249008, "sharp": 0.12612949404865503} +{"time": "19:18:00", "event": "step", "step": 370, "rows_seen": 11840, "lr": 9.993423022239087e-05, "tok_per_s": 871.9765040540445, "loss": 0.6800988130271435, "entropy": 0.646263625472784, "sharp": 0.1269124522805214} +{"time": "19:21:37", "event": "step", "step": 380, "rows_seen": 12160, "lr": 9.992372543777479e-05, "tok_per_s": 872.6152603698984, "loss": 0.6979164332151413, "entropy": 0.6646906360983849, "sharp": 0.09381140023469925} +{"time": "19:25:19", "event": "step", "step": 390, "rows_seen": 12480, "lr": 9.991244338410443e-05, "tok_per_s": 873.5820475899901, "loss": 0.6723784059286118, "entropy": 0.6554087549448013, "sharp": 0.10626453999429941} +{"time": "19:28:48", "event": "step", "step": 400, "rows_seen": 12800, "lr": 9.990038424629131e-05, "tok_per_s": 874.1501898496375, "loss": 0.6998971030116081, "entropy": 0.6311319246888161, "sharp": 0.14771941769868135} +{"time": "19:30:12", "event": "val", "step": 400, "rows_seen": 12800, "n": 500, "dropped_long": 0, "noul_ce": 0.6012886166572571, "noul_T": 0.7012945122681068, "noul_auc": 0.7252367048657405, "noul_acc": 0.708, "noul_f1": 0.7807807807807807, "noul_nll": 0.5973169423639775, "noul_ece": 0.0731091468334198, "noul_brier": 0.20432073856387303, "noul_sharp": 0.13846981525421143, "entropy": 0.6385408043861389} +{"time": "19:33:49", "event": "step", "step": 410, "rows_seen": 13120, "lr": 9.988754822198319e-05, "tok_per_s": 866.7654990392062, "loss": 0.6803710199892521, "entropy": 0.6620289944112301, "sharp": 0.11093476787209511} +{"time": "19:37:23", "event": "step", "step": 420, "rows_seen": 13440, "lr": 9.987393552156095e-05, "tok_per_s": 867.6060660441524, "loss": 0.6928583681583405, "entropy": 0.6383373290300369, "sharp": 0.14282887056469917} +{"time": "19:41:06", "event": "step", "step": 430, "rows_seen": 13760, "lr": 9.98595463681351e-05, "tok_per_s": 868.4067025898062, "loss": 0.6796386539936066, "entropy": 0.6529324874281883, "sharp": 0.11791984364390373} +{"time": "19:44:42", "event": "step", "step": 440, "rows_seen": 14080, "lr": 9.984438099754206e-05, "tok_per_s": 869.0911747101236, "loss": 0.664295906201005, "entropy": 0.6611088067293167, "sharp": 0.10822288226336241} +{"time": "19:48:21", "event": "step", "step": 450, "rows_seen": 14400, "lr": 9.982843965834042e-05, "tok_per_s": 869.8957674068757, "loss": 0.650689136236906, "entropy": 0.6605598032474518, "sharp": 0.10518831852823496} +{"time": "19:52:02", "event": "step", "step": 460, "rows_seen": 14720, "lr": 9.981172261180677e-05, "tok_per_s": 870.4273650201125, "loss": 0.6513924561440945, "entropy": 0.639529213309288, "sharp": 0.13577325735241175} +{"time": "19:55:45", "event": "step", "step": 470, "rows_seen": 15040, "lr": 9.97942301319315e-05, "tok_per_s": 871.1336893220604, "loss": 0.7479484602808952, "entropy": 0.6651246193796396, "sharp": 0.09737663436681032} +{"time": "19:59:21", "event": "step", "step": 480, "rows_seen": 15360, "lr": 9.977596250541417e-05, "tok_per_s": 871.7607183486414, "loss": 0.7251355163753033, "entropy": 0.6361593753099442, "sharp": 0.14998810831457376} +{"time": "20:02:52", "event": "step", "step": 490, "rows_seen": 15680, "lr": 9.975692003165894e-05, "tok_per_s": 872.2035593955512, "loss": 0.596919409930706, "entropy": 0.6632294952869415, "sharp": 0.09435030817985535} +{"time": "20:06:27", "event": "step", "step": 500, "rows_seen": 16000, "lr": 9.973710302276965e-05, "tok_per_s": 872.7700562279799, "loss": 0.628231193870306, "entropy": 0.6610570922493935, "sharp": 0.11076977383345366} +{"time": "20:07:50", "event": "val", "step": 500, "rows_seen": 16000, "n": 500, "dropped_long": 0, "noul_ce": 0.5996655821800232, "noul_T": 0.6239882410452234, "noul_auc": 0.7298610993907275, "noul_acc": 0.702, "noul_f1": 0.7786032689450223, "noul_nll": 0.5999064369797706, "noul_ece": 0.09362025153636934, "noul_brier": 0.20535726276569014, "noul_sharp": 0.1314305067062378, "entropy": 0.6456001996994019} +{"time": "20:11:30", "event": "step", "step": 510, "rows_seen": 16320, "lr": 9.971651180354463e-05, "tok_per_s": 866.9221748070449, "loss": 0.7208997160196304, "entropy": 0.6175833120942116, "sharp": 0.17051785998046398} +{"time": "20:15:09", "event": "step", "step": 520, "rows_seen": 16640, "lr": 9.969514671147145e-05, "tok_per_s": 867.4911995595471, "loss": 0.6577666401863098, "entropy": 0.6554672792553902, "sharp": 0.1124471565708518} +{"time": "20:18:43", "event": "step", "step": 530, "rows_seen": 16960, "lr": 9.967300809672134e-05, "tok_per_s": 868.1343926688074, "loss": 0.607574813067913, "entropy": 0.6464413404464722, "sharp": 0.12695032451301813} +{"time": "20:22:26", "event": "step", "step": 540, "rows_seen": 17280, "lr": 9.965009632214351e-05, "tok_per_s": 868.6000136734059, "loss": 0.7156087458133698, "entropy": 0.6246800143271685, "sharp": 0.14291887171566486} +{"time": "20:26:07", "event": "step", "step": 550, "rows_seen": 17600, "lr": 9.962641176325911e-05, "tok_per_s": 869.272333396432, "loss": 0.7093943171203136, "entropy": 0.6701993644237518, "sharp": 0.08731099590659142} +{"time": "20:29:44", "event": "step", "step": 560, "rows_seen": 17920, "lr": 9.96019548082552e-05, "tok_per_s": 869.9497948641363, "loss": 0.712285129353404, "entropy": 0.6514759920537472, "sharp": 0.11878386605530977} +{"time": "20:33:21", "event": "step", "step": 570, "rows_seen": 18240, "lr": 9.957672585797825e-05, "tok_per_s": 870.5326996559377, "loss": 0.6691966652870178, "entropy": 0.6461538299918175, "sharp": 0.12017091643065214} +{"time": "20:37:01", "event": "step", "step": 580, "rows_seen": 18560, "lr": 9.955072532592766e-05, "tok_per_s": 871.0048797488869, "loss": 0.6922340616583824, "entropy": 0.6572374999523163, "sharp": 0.1101506007835269} +{"time": "20:40:43", "event": "step", "step": 590, "rows_seen": 18880, "lr": 9.952395363824899e-05, "tok_per_s": 871.6376044876854, "loss": 0.6691970676183701, "entropy": 0.6665761470794678, "sharp": 0.08889170177280903} +{"time": "20:44:20", "event": "step", "step": 600, "rows_seen": 19200, "lr": 9.949641123372692e-05, "tok_per_s": 872.1922279688786, "loss": 0.640332855284214, "entropy": 0.6533728390932083, "sharp": 0.11948927957564592} +{"time": "20:45:43", "event": "val", "step": 600, "rows_seen": 19200, "n": 500, "dropped_long": 0, "noul_ce": 0.5927795171737671, "noul_T": 0.7541663333489491, "noul_auc": 0.7264856289345327, "noul_acc": 0.698, "noul_f1": 0.7833572453371592, "noul_nll": 0.5962455582022667, "noul_ece": 0.07670402491092683, "noul_brier": 0.2041552048412582, "noul_sharp": 0.15169085562229156, "entropy": 0.6268376111984253} +{"time": "20:49:28", "event": "step", "step": 610, "rows_seen": 19520, "lr": 9.946809856377806e-05, "tok_per_s": 867.3796580788593, "loss": 0.6908109113574028, "entropy": 0.6361220106482506, "sharp": 0.14045427925884724} +{"time": "20:53:09", "event": "step", "step": 620, "rows_seen": 19840, "lr": 9.943901609244366e-05, "tok_per_s": 867.9632112080496, "loss": 0.6810471713542938, "entropy": 0.6562612801790237, "sharp": 0.10939562972635031} +{"time": "20:56:48", "event": "step", "step": 630, "rows_seen": 20160, "lr": 9.940916429638181e-05, "tok_per_s": 868.4041913214925, "loss": 0.6464726366102695, "entropy": 0.6535388454794884, "sharp": 0.11503607034683228} +{"time": "21:00:30", "event": "step", "step": 640, "rows_seen": 20480, "lr": 9.937854366485982e-05, "tok_per_s": 868.9247008150531, "loss": 0.6805204898118973, "entropy": 0.6360793188214302, "sharp": 0.14208374172449112} +{"time": "21:04:13", "event": "step", "step": 650, "rows_seen": 20800, "lr": 9.934715469974606e-05, "tok_per_s": 869.4915826544637, "loss": 0.6497214287519455, "entropy": 0.6644678339362144, "sharp": 0.09893340710550547} +{"time": "21:07:50", "event": "step", "step": 660, "rows_seen": 21120, "lr": 9.931499791550189e-05, "tok_per_s": 870.0114997844396, "loss": 0.64336197078228, "entropy": 0.6445563398301601, "sharp": 0.11992418766021729} +{"time": "21:11:35", "event": "step", "step": 670, "rows_seen": 21440, "lr": 9.9282073839173e-05, "tok_per_s": 870.3478114557664, "loss": 0.6976828575134277, "entropy": 0.6600608080625534, "sharp": 0.09690110571682453} +{"time": "21:15:09", "event": "step", "step": 680, "rows_seen": 21760, "lr": 9.924838301038104e-05, "tok_per_s": 870.6284710273814, "loss": 0.7066892087459564, "entropy": 0.6308799684047699, "sharp": 0.148437587544322} +{"time": "21:18:47", "event": "step", "step": 690, "rows_seen": 22080, "lr": 9.92139259813145e-05, "tok_per_s": 871.1237838131551, "loss": 0.6208225749433041, "entropy": 0.6283484064042568, "sharp": 0.15201288554817438} +{"time": "21:22:25", "event": "step", "step": 700, "rows_seen": 22400, "lr": 9.91787033167199e-05, "tok_per_s": 871.5477066558554, "loss": 0.6366583667695522, "entropy": 0.6271234191954136, "sharp": 0.15868618246167898} +{"time": "21:23:48", "event": "val", "step": 700, "rows_seen": 22400, "n": 500, "dropped_long": 0, "noul_ce": 0.5981999635696411, "noul_T": 0.7847382733916058, "noul_auc": 0.7348399183136151, "noul_acc": 0.7, "noul_f1": 0.7524752475247525, "noul_nll": 0.5947474853694439, "noul_ece": 0.08095462691783904, "noul_brier": 0.20334735662235712, "noul_sharp": 0.15453296899795532, "entropy": 0.6275462508201599} +{"time": "21:27:31", "event": "step", "step": 710, "rows_seen": 22720, "lr": 9.914271559389239e-05, "tok_per_s": 867.4074772485822, "loss": 0.6471870057284832, "entropy": 0.6622987389564514, "sharp": 0.1018240125849843} +{"time": "21:31:20", "event": "step", "step": 720, "rows_seen": 23040, "lr": 9.910596340266635e-05, "tok_per_s": 867.8419279751164, "loss": 0.6824610643088818, "entropy": 0.6085140407085419, "sharp": 0.18766801990568638} +{"time": "21:35:05", "event": "step", "step": 730, "rows_seen": 23360, "lr": 9.906844734540571e-05, "tok_per_s": 868.2543051838974, "loss": 0.7474752049893141, "entropy": 0.6605342514812946, "sharp": 0.1023442018777132} +{"time": "21:38:43", "event": "step", "step": 740, "rows_seen": 23680, "lr": 9.903016803699403e-05, "tok_per_s": 868.5899011414332, "loss": 0.6652490179985762, "entropy": 0.660692110657692, "sharp": 0.10060968715697527} +{"time": "21:42:19", "event": "step", "step": 750, "rows_seen": 24000, "lr": 9.89911261048245e-05, "tok_per_s": 868.9616977336153, "loss": 0.6368409767746925, "entropy": 0.6635296382009983, "sharp": 0.09987728111445904} +{"time": "21:45:59", "event": "step", "step": 760, "rows_seen": 24320, "lr": 9.895132218878961e-05, "tok_per_s": 869.3710089637555, "loss": 0.619604580104351, "entropy": 0.6497761160135269, "sharp": 0.11888867989182472} +{"time": "21:49:41", "event": "step", "step": 770, "rows_seen": 24640, "lr": 9.891075694127066e-05, "tok_per_s": 869.8051382700238, "loss": 0.6460239551961422, "entropy": 0.5941599607467651, "sharp": 0.1953050261363387} +{"time": "21:53:18", "event": "step", "step": 780, "rows_seen": 24960, "lr": 9.886943102712711e-05, "tok_per_s": 870.1581473608353, "loss": 0.6749673634767532, "entropy": 0.6717698350548744, "sharp": 0.08624830842018127} +{"time": "21:56:57", "event": "step", "step": 790, "rows_seen": 25280, "lr": 9.882734512368562e-05, "tok_per_s": 870.5570352175527, "loss": 0.6079243756830692, "entropy": 0.6647036075592041, "sharp": 0.08727403823286295} +{"time": "22:00:35", "event": "step", "step": 800, "rows_seen": 25600, "lr": 9.8784499920729e-05, "tok_per_s": 870.8724330783297, "loss": 0.635084867477417, "entropy": 0.6571508720517159, "sharp": 0.11279094405472279} +{"time": "22:01:59", "event": "val", "step": 800, "rows_seen": 25600, "n": 500, "dropped_long": 0, "noul_ce": 0.6094774007797241, "noul_T": 0.9479375781409772, "noul_auc": 0.7251354407520547, "noul_acc": 0.682, "noul_f1": 0.7318718381112985, "noul_nll": 0.6061087137758732, "noul_ece": 0.10333936274051667, "noul_brier": 0.20841194071530553, "noul_sharp": 0.16246682405471802, "entropy": 0.616412341594696} +{"time": "22:05:36", "event": "step", "step": 810, "rows_seen": 25920, "lr": 9.874089612048487e-05, "tok_per_s": 867.3250991342613, "loss": 0.6485137157142162, "entropy": 0.6389935798943043, "sharp": 0.1415452854707837} +{"time": "22:09:16", "event": "step", "step": 820, "rows_seen": 26240, "lr": 9.869653443761419e-05, "tok_per_s": 867.7209306111972, "loss": 0.7183703035116196, "entropy": 0.6455118507146835, "sharp": 0.12821261957287788} +{"time": "22:12:53", "event": "step", "step": 830, "rows_seen": 26560, "lr": 9.86514155991995e-05, "tok_per_s": 868.1305311992353, "loss": 0.6369215622544289, "entropy": 0.6717473268508911, "sharp": 0.0793785760179162} +{"time": "22:16:33", "event": "step", "step": 840, "rows_seen": 26880, "lr": 9.860554034473306e-05, "tok_per_s": 868.488944731538, "loss": 0.7061748737469316, "entropy": 0.6245957463979721, "sharp": 0.14829620346426964} +{"time": "22:20:08", "event": "step", "step": 850, "rows_seen": 27200, "lr": 9.855890942610467e-05, "tok_per_s": 868.8378822397157, "loss": 0.6202669329941273, "entropy": 0.6558523997664452, "sharp": 0.09928258694708347} +{"time": "22:23:43", "event": "step", "step": 860, "rows_seen": 27520, "lr": 9.851152360758934e-05, "tok_per_s": 869.1340169446869, "loss": 0.6893424279987812, "entropy": 0.6654617711901665, "sharp": 0.09388227388262749} +{"time": "22:27:26", "event": "step", "step": 870, "rows_seen": 27840, "lr": 9.84633836658349e-05, "tok_per_s": 869.4342324761149, "loss": 0.6946108900010586, "entropy": 0.6702250801026821, "sharp": 0.08148714154958725} +{"time": "22:31:05", "event": "step", "step": 880, "rows_seen": 28160, "lr": 9.841449038984903e-05, "tok_per_s": 869.9007631982671, "loss": 0.6541556734591722, "entropy": 0.6543044522404671, "sharp": 0.11143330857157707} +{"time": "22:34:43", "event": "step", "step": 890, "rows_seen": 28480, "lr": 9.83648445809866e-05, "tok_per_s": 870.2213275157734, "loss": 0.7037384137511253, "entropy": 0.6291672997176647, "sharp": 0.15392760559916496} +{"time": "22:38:25", "event": "step", "step": 900, "rows_seen": 28800, "lr": 9.83144470529363e-05, "tok_per_s": 870.5301031042223, "loss": 0.5951821599155664, "entropy": 0.6170469745993614, "sharp": 0.17326719872653484} +{"time": "22:39:48", "event": "val", "step": 900, "rows_seen": 28800, "n": 500, "dropped_long": 0, "noul_ce": 0.5860440731048584, "noul_T": 0.7975676906989931, "noul_auc": 0.7373883985080422, "noul_acc": 0.708, "noul_f1": 0.7820895522388059, "noul_nll": 0.5867583297491074, "noul_ece": 0.05446785008907319, "noul_brier": 0.1999156206373284, "noul_sharp": 0.16684578359127045, "entropy": 0.6169636845588684} +{"time": "22:43:28", "event": "step", "step": 910, "rows_seen": 29120, "lr": 9.826329863170746e-05, "tok_per_s": 867.3660494784499, "loss": 0.6524948962032795, "entropy": 0.6541616320610046, "sharp": 0.11406592652201653} +{"time": "22:47:14", "event": "step", "step": 920, "rows_seen": 29440, "lr": 9.821140015561645e-05, "tok_per_s": 867.6630098059336, "loss": 0.6070771254599094, "entropy": 0.6558615863323212, "sharp": 0.10462281666696072} +{"time": "22:50:58", "event": "step", "step": 930, "rows_seen": 29760, "lr": 9.81587524752729e-05, "tok_per_s": 867.9353596553448, "loss": 0.6792677193880081, "entropy": 0.6369457393884659, "sharp": 0.14239842351526022} +{"time": "22:54:39", "event": "step", "step": 940, "rows_seen": 30080, "lr": 9.81053564535659e-05, "tok_per_s": 868.2343820258061, "loss": 0.6389210484921932, "entropy": 0.6528558135032654, "sharp": 0.12713422253727913} +{"time": "22:58:15", "event": "step", "step": 950, "rows_seen": 30400, "lr": 9.805121296564969e-05, "tok_per_s": 868.5354814424921, "loss": 0.6614797376096249, "entropy": 0.6466574147343636, "sharp": 0.1247793547809124} +{"time": "23:01:58", "event": "step", "step": 960, "rows_seen": 30720, "lr": 9.79963228989294e-05, "tok_per_s": 868.8790603965075, "loss": 0.6592621430754662, "entropy": 0.6435942463576794, "sharp": 0.13804716430604458} +{"time": "23:05:35", "event": "step", "step": 970, "rows_seen": 31040, "lr": 9.79406871530465e-05, "tok_per_s": 869.1918330280106, "loss": 0.6984526142477989, "entropy": 0.6534898988902569, "sharp": 0.11637276969850063} +{"time": "23:09:16", "event": "step", "step": 980, "rows_seen": 31360, "lr": 9.788430663986407e-05, "tok_per_s": 869.5310428964867, "loss": 0.6254360154271126, "entropy": 0.6373106762766838, "sharp": 0.12836026307195425} +{"time": "23:12:52", "event": "step", "step": 990, "rows_seen": 31680, "lr": 9.782718228345178e-05, "tok_per_s": 869.7962502068962, "loss": 0.623228557407856, "entropy": 0.6489299088716507, "sharp": 0.1164696104824543} +{"time": "23:16:26", "event": "step", "step": 1000, "rows_seen": 32000, "lr": 9.776931502007089e-05, "tok_per_s": 870.0860142814249, "loss": 0.6585580296814442, "entropy": 0.625915564596653, "sharp": 0.15614424459636211} +{"time": "23:17:49", "event": "val", "step": 1000, "rows_seen": 32000, "n": 500, "dropped_long": 0, "noul_ce": 0.5904297828674316, "noul_T": 0.86277064276665, "noul_auc": 0.7246797522404684, "noul_acc": 0.684, "noul_f1": 0.7768361581920904, "noul_nll": 0.5953206941485405, "noul_ece": 0.057882060766220114, "noul_brier": 0.20417233715835528, "noul_sharp": 0.16926996409893036, "entropy": 0.6112131476402283} +{"time": "23:21:29", "event": "step", "step": 1010, "rows_seen": 32320, "lr": 9.771070579815874e-05, "tok_per_s": 867.2716110062082, "loss": 0.6239744164049625, "entropy": 0.6617608293890953, "sharp": 0.1025267168879509} +{"time": "23:25:06", "event": "step", "step": 1020, "rows_seen": 32640, "lr": 9.765135557831333e-05, "tok_per_s": 867.6221324903057, "loss": 0.6681341901421547, "entropy": 0.6532619595527649, "sharp": 0.11102464329451323} +{"time": "23:28:43", "event": "step", "step": 1030, "rows_seen": 32960, "lr": 9.759126533327743e-05, "tok_per_s": 867.9157317405998, "loss": 0.6595884151756763, "entropy": 0.6323319375514984, "sharp": 0.1444339919835329} +{"time": "23:32:16", "event": "step", "step": 1040, "rows_seen": 33280, "lr": 9.753043604792285e-05, "tok_per_s": 868.1739179785161, "loss": 0.6427924800664186, "entropy": 0.662822037935257, "sharp": 0.09873870946466923} +{"time": "23:35:58", "event": "step", "step": 1050, "rows_seen": 33600, "lr": 9.746886871923412e-05, "tok_per_s": 868.4331167836498, "loss": 0.6563504450023174, "entropy": 0.6385138183832169, "sharp": 0.14242100063711405} +{"time": "23:39:35", "event": "step", "step": 1060, "rows_seen": 33920, "lr": 9.740656435629223e-05, "tok_per_s": 868.6221684539455, "loss": 0.6432759948074818, "entropy": 0.6485573388636112, "sharp": 0.13188579492270947} +{"time": "23:43:11", "event": "step", "step": 1070, "rows_seen": 34240, "lr": 9.734352398025806e-05, "tok_per_s": 868.9094013394961, "loss": 0.6714677736163139, "entropy": 0.5999704301357269, "sharp": 0.1838288428261876} +{"time": "23:46:47", "event": "step", "step": 1080, "rows_seen": 34560, "lr": 9.727974862435562e-05, "tok_per_s": 869.0867413055688, "loss": 0.6562778428196907, "entropy": 0.6734578907489777, "sharp": 0.07657707016915083} +{"time": "23:50:25", "event": "step", "step": 1090, "rows_seen": 34880, "lr": 9.721523933385523e-05, "tok_per_s": 869.3491933651121, "loss": 0.7196209616959095, "entropy": 0.6280727759003639, "sharp": 0.1437710002064705} +{"time": "23:54:02", "event": "step", "step": 1100, "rows_seen": 35200, "lr": 9.714999716605626e-05, "tok_per_s": 869.7120861431335, "loss": 0.6495639309287071, "entropy": 0.6687822937965393, "sharp": 0.0799476532265544} +{"time": "23:55:26", "event": "val", "step": 1100, "rows_seen": 35200, "n": 500, "dropped_long": 0, "noul_ce": 0.6144095659255981, "noul_T": 0.6987843183551298, "noul_auc": 0.7397174731228164, "noul_acc": 0.668, "noul_f1": 0.7077464788732394, "noul_nll": 0.6117122386991978, "noul_ece": 0.11846564346551898, "noul_brier": 0.21113934149021904, "noul_sharp": 0.12756606936454773, "entropy": 0.6472737789154053} +{"time": "23:59:09", "event": "step", "step": 1110, "rows_seen": 35520, "lr": 9.708402319026982e-05, "tok_per_s": 867.101996241115, "loss": 0.7269842848181725, "entropy": 0.6319416835904121, "sharp": 0.1480718944221735} +{"time": "00:02:42", "event": "step", "step": 1120, "rows_seen": 35840, "lr": 9.701731848780134e-05, "tok_per_s": 867.4041003974572, "loss": 0.6469124080613256, "entropy": 0.6588844172656536, "sharp": 0.10863696690648794} +{"time": "00:06:28", "event": "step", "step": 1130, "rows_seen": 36160, "lr": 9.694988415193268e-05, "tok_per_s": 867.7164198393529, "loss": 0.6764470804482698, "entropy": 0.6602985300123692, "sharp": 0.11318079940974712} +{"time": "00:10:03", "event": "step", "step": 1140, "rows_seen": 36480, "lr": 9.688172128790437e-05, "tok_per_s": 867.9646748393751, "loss": 0.6476970389485359, "entropy": 0.66167763620615, "sharp": 0.10356167331337929} +{"time": "00:13:39", "event": "step", "step": 1150, "rows_seen": 36800, "lr": 9.681283101289745e-05, "tok_per_s": 868.2438004011382, "loss": 0.6680620331317186, "entropy": 0.6612493917346001, "sharp": 0.09788970462977886} +{"time": "00:17:26", "event": "step", "step": 1160, "rows_seen": 37120, "lr": 9.674321445601502e-05, "tok_per_s": 868.5460326163364, "loss": 0.6554338112473488, "entropy": 0.6423193216323853, "sharp": 0.12969250604510307} +{"time": "00:21:07", "event": "step", "step": 1170, "rows_seen": 37440, "lr": 9.667287275826396e-05, "tok_per_s": 868.8759320668179, "loss": 0.6702986806631088, "entropy": 0.668025329709053, "sharp": 0.0843519764021039} +{"time": "00:24:40", "event": "step", "step": 1180, "rows_seen": 37760, "lr": 9.660180707253609e-05, "tok_per_s": 869.0929793035713, "loss": 0.6628088522702456, "entropy": 0.6442184969782829, "sharp": 0.13272746838629246} +{"time": "00:28:16", "event": "step", "step": 1190, "rows_seen": 38080, "lr": 9.65300185635893e-05, "tok_per_s": 869.3526008162534, "loss": 0.6462836712598801, "entropy": 0.6465572118759155, "sharp": 0.12598416581749916} +{"time": "00:31:49", "event": "step", "step": 1200, "rows_seen": 38400, "lr": 9.645750840802845e-05, "tok_per_s": 869.5430513539479, "loss": 0.6355000436306, "entropy": 0.6437708586454391, "sharp": 0.12569322437047958} +{"time": "00:33:12", "event": "val", "step": 1200, "rows_seen": 38400, "n": 500, "dropped_long": 0, "noul_ce": 0.5992860198020935, "noul_T": 0.7029936587536879, "noul_auc": 0.7257767801387318, "noul_acc": 0.712, "noul_f1": 0.7824773413897281, "noul_nll": 0.5973820939064026, "noul_ece": 0.08451626431941987, "noul_brier": 0.20439800472407446, "noul_sharp": 0.14099009335041046, "entropy": 0.6370303630828857} +{"time": "00:36:50", "event": "step", "step": 1210, "rows_seen": 38720, "lr": 9.638427779428613e-05, "tok_per_s": 867.1570354806272, "loss": 0.6551756896078587, "entropy": 0.654386043548584, "sharp": 0.11428172886371613} +{"time": "00:40:34", "event": "step", "step": 1220, "rows_seen": 39040, "lr": 9.631032792260311e-05, "tok_per_s": 867.413355709737, "loss": 0.7605941388756037, "entropy": 0.6448403298854828, "sharp": 0.12690105941146612} +{"time": "00:44:06", "event": "step", "step": 1230, "rows_seen": 39360, "lr": 9.623566000500875e-05, "tok_per_s": 867.5798839749625, "loss": 0.6531622186303139, "entropy": 0.6713451072573662, "sharp": 0.08762327488511801} +{"time": "00:47:49", "event": "step", "step": 1240, "rows_seen": 39680, "lr": 9.616027526530109e-05, "tok_per_s": 867.8248491409657, "loss": 0.6257801949977875, "entropy": 0.6478262916207314, "sharp": 0.1307311998680234} +{"time": "00:51:19", "event": "step", "step": 1250, "rows_seen": 40000, "lr": 9.608417493902675e-05, "tok_per_s": 868.1042346768504, "loss": 0.6427711639553308, "entropy": 0.6314645763486624, "sharp": 0.15518389083445072} +{"time": "00:55:00", "event": "step", "step": 1260, "rows_seen": 40320, "lr": 9.60073602734608e-05, "tok_per_s": 868.3787148698217, "loss": 0.6184529364109039, "entropy": 0.6559688858687878, "sharp": 0.11693615838885307} +{"time": "00:58:36", "event": "step", "step": 1270, "rows_seen": 40640, "lr": 9.592983252758619e-05, "tok_per_s": 868.6168435619882, "loss": 0.601444236934185, "entropy": 0.625141579657793, "sharp": 0.15985665656626225} +{"time": "01:02:21", "event": "step", "step": 1280, "rows_seen": 40960, "lr": 9.585159297207315e-05, "tok_per_s": 868.8759261303907, "loss": 0.6886374950408936, "entropy": 0.6357870064675808, "sharp": 0.14730647020041943} +{"time": "01:06:02", "event": "step", "step": 1290, "rows_seen": 41280, "lr": 9.577264288925849e-05, "tok_per_s": 869.1931560559321, "loss": 0.6237810552120209, "entropy": 0.612128496170044, "sharp": 0.17397105507552624} +{"time": "01:09:42", "event": "step", "step": 1300, "rows_seen": 41600, "lr": 9.569298357312435e-05, "tok_per_s": 869.473505244503, "loss": 0.6267030239105225, "entropy": 0.6644848734140396, "sharp": 0.1015923386439681} +{"time": "01:11:05", "event": "val", "step": 1300, "rows_seen": 41600, "n": 500, "dropped_long": 0, "noul_ce": 0.6114844679832458, "noul_T": 0.7486169046822323, "noul_auc": 0.7321732966532211, "noul_acc": 0.692, "noul_f1": 0.7416107382550335, "noul_nll": 0.6092056061327458, "noul_ece": 0.09647911864519121, "noul_brier": 0.20976562778872157, "noul_sharp": 0.1396436095237732, "entropy": 0.641172468662262} +{"time": "01:14:47", "event": "step", "step": 1310, "rows_seen": 41920, "lr": 9.561261632927714e-05, "tok_per_s": 867.28793907514, "loss": 0.6168479546904564, "entropy": 0.6125569194555283, "sharp": 0.16816500388085842} +{"time": "01:18:21", "event": "step", "step": 1320, "rows_seen": 42240, "lr": 9.553154247492623e-05, "tok_per_s": 867.5637114690235, "loss": 0.6663269512355328, "entropy": 0.6436696872115135, "sharp": 0.13363032788038254} +{"time": "01:22:03", "event": "step", "step": 1330, "rows_seen": 42560, "lr": 9.54497633388621e-05, "tok_per_s": 867.8488838901302, "loss": 0.6578914411365986, "entropy": 0.6604253388941288, "sharp": 0.1119952779263258} +{"time": "01:25:41", "event": "step", "step": 1340, "rows_seen": 42880, "lr": 9.536728026143484e-05, "tok_per_s": 868.098303267147, "loss": 0.5962445084005594, "entropy": 0.6177957281470299, "sharp": 0.16348099801689386} +{"time": "01:29:16", "event": "step", "step": 1350, "rows_seen": 43200, "lr": 9.528409459453192e-05, "tok_per_s": 868.3064332912465, "loss": 0.6417911630123854, "entropy": 0.6297037489712238, "sharp": 0.1464341739192605} +{"time": "01:32:50", "event": "step", "step": 1360, "rows_seen": 43520, "lr": 9.520020770155628e-05, "tok_per_s": 868.5495391189329, "loss": 0.6595040485262871, "entropy": 0.6395222432911396, "sharp": 0.14160985499620438} +{"time": "01:36:26", "event": "step", "step": 1370, "rows_seen": 43840, "lr": 9.511562095740382e-05, "tok_per_s": 868.7753795734538, "loss": 0.6882296204566956, "entropy": 0.660210631787777, "sharp": 0.10495746787637472} +{"time": "01:40:06", "event": "step", "step": 1380, "rows_seen": 44160, "lr": 9.503033574844093e-05, "tok_per_s": 869.0116202982949, "loss": 0.6915326938033104, "entropy": 0.6589814350008965, "sharp": 0.10654935147613287} +{"time": "01:43:47", "event": "step", "step": 1390, "rows_seen": 44480, "lr": 9.494435347248172e-05, "tok_per_s": 869.1990588708966, "loss": 0.6729403361678123, "entropy": 0.6409864351153374, "sharp": 0.12892323080450296} +{"time": "01:47:21", "event": "step", "step": 1400, "rows_seen": 44800, "lr": 9.485767553876519e-05, "tok_per_s": 869.387854752861, "loss": 0.6703215092420578, "entropy": 0.6369304023683071, "sharp": 0.14460790995508432} +{"time": "01:48:44", "event": "val", "step": 1400, "rows_seen": 44800, "n": 500, "dropped_long": 0, "noul_ce": 0.5980055332183838, "noul_T": 0.9473859948490285, "noul_auc": 0.7242578184334442, "noul_acc": 0.688, "noul_f1": 0.745928338762215, "noul_nll": 0.6012180888354778, "noul_ece": 0.07409151202440263, "noul_brier": 0.2065822843641158, "noul_sharp": 0.17970582842826843, "entropy": 0.6060360670089722} +{"time": "01:52:28", "event": "step", "step": 1410, "rows_seen": 45120, "lr": 9.477030336793206e-05, "tok_per_s": 867.2902789773811, "loss": 0.6621187478303909, "entropy": 0.6146777756512165, "sharp": 0.16358448565006256} +{"time": "01:56:02", "event": "step", "step": 1420, "rows_seen": 45440, "lr": 9.468223839200149e-05, "tok_per_s": 867.4847846991313, "loss": 0.6895310431718826, "entropy": 0.6642624326050282, "sharp": 0.10257022362202406} +{"time": "01:59:41", "event": "step", "step": 1430, "rows_seen": 45760, "lr": 9.459348205434769e-05, "tok_per_s": 867.7016625705861, "loss": 0.6910376474261284, "entropy": 0.6334657147526741, "sharp": 0.15159527026116848} +{"time": "02:03:15", "event": "step", "step": 1440, "rows_seen": 46080, "lr": 9.450403580967612e-05, "tok_per_s": 867.8656860019042, "loss": 0.6420130357146263, "entropy": 0.6572143137454987, "sharp": 0.10980335716158152} +{"time": "02:06:52", "event": "step", "step": 1450, "rows_seen": 46400, "lr": 9.441390112399983e-05, "tok_per_s": 868.1259286406496, "loss": 0.6806439980864525, "entropy": 0.6348926946520805, "sharp": 0.14538836851716042} +{"time": "02:10:31", "event": "step", "step": 1460, "rows_seen": 46720, "lr": 9.432307947461525e-05, "tok_per_s": 868.3497198244306, "loss": 0.6355275483801961, "entropy": 0.6648543272167444, "sharp": 0.09847965370863676} +{"time": "02:14:14", "event": "step", "step": 1470, "rows_seen": 47040, "lr": 9.423157235007815e-05, "tok_per_s": 868.5459636667324, "loss": 0.6612005271017551, "entropy": 0.6676986068487167, "sharp": 0.09814615361392498} +{"time": "02:17:54", "event": "step", "step": 1480, "rows_seen": 47360, "lr": 9.413938125017902e-05, "tok_per_s": 868.7499081568837, "loss": 0.6751889195293188, "entropy": 0.6370441056787968, "sharp": 0.14012729283422232} +{"time": "02:21:30", "event": "step", "step": 1490, "rows_seen": 47680, "lr": 9.404650768591875e-05, "tok_per_s": 868.9606879581883, "loss": 0.598716214299202, "entropy": 0.6361050680279732, "sharp": 0.1349045867100358} +{"time": "02:25:06", "event": "step", "step": 1500, "rows_seen": 48000, "lr": 9.395295317948368e-05, "tok_per_s": 869.1265915613375, "loss": 0.7353269644081593, "entropy": 0.6490907520055771, "sharp": 0.12944034952670336} +{"time": "02:26:29", "event": "val", "step": 1500, "rows_seen": 48000, "n": 500, "dropped_long": 0, "noul_ce": 0.5939954519271851, "noul_T": 0.6795982423867045, "noul_auc": 0.7358694368027543, "noul_acc": 0.704, "noul_f1": 0.7897727272727273, "noul_nll": 0.5952288289070129, "noul_ece": 0.07832320308685303, "noul_brier": 0.20371338613313913, "noul_sharp": 0.13973145186901093, "entropy": 0.6360201239585876} +{"time": "02:30:12", "event": "step", "step": 1510, "rows_seen": 48320, "lr": 9.38587192642207e-05, "tok_per_s": 867.279107002644, "loss": 0.6773447506129742, "entropy": 0.6477405391633511, "sharp": 0.12335670739412308} +{"time": "02:33:56", "event": "step", "step": 1520, "rows_seen": 48640, "lr": 9.376380748461219e-05, "tok_per_s": 867.5035616429213, "loss": 0.6438555270433426, "entropy": 0.6241186112165451, "sharp": 0.1527667436748743} +{"time": "02:37:33", "event": "step", "step": 1530, "rows_seen": 48960, "lr": 9.366821939625054e-05, "tok_per_s": 867.6680013551721, "loss": 0.6778846010565758, "entropy": 0.6480739712715149, "sharp": 0.12708947993814945} +{"time": "02:41:14", "event": "step", "step": 1540, "rows_seen": 49280, "lr": 9.357195656581286e-05, "tok_per_s": 867.8205451601401, "loss": 0.6833054479211569, "entropy": 0.657654732465744, "sharp": 0.11136536672711372} +{"time": "02:44:51", "event": "step", "step": 1550, "rows_seen": 49600, "lr": 9.347502057103513e-05, "tok_per_s": 868.0153356185139, "loss": 0.6893276646733284, "entropy": 0.6561032198369503, "sharp": 0.10868084616959095} +{"time": "02:48:28", "event": "step", "step": 1560, "rows_seen": 49920, "lr": 9.337741300068645e-05, "tok_per_s": 868.2483139443032, "loss": 0.6633718311786652, "entropy": 0.6572768650949001, "sharp": 0.10772792343050241} +{"time": "02:52:01", "event": "step", "step": 1570, "rows_seen": 50240, "lr": 9.327913545454295e-05, "tok_per_s": 868.4592525460353, "loss": 0.6843881234526634, "entropy": 0.6298932321369648, "sharp": 0.14234798029065132} +{"time": "02:55:35", "event": "step", "step": 1580, "rows_seen": 50560, "lr": 9.318018954336158e-05, "tok_per_s": 868.6344693889868, "loss": 0.6102735474705696, "entropy": 0.658204659819603, "sharp": 0.11191548779606819} +{"time": "02:59:21", "event": "step", "step": 1590, "rows_seen": 50880, "lr": 9.308057688885371e-05, "tok_per_s": 868.8239548647584, "loss": 0.6955736316740513, "entropy": 0.6544134169816971, "sharp": 0.12299315072596073} +{"time": "03:02:58", "event": "step", "step": 1600, "rows_seen": 51200, "lr": 9.298029912365855e-05, "tok_per_s": 869.0704193429998, "loss": 0.6693977117538452, "entropy": 0.6468053013086319, "sharp": 0.12474129442125559} +{"time": "03:04:21", "event": "val", "step": 1600, "rows_seen": 51200, "n": 500, "dropped_long": 0, "noul_ce": 0.5990945100784302, "noul_T": 0.7578027515672062, "noul_auc": 0.7334559754265753, "noul_acc": 0.698, "noul_f1": 0.7552674230145867, "noul_nll": 0.5949384115338325, "noul_ece": 0.08398657661676408, "noul_brier": 0.20359847064677689, "noul_sharp": 0.14958113431930542, "entropy": 0.6313084363937378} +{"time": "03:07:55", "event": "step", "step": 1610, "rows_seen": 51520, "lr": 9.287935789131638e-05, "tok_per_s": 867.2542238975687, "loss": 0.6402615085244179, "entropy": 0.6539916172623634, "sharp": 0.11848146747797728} +{"time": "03:11:37", "event": "step", "step": 1620, "rows_seen": 51840, "lr": 9.277775484624167e-05, "tok_per_s": 867.4691651980711, "loss": 0.6438168548047543, "entropy": 0.6533800289034843, "sharp": 0.11957163270562887} +{"time": "03:15:12", "event": "step", "step": 1630, "rows_seen": 52160, "lr": 9.26754916536959e-05, "tok_per_s": 867.6540791180196, "loss": 0.6346517372876406, "entropy": 0.6449833698570728, "sharp": 0.12452547252178192} +{"time": "03:18:53", "event": "step", "step": 1640, "rows_seen": 52480, "lr": 9.257256998976022e-05, "tok_per_s": 867.847922243705, "loss": 0.645123578608036, "entropy": 0.649419903755188, "sharp": 0.11968194507062435} +{"time": "03:22:40", "event": "step", "step": 1650, "rows_seen": 52800, "lr": 9.246899154130816e-05, "tok_per_s": 868.040123137351, "loss": 0.6552554294466972, "entropy": 0.6542898900806904, "sharp": 0.11287097726017237} +{"time": "03:26:13", "event": "step", "step": 1660, "rows_seen": 53120, "lr": 9.236475800597777e-05, "tok_per_s": 868.1998357795311, "loss": 0.6614101976156235, "entropy": 0.6478943601250648, "sharp": 0.12949435785412788} +{"time": "03:29:43", "event": "step", "step": 1670, "rows_seen": 53440, "lr": 9.225987109214395e-05, "tok_per_s": 868.403820889198, "loss": 0.637087345123291, "entropy": 0.6378841623663902, "sharp": 0.14384390879422426} +{"time": "03:33:21", "event": "step", "step": 1680, "rows_seen": 53760, "lr": 9.215433251889039e-05, "tok_per_s": 868.5728655380606, "loss": 0.6621949020773172, "entropy": 0.6497285570949316, "sharp": 0.12485451716929674} +{"time": "03:37:04", "event": "step", "step": 1690, "rows_seen": 54080, "lr": 9.204814401598136e-05, "tok_per_s": 868.7851566552947, "loss": 0.6470469608902931, "entropy": 0.6368431597948074, "sharp": 0.13870215136557817} +{"time": "03:40:45", "event": "step", "step": 1700, "rows_seen": 54400, "lr": 9.194130732383345e-05, "tok_per_s": 869.0045309878692, "loss": 0.64130849391222, "entropy": 0.6211519688367844, "sharp": 0.16034959256649017} +{"time": "03:42:09", "event": "val", "step": 1700, "rows_seen": 54400, "n": 500, "dropped_long": 0, "noul_ce": 0.5882903337478638, "noul_T": 0.7946875359445066, "noul_auc": 0.7316838534370729, "noul_acc": 0.704, "noul_f1": 0.7750759878419453, "noul_nll": 0.5902229879796504, "noul_ece": 0.05989578413963318, "noul_brier": 0.20171706331801892, "noul_sharp": 0.1561684012413025, "entropy": 0.6173552870750427} +{"time": "03:45:50", "event": "step", "step": 1710, "rows_seen": 54720, "lr": 9.183382419348694e-05, "tok_per_s": 867.391645014606, "loss": 0.646753647364676, "entropy": 0.632299792021513, "sharp": 0.13946959469467402} +{"time": "03:49:34", "event": "step", "step": 1720, "rows_seen": 55040, "lr": 9.172569638657718e-05, "tok_per_s": 867.6420372209535, "loss": 0.7092628292739391, "entropy": 0.6376976184546947, "sharp": 0.1302698664367199} +{"time": "03:53:05", "event": "step", "step": 1730, "rows_seen": 55360, "lr": 9.16169256753057e-05, "tok_per_s": 867.8198097419759, "loss": 0.6528933998197317, "entropy": 0.6657254137098789, "sharp": 0.09416675474494696} +{"time": "03:56:43", "event": "step", "step": 1740, "rows_seen": 55680, "lr": 9.150751384241117e-05, "tok_per_s": 867.9497749070345, "loss": 0.6419898942112923, "entropy": 0.6346792951226234, "sharp": 0.1342706298455596} +{"time": "04:00:15", "event": "step", "step": 1750, "rows_seen": 56000, "lr": 9.139746268114008e-05, "tok_per_s": 868.0851364893507, "loss": 0.6860727667808533, "entropy": 0.6481463648378849, "sharp": 0.1263538459315896} +{"time": "04:03:51", "event": "step", "step": 1760, "rows_seen": 56320, "lr": 9.128677399521752e-05, "tok_per_s": 868.2318963689349, "loss": 0.6293932646512985, "entropy": 0.6309700161218643, "sharp": 0.14707941375672817} +{"time": "04:07:26", "event": "step", "step": 1770, "rows_seen": 56640, "lr": 9.11754495988175e-05, "tok_per_s": 868.3784519651373, "loss": 0.67997981980443, "entropy": 0.6726044714450836, "sharp": 0.07651549763977528} +{"time": "04:11:07", "event": "step", "step": 1780, "rows_seen": 56960, "lr": 9.106349131653325e-05, "tok_per_s": 868.5592305217689, "loss": 0.6756153404712677, "entropy": 0.6318022422492504, "sharp": 0.13767680805176497} +{"time": "04:14:41", "event": "step", "step": 1790, "rows_seen": 57280, "lr": 9.09509009833473e-05, "tok_per_s": 868.7004940386055, "loss": 0.6737480089068413, "entropy": 0.6509412601590157, "sharp": 0.11815859563648701} +{"time": "04:18:18", "event": "step", "step": 1800, "rows_seen": 57600, "lr": 9.083768044460145e-05, "tok_per_s": 868.8708753853999, "loss": 0.6950590219348669, "entropy": 0.6657356061041355, "sharp": 0.09576512686908245} +{"time": "04:19:41", "event": "val", "step": 1800, "rows_seen": 57600, "n": 500, "dropped_long": 0, "noul_ce": 0.5943376421928406, "noul_T": 0.6695646326322812, "noul_auc": 0.7306205802433714, "noul_acc": 0.7, "noul_f1": 0.7713414634146342, "noul_nll": 0.5955366369485855, "noul_ece": 0.08509122717380524, "noul_brier": 0.2034753186081636, "noul_sharp": 0.1410619169473648, "entropy": 0.6378310918807983} +{"time": "04:23:19", "event": "step", "step": 1810, "rows_seen": 57920, "lr": 9.072383155596644e-05, "tok_per_s": 867.3204757919403, "loss": 0.6737143620848656, "entropy": 0.6692727245390415, "sharp": 0.09112955629825592} +{"time": "04:26:54", "event": "step", "step": 1820, "rows_seen": 58240, "lr": 9.060935618341165e-05, "tok_per_s": 867.4347526982262, "loss": 0.6803828030824661, "entropy": 0.6642784960567951, "sharp": 0.09940077271312475} +{"time": "04:30:35", "event": "step", "step": 1830, "rows_seen": 58560, "lr": 9.049425620317439e-05, "tok_per_s": 867.6136446227524, "loss": 0.6308943517506123, "entropy": 0.6601768434047699, "sharp": 0.11027584597468376} +{"time": "04:34:20", "event": "step", "step": 1840, "rows_seen": 58880, "lr": 9.037853350172924e-05, "tok_per_s": 867.7828458913428, "loss": 0.6158618181943893, "entropy": 0.6444782838225365, "sharp": 0.13034938648343086} +{"time": "04:38:01", "event": "step", "step": 1850, "rows_seen": 59200, "lr": 9.026218997575716e-05, "tok_per_s": 867.9379296954493, "loss": 0.6520228469744325, "entropy": 0.6466896925121546, "sharp": 0.1291450597345829} +{"time": "04:41:40", "event": "step", "step": 1860, "rows_seen": 59520, "lr": 9.014522753211424e-05, "tok_per_s": 868.1570433386019, "loss": 0.6810951642692089, "entropy": 0.6294719018042088, "sharp": 0.1549101835116744} +{"time": "04:45:20", "event": "step", "step": 1870, "rows_seen": 59840, "lr": 9.002764808780065e-05, "tok_per_s": 868.3154067715641, "loss": 0.6492180600762367, "entropy": 0.6399182751774788, "sharp": 0.13780300598591566} +{"time": "04:49:04", "event": "step", "step": 1880, "rows_seen": 60160, "lr": 8.990945356992909e-05, "tok_per_s": 868.5171892660302, "loss": 0.6983138062059879, "entropy": 0.6708400025963783, "sharp": 0.08397918287664652} +{"time": "04:52:47", "event": "step", "step": 1890, "rows_seen": 60480, "lr": 8.979064591569321e-05, "tok_per_s": 868.7107095485094, "loss": 0.6653043702244759, "entropy": 0.6512595117092133, "sharp": 0.11974839400500059} +{"time": "04:56:27", "event": "step", "step": 1900, "rows_seen": 60800, "lr": 8.967122707233595e-05, "tok_per_s": 868.8549747469416, "loss": 0.6714496091008186, "entropy": 0.6558933891355991, "sharp": 0.11347345169633627} +{"time": "04:57:50", "event": "val", "step": 1900, "rows_seen": 60800, "n": 500, "dropped_long": 0, "noul_ce": 0.5948455333709717, "noul_T": 0.7944817219113782, "noul_auc": 0.7316838534370728, "noul_acc": 0.708, "noul_f1": 0.7667731629392971, "noul_nll": 0.5922836851477623, "noul_ece": 0.06697141814231872, "noul_brier": 0.2024039153660315, "noul_sharp": 0.15772177278995514, "entropy": 0.6238215565681458} +{"time": "05:01:22", "event": "step", "step": 1910, "rows_seen": 61120, "lr": 8.95511989971175e-05, "tok_per_s": 867.3198965409683, "loss": 0.6670870874077082, "entropy": 0.6449432168155909, "sharp": 0.1285044252872467} +{"time": "05:04:54", "event": "step", "step": 1920, "rows_seen": 61440, "lr": 8.943056365728335e-05, "tok_per_s": 867.444298646082, "loss": 0.6525530107319355, "entropy": 0.6442259028553963, "sharp": 0.11625090893357992} +{"time": "05:08:29", "event": "step", "step": 1930, "rows_seen": 61760, "lr": 8.930932303003193e-05, "tok_per_s": 867.5769277430929, "loss": 0.6472968086600304, "entropy": 0.6585461366921663, "sharp": 0.10949739534407854} +{"time": "05:12:04", "event": "step", "step": 1940, "rows_seen": 62080, "lr": 8.91874791024823e-05, "tok_per_s": 867.7370522607906, "loss": 0.6751549988985062, "entropy": 0.6365858092904091, "sharp": 0.13846627064049244} +{"time": "05:15:38", "event": "step", "step": 1950, "rows_seen": 62400, "lr": 8.906503387164148e-05, "tok_per_s": 867.8969173186301, "loss": 0.648168571293354, "entropy": 0.6534411236643791, "sharp": 0.1147749861702323} +{"time": "05:19:16", "event": "step", "step": 1960, "rows_seen": 62720, "lr": 8.894198934437185e-05, "tok_per_s": 868.0374312283379, "loss": 0.6238010935485363, "entropy": 0.6453887969255447, "sharp": 0.128186228685081} +{"time": "05:22:47", "event": "step", "step": 1970, "rows_seen": 63040, "lr": 8.881834753735812e-05, "tok_per_s": 868.1984416248881, "loss": 0.6339366883039474, "entropy": 0.6550913900136948, "sharp": 0.11236847750842571} +{"time": "05:26:26", "event": "step", "step": 1980, "rows_seen": 63360, "lr": 8.86941104770744e-05, "tok_per_s": 868.3762834923097, "loss": 0.6955166887491941, "entropy": 0.6353897601366043, "sharp": 0.1406041169539094} +{"time": "05:29:58", "event": "step", "step": 1990, "rows_seen": 63680, "lr": 8.856928019975088e-05, "tok_per_s": 868.5151885537999, "loss": 0.6917732954025269, "entropy": 0.6602549329400063, "sharp": 0.1029761778190732} +{"time": "05:33:41", "event": "step", "step": 2000, "rows_seen": 64000, "lr": 8.844385875134053e-05, "tok_per_s": 868.677692777883, "loss": 0.6088673789054155, "entropy": 0.6492635644972324, "sharp": 0.12876403704285622} +{"time": "05:35:05", "event": "val", "step": 2000, "rows_seen": 64000, "n": 500, "dropped_long": 0, "noul_ce": 0.5943567752838135, "noul_T": 0.6940755534251107, "noul_auc": 0.7273126191963004, "noul_acc": 0.682, "noul_f1": 0.767203513909224, "noul_nll": 0.5968500389158726, "noul_ece": 0.0643160855770111, "noul_brier": 0.20459517445908784, "noul_sharp": 0.14148595929145813, "entropy": 0.6348043084144592} +{"time": "05:38:52", "event": "step", "step": 2010, "rows_seen": 64320, "lr": 8.831784818748554e-05, "tok_per_s": 867.265185751821, "loss": 0.6701946333050728, "entropy": 0.6324437633156776, "sharp": 0.1470376867800951} +{"time": "05:42:25", "event": "step", "step": 2020, "rows_seen": 64640, "lr": 8.81912505734836e-05, "tok_per_s": 867.4226698178178, "loss": 0.6822894662618637, "entropy": 0.6776485592126846, "sharp": 0.06938004679977894} +{"time": "05:46:04", "event": "step", "step": 2030, "rows_seen": 64960, "lr": 8.806406798425413e-05, "tok_per_s": 867.5826532394946, "loss": 0.6937550231814384, "entropy": 0.6587088406085968, "sharp": 0.10381442960351706} +{"time": "05:49:45", "event": "step", "step": 2040, "rows_seen": 65280, "lr": 8.793630250430419e-05, "tok_per_s": 867.7223420483286, "loss": 0.68047452904284, "entropy": 0.6265114080160856, "sharp": 0.1563991280272603} +{"time": "05:53:23", "event": "step", "step": 2050, "rows_seen": 65600, "lr": 8.780795622769435e-05, "tok_per_s": 867.8375921597083, "loss": 0.6124623604118824, "entropy": 0.6556435525417328, "sharp": 0.11527382675558329} +{"time": "05:57:01", "event": "step", "step": 2060, "rows_seen": 65920, "lr": 8.76790312580044e-05, "tok_per_s": 867.9926102495746, "loss": 0.6650786176323891, "entropy": 0.6697827354073524, "sharp": 0.09361199475824833} +{"time": "06:00:43", "event": "step", "step": 2070, "rows_seen": 66240, "lr": 8.754952970829877e-05, "tok_per_s": 868.11862498676, "loss": 0.6543948668986559, "entropy": 0.6754300072789192, "sharp": 0.08077212050557137} +{"time": "06:04:23", "event": "step", "step": 2080, "rows_seen": 66560, "lr": 8.741945370109202e-05, "tok_per_s": 868.2448218392337, "loss": 0.6027410626411438, "entropy": 0.614603903144598, "sharp": 0.16341190598905087} +{"time": "06:08:00", "event": "step", "step": 2090, "rows_seen": 66880, "lr": 8.7288805368314e-05, "tok_per_s": 868.3779749308301, "loss": 0.6045195981860161, "entropy": 0.631798516958952, "sharp": 0.1469602370634675} +{"time": "06:11:40", "event": "step", "step": 2100, "rows_seen": 67200, "lr": 8.715758685127487e-05, "tok_per_s": 868.5422630529433, "loss": 0.6540126390755177, "entropy": 0.6622439436614513, "sharp": 0.1002063900232315} +{"time": "06:13:03", "event": "val", "step": 2100, "rows_seen": 67200, "n": 500, "dropped_long": 0, "noul_ce": 0.6067081689834595, "noul_T": 0.8172063518984062, "noul_auc": 0.725000421933807, "noul_acc": 0.704, "noul_f1": 0.7737003058103975, "noul_nll": 0.6027051458656788, "noul_ece": 0.07400269609689714, "noul_brier": 0.206682288672567, "noul_sharp": 0.1507473587989807, "entropy": 0.6298118829727173} +{"time": "06:16:42", "event": "step", "step": 2110, "rows_seen": 67520, "lr": 8.702580030063006e-05, "tok_per_s": 867.1441693983938, "loss": 0.6737845195457339, "entropy": 0.6306190304458141, "sharp": 0.14841827750205994} +{"time": "06:20:24", "event": "step", "step": 2120, "rows_seen": 67840, "lr": 8.689344787634503e-05, "tok_per_s": 867.3233110719573, "loss": 0.6507555842399597, "entropy": 0.6696379408240318, "sharp": 0.08161438163369894} +{"time": "06:24:03", "event": "step", "step": 2130, "rows_seen": 68160, "lr": 8.676053174765978e-05, "tok_per_s": 867.4799033295569, "loss": 0.6625456139445305, "entropy": 0.6450017467141151, "sharp": 0.1246411232277751} +{"time": "06:27:50", "event": "step", "step": 2140, "rows_seen": 68480, "lr": 8.66270540930534e-05, "tok_per_s": 867.6141380179024, "loss": 0.6475259885191917, "entropy": 0.6560031697154045, "sharp": 0.10650510434061289} +{"time": "06:31:34", "event": "step", "step": 2150, "rows_seen": 68800, "lr": 8.64930171002083e-05, "tok_per_s": 867.8039038451673, "loss": 0.6351491399109364, "entropy": 0.6698881685733795, "sharp": 0.08713426068425179} +{"time": "06:35:12", "event": "step", "step": 2160, "rows_seen": 69120, "lr": 8.63584229659744e-05, "tok_per_s": 867.9385377770817, "loss": 0.6616161577403545, "entropy": 0.652037750929594, "sharp": 0.11740674544125795} +{"time": "06:38:47", "event": "step", "step": 2170, "rows_seen": 69440, "lr": 8.622327389633305e-05, "tok_per_s": 868.0432865174067, "loss": 0.6732789799571037, "entropy": 0.6476671993732452, "sharp": 0.13026362843811512} +{"time": "06:42:20", "event": "step", "step": 2180, "rows_seen": 69760, "lr": 8.608757210636101e-05, "tok_per_s": 868.2253042528325, "loss": 0.6285551935434341, "entropy": 0.657521441578865, "sharp": 0.10847689677029848} +{"time": "06:45:54", "event": "step", "step": 2190, "rows_seen": 70080, "lr": 8.595131982019396e-05, "tok_per_s": 868.3440411099175, "loss": 0.6675634160637856, "entropy": 0.6513085588812828, "sharp": 0.12535796407610178} +{"time": "06:49:30", "event": "step", "step": 2200, "rows_seen": 70400, "lr": 8.581451927099022e-05, "tok_per_s": 868.4455628467409, "loss": 0.6544009447097778, "entropy": 0.665136069059372, "sharp": 0.09684198535978794} +{"time": "06:50:54", "event": "val", "step": 2200, "rows_seen": 70400, "n": 500, "dropped_long": 0, "noul_ce": 0.6056522130966187, "noul_T": 0.6417486353378252, "noul_auc": 0.7356837859276637, "noul_acc": 0.696, "noul_f1": 0.7508196721311475, "noul_nll": 0.6029830068945885, "noul_ece": 0.08484906673431397, "noul_brier": 0.2070579643855853, "noul_sharp": 0.12595482170581818, "entropy": 0.6468582153320312} +{"time": "06:54:30", "event": "step", "step": 2210, "rows_seen": 70720, "lr": 8.567717270089402e-05, "tok_per_s": 867.1299280119415, "loss": 0.6541140265762806, "entropy": 0.6416681967675686, "sharp": 0.13608377426862717} +{"time": "06:58:08", "event": "step", "step": 2220, "rows_seen": 71040, "lr": 8.553928236099884e-05, "tok_per_s": 867.2809026441264, "loss": 0.6451993733644485, "entropy": 0.6584217622876167, "sharp": 0.10420583561062813} +{"time": "07:01:51", "event": "step", "step": 2230, "rows_seen": 71360, "lr": 8.540085051131046e-05, "tok_per_s": 867.3982675746095, "loss": 0.6932934448122978, "entropy": 0.6423718705773354, "sharp": 0.12171298544853926} +{"time": "07:05:30", "event": "step", "step": 2240, "rows_seen": 71680, "lr": 8.526187942070997e-05, "tok_per_s": 867.5451379015116, "loss": 0.6552910562604666, "entropy": 0.6553801074624062, "sharp": 0.10724751465022564} +{"time": "07:09:12", "event": "step", "step": 2250, "rows_seen": 72000, "lr": 8.51223713669165e-05, "tok_per_s": 867.6762848783914, "loss": 0.6774119026958942, "entropy": 0.6656322628259659, "sharp": 0.09150700457394123} +{"time": "07:12:55", "event": "step", "step": 2260, "rows_seen": 72320, "lr": 8.498232863645001e-05, "tok_per_s": 867.8175883721509, "loss": 0.6585859898477793, "entropy": 0.6641578041017056, "sharp": 0.1034140083938837} +{"time": "07:16:32", "event": "step", "step": 2270, "rows_seen": 72640, "lr": 8.484175352459368e-05, "tok_per_s": 867.9351660519472, "loss": 0.7083866596221924, "entropy": 0.6554804518818855, "sharp": 0.10823538061231375} +{"time": "07:20:10", "event": "step", "step": 2280, "rows_seen": 72960, "lr": 8.470064833535642e-05, "tok_per_s": 868.070609416133, "loss": 0.7386533543467522, "entropy": 0.6356532499194145, "sharp": 0.13844423461705446} +{"time": "07:23:53", "event": "step", "step": 2290, "rows_seen": 73280, "lr": 8.455901538143496e-05, "tok_per_s": 868.1844561389336, "loss": 0.6362314857542515, "entropy": 0.6579297482967377, "sharp": 0.10832384135574102} +{"time": "07:27:35", "event": "step", "step": 2300, "rows_seen": 73600, "lr": 8.441685698417609e-05, "tok_per_s": 868.3297780891714, "loss": 0.7314532231539488, "entropy": 0.6568148992955685, "sharp": 0.11323919706046581} +{"time": "07:28:59", "event": "val", "step": 2300, "rows_seen": 73600, "n": 500, "dropped_long": 0, "noul_ce": 0.5966203212738037, "noul_T": 0.6627718504652135, "noul_auc": 0.7315319572665441, "noul_acc": 0.698, "noul_f1": 0.7795620437956204, "noul_nll": 0.596647617906332, "noul_ece": 0.08003957092761994, "noul_brier": 0.20424115337413007, "noul_sharp": 0.13633672893047333, "entropy": 0.6394422054290771} +{"time": "07:32:38", "event": "step", "step": 2310, "rows_seen": 73920, "lr": 8.427417547353857e-05, "tok_per_s": 867.1119782319756, "loss": 0.6667094714939594, "entropy": 0.6739249378442764, "sharp": 0.07572512980550528} +{"time": "07:36:20", "event": "step", "step": 2320, "rows_seen": 74240, "lr": 8.413097318805486e-05, "tok_per_s": 867.2292253107876, "loss": 0.6819072216749191, "entropy": 0.6544295772910118, "sharp": 0.1116478219628334} +{"time": "07:40:05", "event": "step", "step": 2330, "rows_seen": 74560, "lr": 8.39872524747929e-05, "tok_per_s": 867.4067874132006, "loss": 0.5784135237336159, "entropy": 0.6472461894154549, "sharp": 0.11932275537401438} +{"time": "07:43:35", "event": "step", "step": 2340, "rows_seen": 74880, "lr": 8.384301568931758e-05, "tok_per_s": 867.5328884058977, "loss": 0.656675836071372, "entropy": 0.6360697913914919, "sharp": 0.14380899164825678} +{"time": "07:47:08", "event": "step", "step": 2350, "rows_seen": 75200, "lr": 8.369826519565217e-05, "tok_per_s": 867.6424930969205, "loss": 0.6492646001279354, "entropy": 0.6493468396365643, "sharp": 0.11977412272244692} +{"time": "07:50:49", "event": "step", "step": 2360, "rows_seen": 75520, "lr": 8.35530033662395e-05, "tok_per_s": 867.7669579690881, "loss": 0.6544427648186684, "entropy": 0.6676184982061386, "sharp": 0.09304805938154459} +{"time": "07:54:27", "event": "step", "step": 2370, "rows_seen": 75840, "lr": 8.340723258190321e-05, "tok_per_s": 867.9142687076007, "loss": 0.6836707442998886, "entropy": 0.6438472531735897, "sharp": 0.13437868934124708} +{"time": "07:58:12", "event": "step", "step": 2380, "rows_seen": 76160, "lr": 8.326095523180861e-05, "tok_per_s": 868.0316169420078, "loss": 0.6619027964770794, "entropy": 0.6494224332273006, "sharp": 0.12587975151836872} +{"time": "08:01:51", "event": "step", "step": 2390, "rows_seen": 76480, "lr": 8.311417371342355e-05, "tok_per_s": 868.2052640975279, "loss": 0.6627292409539223, "entropy": 0.6040663421154022, "sharp": 0.17941989935934544} +{"time": "08:05:29", "event": "step", "step": 2400, "rows_seen": 76800, "lr": 8.296689043247915e-05, "tok_per_s": 868.3160373182563, "loss": 0.6502224504947662, "entropy": 0.6612519547343254, "sharp": 0.10061558987945318} +{"time": "08:06:52", "event": "val", "step": 2400, "rows_seen": 76800, "n": 500, "dropped_long": 0, "noul_ce": 0.5913851857185364, "noul_T": 0.6980781231981599, "noul_auc": 0.737371521155761, "noul_acc": 0.71, "noul_f1": 0.777947932618683, "noul_nll": 0.589632789850235, "noul_ece": 0.06912140250205993, "noul_brier": 0.201179636046834, "noul_sharp": 0.14370684325695038, "entropy": 0.6317338347434998} +{"time": "08:10:32", "event": "step", "step": 2410, "rows_seen": 77120, "lr": 8.281910780293035e-05, "tok_per_s": 867.1338953631381, "loss": 0.662548566237092, "entropy": 0.653167512267828, "sharp": 0.11967324838042259} +{"time": "08:14:21", "event": "step", "step": 2420, "rows_seen": 77440, "lr": 8.267082824691636e-05, "tok_per_s": 867.2749203830548, "loss": 0.661698941141367, "entropy": 0.652295183390379, "sharp": 0.11669916938990355} +{"time": "08:17:58", "event": "step", "step": 2430, "rows_seen": 77760, "lr": 8.252205419472096e-05, "tok_per_s": 867.4106026153662, "loss": 0.6237413417547941, "entropy": 0.6397142335772514, "sharp": 0.1377157848328352} +{"time": "08:21:36", "event": "step", "step": 2440, "rows_seen": 78080, "lr": 8.237278808473261e-05, "tok_per_s": 867.552390461432, "loss": 0.6188524700701237, "entropy": 0.6422106698155403, "sharp": 0.13336973451077938} +{"time": "08:25:15", "event": "step", "step": 2450, "rows_seen": 78400, "lr": 8.222303236340464e-05, "tok_per_s": 867.6769704980031, "loss": 0.6733190156519413, "entropy": 0.6545240804553032, "sharp": 0.10997892450541258} +{"time": "08:28:51", "event": "step", "step": 2460, "rows_seen": 78720, "lr": 8.207278948521495e-05, "tok_per_s": 867.8072444086109, "loss": 0.6402285695075989, "entropy": 0.6331606209278107, "sharp": 0.1479869820177555} +{"time": "08:32:31", "event": "step", "step": 2470, "rows_seen": 79040, "lr": 8.192206191262595e-05, "tok_per_s": 867.9249954139075, "loss": 0.6222008019685745, "entropy": 0.6659323051571846, "sharp": 0.09921172820031643} +{"time": "08:36:02", "event": "step", "step": 2480, "rows_seen": 79360, "lr": 8.177085211604405e-05, "tok_per_s": 867.995253964694, "loss": 0.6780116558074951, "entropy": 0.6505916267633438, "sharp": 0.11889871582388878} +{"time": "08:39:39", "event": "step", "step": 2490, "rows_seen": 79680, "lr": 8.161916257377937e-05, "tok_per_s": 868.1355253847646, "loss": 0.6766518224030733, "entropy": 0.6469161454588175, "sharp": 0.1192063307389617} +{"time": "08:43:13", "event": "step", "step": 2500, "rows_seen": 80000, "lr": 8.146699577200487e-05, "tok_per_s": 868.2607118403305, "loss": 0.6396191790699959, "entropy": 0.6378714516758919, "sharp": 0.12464476376771927} +{"time": "08:44:37", "event": "val", "step": 2500, "rows_seen": 80000, "n": 500, "dropped_long": 0, "noul_ce": 0.5965192914009094, "noul_T": 0.7402839349384939, "noul_auc": 0.7362069838483738, "noul_acc": 0.698, "noul_f1": 0.7504132231404959, "noul_nll": 0.5962743907272816, "noul_ece": 0.08026962250471116, "noul_brier": 0.20446175243567266, "noul_sharp": 0.14428341388702393, "entropy": 0.6304891109466553} +{"time": "08:48:16", "event": "step", "step": 2510, "rows_seen": 80320, "lr": 8.131435420471587e-05, "tok_per_s": 867.1129347818002, "loss": 0.6459480375051498, "entropy": 0.6766473576426506, "sharp": 0.06786737591028214} +{"time": "08:51:45", "event": "step", "step": 2520, "rows_seen": 80640, "lr": 8.116124037368893e-05, "tok_per_s": 867.2318343148414, "loss": 0.6297125676646829, "entropy": 0.6494793584570289, "sharp": 0.11109353508800268} +{"time": "08:55:23", "event": "step", "step": 2530, "rows_seen": 80960, "lr": 8.100765678844101e-05, "tok_per_s": 867.3454187853192, "loss": 0.6522092893719673, "entropy": 0.6605983003973961, "sharp": 0.10607887711375952} +{"time": "08:59:00", "event": "step", "step": 2540, "rows_seen": 81280, "lr": 8.085360596618824e-05, "tok_per_s": 867.471221181007, "loss": 0.6335491240024567, "entropy": 0.6730545870959759, "sharp": 0.08084241300821304} +{"time": "09:02:43", "event": "step", "step": 2550, "rows_seen": 81600, "lr": 8.069909043180479e-05, "tok_per_s": 867.6011510810642, "loss": 0.6548818871378899, "entropy": 0.6528743505477905, "sharp": 0.11369999684393406} +{"time": "09:06:24", "event": "step", "step": 2560, "rows_seen": 81920, "lr": 8.054411271778132e-05, "tok_per_s": 867.7500311383874, "loss": 0.7019733749330044, "entropy": 0.6703302264213562, "sharp": 0.08553709648549557} +{"time": "09:10:04", "event": "step", "step": 2570, "rows_seen": 82240, "lr": 8.038867536418362e-05, "tok_per_s": 867.8843867882433, "loss": 0.6154862120747566, "entropy": 0.6348054930567741, "sharp": 0.14879149571061134} +{"time": "09:13:32", "event": "step", "step": 2580, "rows_seen": 82560, "lr": 8.023278091861082e-05, "tok_per_s": 867.973895262091, "loss": 0.6102565377950668, "entropy": 0.647212028503418, "sharp": 0.11944741848856211} +{"time": "09:17:07", "event": "step", "step": 2590, "rows_seen": 82880, "lr": 8.007643193615389e-05, "tok_per_s": 868.0699060968958, "loss": 0.6609912142157555, "entropy": 0.6326027512550354, "sharp": 0.14763380028307438} +{"time": "09:20:48", "event": "step", "step": 2600, "rows_seen": 83200, "lr": 7.991963097935343e-05, "tok_per_s": 868.2410431878402, "loss": 0.6129693388938904, "entropy": 0.6282902508974075, "sharp": 0.1460155239328742} +{"time": "09:22:11", "event": "val", "step": 2600, "rows_seen": 83200, "n": 500, "dropped_long": 0, "noul_ce": 0.5908888578414917, "noul_T": 0.7761249201454862, "noul_auc": 0.7334222207220131, "noul_acc": 0.702, "noul_f1": 0.7704160246533128, "noul_nll": 0.589844214245677, "noul_ece": 0.07064238250255585, "noul_brier": 0.20158530350137102, "noul_sharp": 0.15476173162460327, "entropy": 0.6222872734069824} +{"time": "09:25:50", "event": "step", "step": 2610, "rows_seen": 83520, "lr": 7.976238061815798e-05, "tok_per_s": 867.1294708679158, "loss": 0.654944371432066, "entropy": 0.6535979881882668, "sharp": 0.11454029101878405} +{"time": "09:29:24", "event": "step", "step": 2620, "rows_seen": 83840, "lr": 7.960468342988166e-05, "tok_per_s": 867.2298678148343, "loss": 0.6232461519539356, "entropy": 0.6429107040166855, "sharp": 0.13043654058128595} +{"time": "09:33:07", "event": "step", "step": 2630, "rows_seen": 84160, "lr": 7.944654199916214e-05, "tok_per_s": 867.3921548375811, "loss": 0.6592707559466362, "entropy": 0.6763441041111946, "sharp": 0.07410217821598053} +{"time": "09:36:50", "event": "step", "step": 2640, "rows_seen": 84480, "lr": 7.928795891791805e-05, "tok_per_s": 867.5076834349578, "loss": 0.6676588505506516, "entropy": 0.664099533110857, "sharp": 0.10142931900918484} +{"time": "09:40:26", "event": "step", "step": 2650, "rows_seen": 84800, "lr": 7.912893678530673e-05, "tok_per_s": 867.605119746032, "loss": 0.6956257186830044, "entropy": 0.6400047391653061, "sharp": 0.13407527282834053} +{"time": "09:44:04", "event": "step", "step": 2660, "rows_seen": 85120, "lr": 7.896947820768144e-05, "tok_per_s": 867.7322808486675, "loss": 0.6470098346471786, "entropy": 0.6430681459605694, "sharp": 0.1369546139612794} +{"time": "09:47:41", "event": "step", "step": 2670, "rows_seen": 85440, "lr": 7.880958579854876e-05, "tok_per_s": 867.822517421955, "loss": 0.6391367502510548, "entropy": 0.650529757142067, "sharp": 0.12280838377773762} +{"time": "09:51:21", "event": "step", "step": 2680, "rows_seen": 85760, "lr": 7.864926217852567e-05, "tok_per_s": 867.9728064764453, "loss": 0.6690191067755222, "entropy": 0.6584286019206047, "sharp": 0.10750848241150379} +{"time": "09:54:55", "event": "step", "step": 2690, "rows_seen": 86080, "lr": 7.84885099752967e-05, "tok_per_s": 868.0745271331542, "loss": 0.6696775630116463, "entropy": 0.637046342715621, "sharp": 0.1395617015659809} +{"time": "09:58:32", "event": "step", "step": 2700, "rows_seen": 86400, "lr": 7.832733182357079e-05, "tok_per_s": 868.196018378378, "loss": 0.6812296435236931, "entropy": 0.6426445171236992, "sharp": 0.1347214225679636} +{"time": "09:59:55", "event": "val", "step": 2700, "rows_seen": 86400, "n": 500, "dropped_long": 0, "noul_ce": 0.5962411165237427, "noul_T": 0.6255308657639966, "noul_auc": 0.7376753134968186, "noul_acc": 0.714, "noul_f1": 0.787518573551263, "noul_nll": 0.59489987885952, "noul_ece": 0.08277745139598848, "noul_brier": 0.20333409966488364, "noul_sharp": 0.13182595372200012, "entropy": 0.6429535150527954} +{"time": "10:03:34", "event": "step", "step": 2710, "rows_seen": 86720, "lr": 7.81657303650381e-05, "tok_per_s": 867.1363479160005, "loss": 0.7012776993215084, "entropy": 0.6748267710208893, "sharp": 0.07691300008445978} +{"time": "10:07:16", "event": "step", "step": 2720, "rows_seen": 87040, "lr": 7.800370824832674e-05, "tok_per_s": 867.2534943676974, "loss": 0.6518843397498131, "entropy": 0.6488255634903908, "sharp": 0.12942867167294025} +{"time": "10:10:50", "event": "step", "step": 2730, "rows_seen": 87360, "lr": 7.784126812895939e-05, "tok_per_s": 867.368510360316, "loss": 0.6260844990611076, "entropy": 0.6478620916604996, "sharp": 0.13362782076001167} +{"time": "10:14:31", "event": "step", "step": 2740, "rows_seen": 87680, "lr": 7.767841266930969e-05, "tok_per_s": 867.496960880087, "loss": 0.67803786508739, "entropy": 0.6578423473984003, "sharp": 0.10505174938589334} +{"time": "10:18:10", "event": "step", "step": 2750, "rows_seen": 88000, "lr": 7.751514453855875e-05, "tok_per_s": 867.6025452530206, "loss": 0.706374341621995, "entropy": 0.670306334272027, "sharp": 0.08860249072313309} +{"time": "10:21:48", "event": "step", "step": 2760, "rows_seen": 88320, "lr": 7.735146641265118e-05, "tok_per_s": 867.7087518482479, "loss": 0.6783450469374657, "entropy": 0.6579789519309998, "sharp": 0.11800590623170137} +{"time": "10:25:34", "event": "step", "step": 2770, "rows_seen": 88640, "lr": 7.718738097425146e-05, "tok_per_s": 867.8694695945197, "loss": 0.6763977184891701, "entropy": 0.672855906188488, "sharp": 0.08400645758956671} +{"time": "10:29:13", "event": "step", "step": 2780, "rows_seen": 88960, "lr": 7.702289091269982e-05, "tok_per_s": 867.9892508600473, "loss": 0.6966704521328211, "entropy": 0.6392773129045963, "sharp": 0.13551239669322968} +{"time": "10:32:57", "event": "step", "step": 2790, "rows_seen": 89280, "lr": 7.685799892396825e-05, "tok_per_s": 868.0941276977214, "loss": 0.6032836847007275, "entropy": 0.6478996314108372, "sharp": 0.1201783400028944} +{"time": "10:36:34", "event": "step", "step": 2800, "rows_seen": 89600, "lr": 7.669270771061626e-05, "tok_per_s": 868.2067548288916, "loss": 0.6542038805782795, "entropy": 0.6612397842109203, "sharp": 0.10268652532249689} +{"time": "10:37:57", "event": "val", "step": 2800, "rows_seen": 89600, "n": 500, "dropped_long": 0, "noul_ce": 0.5870366096496582, "noul_T": 0.808312562535415, "noul_auc": 0.7365107761894313, "noul_acc": 0.696, "noul_f1": 0.7654320987654321, "noul_nll": 0.585594909965992, "noul_ece": 0.06378615951538086, "noul_brier": 0.19985068510185686, "noul_sharp": 0.1590409278869629, "entropy": 0.6147640347480774} +{"time": "10:41:46", "event": "step", "step": 2810, "rows_seen": 89920, "lr": 7.652701998174656e-05, "tok_per_s": 867.2068307974159, "loss": 0.6400080658495426, "entropy": 0.6456895768642426, "sharp": 0.12287879083305597} +{"time": "10:45:26", "event": "step", "step": 2820, "rows_seen": 90240, "lr": 7.63609384529608e-05, "tok_per_s": 867.3376484043446, "loss": 0.6949977725744247, "entropy": 0.6618440039455891, "sharp": 0.09861896373331547} +{"time": "10:48:59", "event": "step", "step": 2830, "rows_seen": 90560, "lr": 7.619446584631486e-05, "tok_per_s": 867.4450190523075, "loss": 0.6125485971570015, "entropy": 0.6551607847213745, "sharp": 0.10555504634976387} +{"time": "10:52:41", "event": "step", "step": 2840, "rows_seen": 90880, "lr": 7.602760489027442e-05, "tok_per_s": 867.5363723152951, "loss": 0.6484248973429203, "entropy": 0.6579981669783592, "sharp": 0.10113734379410744} +{"time": "10:56:17", "event": "step", "step": 2850, "rows_seen": 91200, "lr": 7.586035831967007e-05, "tok_per_s": 867.6735237152533, "loss": 0.6371954306960106, "entropy": 0.6589545607566833, "sharp": 0.09941704664379358} +{"time": "10:59:50", "event": "step", "step": 2860, "rows_seen": 91520, "lr": 7.569272887565271e-05, "tok_per_s": 867.7553532147441, "loss": 0.6452568136155605, "entropy": 0.6435217708349228, "sharp": 0.1302882432937622} +{"time": "11:03:28", "event": "step", "step": 2870, "rows_seen": 91840, "lr": 7.552471930564833e-05, "tok_per_s": 867.8863359022506, "loss": 0.9650881066918373, "entropy": 0.6663151681423187, "sharp": 0.0997175732627511} +{"time": "11:07:05", "event": "step", "step": 2880, "rows_seen": 92160, "lr": 7.535633236331324e-05, "tok_per_s": 867.9569648139137, "loss": 0.6338721010833979, "entropy": 0.6487077865749598, "sharp": 0.1234539644792676} +{"time": "11:10:38", "event": "step", "step": 2890, "rows_seen": 92480, "lr": 7.518757080848882e-05, "tok_per_s": 868.0469371780375, "loss": 0.6625668630003929, "entropy": 0.6380806863307953, "sharp": 0.13782204128801823} +{"time": "11:14:22", "event": "step", "step": 2900, "rows_seen": 92800, "lr": 7.501843740715629e-05, "tok_per_s": 868.1846628484417, "loss": 0.676653902977705, "entropy": 0.6494192518293858, "sharp": 0.11663657147437334} +{"time": "11:15:45", "event": "val", "step": 2900, "rows_seen": 92800, "n": 500, "dropped_long": 0, "noul_ce": 0.6011636853218079, "noul_T": 0.6437335903200742, "noul_auc": 0.7375065399740087, "noul_acc": 0.706, "noul_f1": 0.7670364500792393, "noul_nll": 0.596509443372488, "noul_ece": 0.08988209021091462, "noul_brier": 0.20385398085059467, "noul_sharp": 0.13137078285217285, "entropy": 0.6443439722061157} +{"time": "11:19:22", "event": "step", "step": 2910, "rows_seen": 93120, "lr": 7.484893493139139e-05, "tok_per_s": 867.2123185547638, "loss": 0.6862834841012955, "entropy": 0.6683350577950478, "sharp": 0.09406863898038864} +{"time": "11:23:00", "event": "step", "step": 2920, "rows_seen": 93440, "lr": 7.467906615931893e-05, "tok_per_s": 867.30126876046, "loss": 0.6295376718044281, "entropy": 0.6442339792847633, "sharp": 0.12729651760309935} +{"time": "11:26:44", "event": "step", "step": 2930, "rows_seen": 93760, "lr": 7.450883387506732e-05, "tok_per_s": 867.394570109477, "loss": 0.6503965109586716, "entropy": 0.6607873886823654, "sharp": 0.10806175973266363} +{"time": "11:30:24", "event": "step", "step": 2940, "rows_seen": 94080, "lr": 7.433824086872285e-05, "tok_per_s": 867.5264406478784, "loss": 0.6333088353276253, "entropy": 0.6451112255454063, "sharp": 0.12673522997647524} +{"time": "11:33:57", "event": "step", "step": 2950, "rows_seen": 94400, "lr": 7.416728993628398e-05, "tok_per_s": 867.6191054084093, "loss": 0.6670998446643353, "entropy": 0.6717477589845657, "sharp": 0.08514672797173262} +{"time": "11:37:36", "event": "step", "step": 2960, "rows_seen": 94720, "lr": 7.399598387961561e-05, "tok_per_s": 867.7260457386975, "loss": 0.6548858378082514, "entropy": 0.667784221470356, "sharp": 0.088448585011065} +{"time": "11:41:14", "event": "step", "step": 2970, "rows_seen": 95040, "lr": 7.382432550640299e-05, "tok_per_s": 867.8427510749597, "loss": 0.6895010657608509, "entropy": 0.6513041257858276, "sharp": 0.11161815002560616} +{"time": "11:44:51", "event": "step", "step": 2980, "rows_seen": 95360, "lr": 7.365231763010588e-05, "tok_per_s": 867.9481577059073, "loss": 0.7238029316067696, "entropy": 0.6589802205562592, "sharp": 0.10971584916114807} +{"time": "11:48:34", "event": "step", "step": 2990, "rows_seen": 95680, "lr": 7.347996306991232e-05, "tok_per_s": 868.0752597267908, "loss": 0.6618889532983303, "entropy": 0.6670312695205212, "sharp": 0.09017816185951233} +{"time": "11:52:11", "event": "step", "step": 3000, "rows_seen": 96000, "lr": 7.330726465069241e-05, "tok_per_s": 868.1856300369797, "loss": 0.6999266017228365, "entropy": 0.6137413326650858, "sharp": 0.16324937902390957} +{"time": "11:53:34", "event": "val", "step": 3000, "rows_seen": 96000, "n": 500, "dropped_long": 0, "noul_ce": 0.5861141085624695, "noul_T": 0.8697421215169049, "noul_auc": 0.736713304416803, "noul_acc": 0.704, "noul_f1": 0.7810650887573964, "noul_nll": 0.5824876495599747, "noul_ece": 0.07087559819221495, "noul_brier": 0.1981271624391427, "noul_sharp": 0.17633068561553955, "entropy": 0.6066558957099915} +{"time": "11:57:08", "event": "step", "step": 3010, "rows_seen": 96320, "lr": 7.313422520295215e-05, "tok_per_s": 867.2040024172474, "loss": 0.6799740940332413, "entropy": 0.6536800339818001, "sharp": 0.1173326252028346} +{"time": "12:00:53", "event": "step", "step": 3020, "rows_seen": 96640, "lr": 7.296084756278686e-05, "tok_per_s": 867.3011104545741, "loss": 0.6130921952426434, "entropy": 0.6536838822066784, "sharp": 0.12066687270998955} +{"time": "12:04:38", "event": "step", "step": 3030, "rows_seen": 96960, "lr": 7.278713457183486e-05, "tok_per_s": 867.3967196074758, "loss": 0.6550969630479813, "entropy": 0.6374580189585686, "sharp": 0.14432968385517597} +{"time": "12:08:10", "event": "step", "step": 3040, "rows_seen": 97280, "lr": 7.26130890772308e-05, "tok_per_s": 867.4937619754837, "loss": 0.6723985150456429, "entropy": 0.6365928500890732, "sharp": 0.13965956307947636} +{"time": "12:11:51", "event": "step", "step": 3050, "rows_seen": 97600, "lr": 7.243871393155903e-05, "tok_per_s": 867.5819835275834, "loss": 0.6513864398002625, "entropy": 0.60724026709795, "sharp": 0.16281563974916935} +{"time": "12:15:20", "event": "step", "step": 3060, "rows_seen": 97920, "lr": 7.226401199280684e-05, "tok_per_s": 867.6720688915422, "loss": 0.6654463484883308, "entropy": 0.6627278178930283, "sharp": 0.09659812413156033} +{"time": "12:18:56", "event": "step", "step": 3070, "rows_seen": 98240, "lr": 7.208898612431761e-05, "tok_per_s": 867.7664154018939, "loss": 0.6500786859542131, "entropy": 0.6641152203083038, "sharp": 0.09889280889183283} +{"time": "12:22:31", "event": "step", "step": 3080, "rows_seen": 98560, "lr": 7.191363919474393e-05, "tok_per_s": 867.8609258213488, "loss": 0.7095007672905922, "entropy": 0.658450685441494, "sharp": 0.10977507196366787} +{"time": "12:26:08", "event": "step", "step": 3090, "rows_seen": 98880, "lr": 7.173797407800046e-05, "tok_per_s": 867.9870315423065, "loss": 0.6065522953867912, "entropy": 0.638989120721817, "sharp": 0.13516745157539845} +{"time": "12:29:49", "event": "step", "step": 3100, "rows_seen": 99200, "lr": 7.156199365321701e-05, "tok_per_s": 868.0707587348252, "loss": 0.6586227975785732, "entropy": 0.6508658453822136, "sharp": 0.12243329267948866} +{"time": "12:31:12", "event": "val", "step": 3100, "rows_seen": 99200, "n": 500, "dropped_long": 0, "noul_ce": 0.5942867398262024, "noul_T": 0.6641347687027521, "noul_auc": 0.7376584361445376, "noul_acc": 0.698, "noul_f1": 0.7636932707355243, "noul_nll": 0.5913477907776833, "noul_ece": 0.0965955823659897, "noul_brier": 0.20184369741777217, "noul_sharp": 0.13791224360466003, "entropy": 0.6374812722206116} +{"time": "12:34:56", "event": "step", "step": 3110, "rows_seen": 99520, "lr": 7.138570080469117e-05, "tok_per_s": 867.1594467933594, "loss": 0.6720343567430973, "entropy": 0.6627792194485664, "sharp": 0.09739844221621752} +{"time": "12:38:39", "event": "step", "step": 3120, "rows_seen": 99840, "lr": 7.120909842184114e-05, "tok_per_s": 867.2803842523284, "loss": 0.6703889444470406, "entropy": 0.6702726110816002, "sharp": 0.08329612948000431} +{"time": "12:42:24", "event": "step", "step": 3130, "rows_seen": 100160, "lr": 7.103218939915838e-05, "tok_per_s": 867.4035215715038, "loss": 0.6990721113979816, "entropy": 0.6599055901169777, "sharp": 0.09926004707813263} +{"time": "12:45:56", "event": "step", "step": 3140, "rows_seen": 100480, "lr": 7.085497663616007e-05, "tok_per_s": 867.4789869650857, "loss": 0.6987681798636913, "entropy": 0.6535257995128632, "sharp": 0.118000578135252} +{"time": "12:49:33", "event": "step", "step": 3150, "rows_seen": 100800, "lr": 7.067746303734177e-05, "tok_per_s": 867.5757408292748, "loss": 0.6797048822045326, "entropy": 0.6359812617301941, "sharp": 0.13216570392251015} +{"time": "12:53:10", "event": "step", "step": 3160, "rows_seen": 101120, "lr": 7.049965151212958e-05, "tok_per_s": 867.6814867640201, "loss": 0.6407851949334145, "entropy": 0.6413457840681076, "sharp": 0.1415732903406024} +{"time": "12:56:44", "event": "step", "step": 3170, "rows_seen": 101440, "lr": 7.032154497483263e-05, "tok_per_s": 867.7622456978348, "loss": 0.6738037131726742, "entropy": 0.6743551380932331, "sharp": 0.06641489826142788} +{"time": "13:00:27", "event": "step", "step": 3180, "rows_seen": 101760, "lr": 7.014314634459529e-05, "tok_per_s": 867.8510546205858, "loss": 0.6789411306381226, "entropy": 0.6553377658128738, "sharp": 0.11082056630402803} +{"time": "13:04:06", "event": "step", "step": 3190, "rows_seen": 102080, "lr": 6.996445854534924e-05, "tok_per_s": 867.9458552224781, "loss": 0.6352522671222687, "entropy": 0.6505356803536415, "sharp": 0.10972605552524328} +{"time": "13:07:50", "event": "step", "step": 3200, "rows_seen": 102400, "lr": 6.978548450576568e-05, "tok_per_s": 868.0426505457409, "loss": 0.6859517842531204, "entropy": 0.611905749887228, "sharp": 0.16766978800296783} +{"time": "13:09:13", "event": "val", "step": 3200, "rows_seen": 102400, "n": 500, "dropped_long": 0, "noul_ce": 0.5870611071586609, "noul_T": 0.9203634516734897, "noul_auc": 0.7395993316568497, "noul_acc": 0.694, "noul_f1": 0.7829787234042553, "noul_nll": 0.584328997194767, "noul_ece": 0.0709701502323151, "noul_brier": 0.1994132357901648, "noul_sharp": 0.1809481829404831, "entropy": 0.5998978614807129} +{"time": "13:12:51", "event": "step", "step": 3210, "rows_seen": 102720, "lr": 6.960622715920713e-05, "tok_per_s": 867.1366655633063, "loss": 0.6377248466014862, "entropy": 0.6466950718313456, "sharp": 0.12922680657356977} +{"time": "13:16:28", "event": "step", "step": 3220, "rows_seen": 103040, "lr": 6.942668944367963e-05, "tok_per_s": 867.2479195065957, "loss": 0.6761930659413338, "entropy": 0.6693812981247902, "sharp": 0.0887587508186698} +{"time": "13:20:09", "event": "step", "step": 3230, "rows_seen": 103360, "lr": 6.924687430178434e-05, "tok_per_s": 867.3329258083851, "loss": 0.6516290828585625, "entropy": 0.6626497209072113, "sharp": 0.1034711729735136} +{"time": "13:23:47", "event": "step", "step": 3240, "rows_seen": 103680, "lr": 6.90667846806694e-05, "tok_per_s": 867.4327808708375, "loss": 0.632336251437664, "entropy": 0.6543097645044327, "sharp": 0.10816373489797115} +{"time": "13:27:32", "event": "step", "step": 3250, "rows_seen": 104000, "lr": 6.88864235319817e-05, "tok_per_s": 867.527130391614, "loss": 0.6452722251415253, "entropy": 0.6537865027785301, "sharp": 0.11565080750733614} +{"time": "13:31:15", "event": "step", "step": 3260, "rows_seen": 104320, "lr": 6.870579381181831e-05, "tok_per_s": 867.6104523714321, "loss": 0.6535513959825039, "entropy": 0.6452849693596363, "sharp": 0.13390213064849377} +{"time": "13:34:54", "event": "step", "step": 3270, "rows_seen": 104640, "lr": 6.85248984806783e-05, "tok_per_s": 867.7010188868151, "loss": 0.6847013756632805, "entropy": 0.6574224382638931, "sharp": 0.10217442642897367} +{"time": "13:38:38", "event": "step", "step": 3280, "rows_seen": 104960, "lr": 6.834374050341399e-05, "tok_per_s": 867.8113710151116, "loss": 0.6780966892838478, "entropy": 0.6525108441710472, "sharp": 0.11899749469012022} +{"time": "13:42:22", "event": "step", "step": 3290, "rows_seen": 105280, "lr": 6.816232284918241e-05, "tok_per_s": 867.9261273386157, "loss": 0.6676716227084398, "entropy": 0.6595362313091755, "sharp": 0.10767593048512936} +{"time": "13:45:57", "event": "step", "step": 3300, "rows_seen": 105600, "lr": 6.798064849139675e-05, "tok_per_s": 868.0068432498767, "loss": 0.6669336892664433, "entropy": 0.653874546289444, "sharp": 0.10980666894465685} +{"time": "13:47:20", "event": "val", "step": 3300, "rows_seen": 105600, "n": 500, "dropped_long": 0, "noul_ce": 0.6167715191841125, "noul_T": 0.9303863331550287, "noul_auc": 0.7387048319859582, "noul_acc": 0.694, "noul_f1": 0.7329842931937173, "noul_nll": 0.6092138896286488, "noul_ece": 0.11224110609292984, "noul_brier": 0.21010951702089115, "noul_sharp": 0.15182824432849884, "entropy": 0.6252685785293579} +{"time": "13:50:59", "event": "step", "step": 3310, "rows_seen": 105920, "lr": 6.779872040767746e-05, "tok_per_s": 867.1305266661119, "loss": 0.6420543063431978, "entropy": 0.6261489987373352, "sharp": 0.14506946876645088} +{"time": "13:54:27", "event": "step", "step": 3320, "rows_seen": 106240, "lr": 6.76165415798036e-05, "tok_per_s": 867.1957865436915, "loss": 0.6479340977966785, "entropy": 0.6465160101652145, "sharp": 0.1182032534852624} +{"time": "13:58:04", "event": "step", "step": 3330, "rows_seen": 106560, "lr": 6.74341149936638e-05, "tok_per_s": 867.3029928555028, "loss": 0.6705063879489899, "entropy": 0.6631499826908112, "sharp": 0.1029928419739008} +{"time": "14:01:44", "event": "step", "step": 3340, "rows_seen": 106880, "lr": 6.725144363920751e-05, "tok_per_s": 867.3857317151521, "loss": 0.6798781715333462, "entropy": 0.6529147513210773, "sharp": 0.12332835793495178} +{"time": "14:05:18", "event": "step", "step": 3350, "rows_seen": 107200, "lr": 6.706853051039588e-05, "tok_per_s": 867.4771867731106, "loss": 0.7003195881843567, "entropy": 0.6648114398121834, "sharp": 0.09730124194175005} +{"time": "14:08:57", "event": "step", "step": 3360, "rows_seen": 107520, "lr": 6.688537860515266e-05, "tok_per_s": 867.5660284918171, "loss": 0.6487318342551589, "entropy": 0.6422071252018213, "sharp": 0.13732243236154318} +{"time": "14:12:36", "event": "step", "step": 3370, "rows_seen": 107840, "lr": 6.670199092531519e-05, "tok_per_s": 867.6691511306324, "loss": 0.6703414060175419, "entropy": 0.6509188190102577, "sharp": 0.11710373964160681} +{"time": "14:16:15", "event": "step", "step": 3380, "rows_seen": 108160, "lr": 6.651837047658508e-05, "tok_per_s": 867.7528847654825, "loss": 0.6852174922823906, "entropy": 0.6539701744914055, "sharp": 0.11100495140999556} +{"time": "14:19:55", "event": "step", "step": 3390, "rows_seen": 108480, "lr": 6.633452026847899e-05, "tok_per_s": 867.8695095139632, "loss": 0.6193912886083126, "entropy": 0.6503350771963596, "sharp": 0.11338270734995604} +{"time": "14:23:38", "event": "step", "step": 3400, "rows_seen": 108800, "lr": 6.615044331427935e-05, "tok_per_s": 867.9683573201552, "loss": 0.66792834084481, "entropy": 0.660565685480833, "sharp": 0.0999111570417881} +{"time": "14:25:01", "event": "val", "step": 3400, "rows_seen": 108800, "n": 500, "dropped_long": 0, "noul_ce": 0.5883470773696899, "noul_T": 0.7084582127589449, "noul_auc": 0.7416752459874094, "noul_acc": 0.718, "noul_f1": 0.7866868381240545, "noul_nll": 0.5864791579842568, "noul_ece": 0.07006158816814424, "noul_brier": 0.1998235549055898, "noul_sharp": 0.14818407595157623, "entropy": 0.6288779377937317} +{"time": "14:28:37", "event": "step", "step": 3410, "rows_seen": 109120, "lr": 6.596614263098489e-05, "tok_per_s": 867.1247802336536, "loss": 0.6391275562345982, "entropy": 0.6596323996782303, "sharp": 0.10498565621674061} +{"time": "14:32:17", "event": "step", "step": 3420, "rows_seen": 109440, "lr": 6.578162123926123e-05, "tok_per_s": 867.2215043620719, "loss": 0.6530630961060524, "entropy": 0.6526089161634445, "sharp": 0.11731813196092844} +{"time": "14:35:49", "event": "step", "step": 3430, "rows_seen": 109760, "lr": 6.559688216339142e-05, "tok_per_s": 867.2857243986713, "loss": 0.6593820303678513, "entropy": 0.6460791304707527, "sharp": 0.1285492116585374} +{"time": "14:39:31", "event": "step", "step": 3440, "rows_seen": 110080, "lr": 6.541192843122628e-05, "tok_per_s": 867.4001518138947, "loss": 0.6783272176980972, "entropy": 0.6437951698899269, "sharp": 0.14224187470972538} +{"time": "14:42:59", "event": "step", "step": 3450, "rows_seen": 110400, "lr": 6.522676307413487e-05, "tok_per_s": 867.4599757467001, "loss": 0.6709814369678497, "entropy": 0.6542097367346287, "sharp": 0.11702500656247139} +{"time": "14:46:42", "event": "step", "step": 3460, "rows_seen": 110720, "lr": 6.504138912695467e-05, "tok_per_s": 867.5504292573581, "loss": 0.6353986598551273, "entropy": 0.6462672129273415, "sharp": 0.13434345088899136} +{"time": "14:50:27", "event": "step", "step": 3470, "rows_seen": 111040, "lr": 6.485580962794203e-05, "tok_per_s": 867.6539684556358, "loss": 0.6346219331026077, "entropy": 0.6428124904632568, "sharp": 0.13532970659434795} +{"time": "14:54:05", "event": "step", "step": 3480, "rows_seen": 111360, "lr": 6.467002761872219e-05, "tok_per_s": 867.7495172323846, "loss": 0.653794813901186, "entropy": 0.6371371783316135, "sharp": 0.139814761467278} +{"time": "14:57:41", "event": "step", "step": 3490, "rows_seen": 111680, "lr": 6.448404614423955e-05, "tok_per_s": 867.843251531489, "loss": 0.6552959010004997, "entropy": 0.6639641411602497, "sharp": 0.1014823978766799} +{"time": "15:01:25", "event": "step", "step": 3500, "rows_seen": 112000, "lr": 6.429786825270771e-05, "tok_per_s": 867.9659104335209, "loss": 0.6595530472695827, "entropy": 0.6749792695045471, "sharp": 0.07680102996528149} +{"time": "15:02:48", "event": "val", "step": 3500, "rows_seen": 112000, "n": 500, "dropped_long": 0, "noul_ce": 0.6136189103126526, "noul_T": 0.4540250736648598, "noul_auc": 0.7384685490540244, "noul_acc": 0.712, "noul_f1": 0.7824773413897281, "noul_nll": 0.6116643491983413, "noul_ece": 0.11932855284214022, "noul_brier": 0.21060724566407932, "noul_sharp": 0.09603870660066605, "entropy": 0.6652038097381592} +{"time": "15:06:22", "event": "step", "step": 3510, "rows_seen": 112320, "lr": 6.411149699555952e-05, "tok_per_s": 867.1437941930417, "loss": 0.641196470707655, "entropy": 0.6694102510809898, "sharp": 0.08645962178707123} +{"time": "15:09:56", "event": "step", "step": 3520, "rows_seen": 112640, "lr": 6.392493542739706e-05, "tok_per_s": 867.2227049917466, "loss": 0.6341718751937151, "entropy": 0.6683507841080427, "sharp": 0.09475995041429996} +{"time": "15:13:36", "event": "step", "step": 3530, "rows_seen": 112960, "lr": 6.373818660594159e-05, "tok_per_s": 867.3118791760975, "loss": 0.6615051422268152, "entropy": 0.6397501956671476, "sharp": 0.13526319712400436} +{"time": "15:17:20", "event": "step", "step": 3540, "rows_seen": 113280, "lr": 6.355125359198345e-05, "tok_per_s": 867.4073747623299, "loss": 0.6755818109959364, "entropy": 0.6562316510826349, "sharp": 0.10734095890074968} +{"time": "15:20:51", "event": "step", "step": 3550, "rows_seen": 113600, "lr": 6.336413944933184e-05, "tok_per_s": 867.4826752075849, "loss": 0.6159185618162155, "entropy": 0.6311492994427681, "sharp": 0.15214832592755556} +{"time": "15:24:29", "event": "step", "step": 3560, "rows_seen": 113920, "lr": 6.317684724476465e-05, "tok_per_s": 867.6077962883746, "loss": 0.6940208896994591, "entropy": 0.632721334695816, "sharp": 0.1453516986221075} +{"time": "15:28:08", "event": "step", "step": 3570, "rows_seen": 114240, "lr": 6.298938004797821e-05, "tok_per_s": 867.6831773364974, "loss": 0.6954786442220211, "entropy": 0.6510604955255985, "sharp": 0.11491730902343988} +{"time": "15:31:45", "event": "step", "step": 3580, "rows_seen": 114560, "lr": 6.280174093153688e-05, "tok_per_s": 867.7900253989287, "loss": 0.6375656016170979, "entropy": 0.6527378372848034, "sharp": 0.12454339116811752} +{"time": "15:35:15", "event": "step", "step": 3590, "rows_seen": 114880, "lr": 6.261393297082284e-05, "tok_per_s": 867.8844400045075, "loss": 0.6650431156158447, "entropy": 0.65861926227808, "sharp": 0.10466027911752462} +{"time": "15:38:55", "event": "step", "step": 3600, "rows_seen": 115200, "lr": 6.242595924398558e-05, "tok_per_s": 867.9616686302439, "loss": 0.6306850276887417, "entropy": 0.6418669000267982, "sharp": 0.14179977029561996} +{"time": "15:40:18", "event": "val", "step": 3600, "rows_seen": 115200, "n": 500, "dropped_long": 0, "noul_ce": 0.5931180715560913, "noul_T": 0.6480691121707063, "noul_auc": 0.7440887073635888, "noul_acc": 0.71, "noul_f1": 0.7858197932053176, "noul_nll": 0.5900835788547992, "noul_ece": 0.08630254626274111, "noul_brier": 0.20123959060271296, "noul_sharp": 0.13635030388832092, "entropy": 0.6387401819229126} +{"time": "15:43:59", "event": "step", "step": 3610, "rows_seen": 115520, "lr": 6.223782283189144e-05, "tok_per_s": 867.1857854883325, "loss": 0.6277861781418324, "entropy": 0.6539352964609861, "sharp": 0.11350470501929522} +{"time": "15:47:47", "event": "step", "step": 3620, "rows_seen": 115840, "lr": 6.204952681807322e-05, "tok_per_s": 867.319457377573, "loss": 0.6238204836845398, "entropy": 0.6545319780707359, "sharp": 0.12397786322981119} +{"time": "15:51:33", "event": "step", "step": 3630, "rows_seen": 116160, "lr": 6.186107428867949e-05, "tok_per_s": 867.4106096862296, "loss": 0.6781766787171364, "entropy": 0.6639698818325996, "sharp": 0.10254445392638445} +{"time": "15:55:08", "event": "step", "step": 3640, "rows_seen": 116480, "lr": 6.16724683324242e-05, "tok_per_s": 867.4823846125985, "loss": 0.7436942607164383, "entropy": 0.6618946827948093, "sharp": 0.10240950714796782} +{"time": "15:58:51", "event": "step", "step": 3650, "rows_seen": 116800, "lr": 6.148371204053581e-05, "tok_per_s": 867.5777917596652, "loss": 0.6841690391302109, "entropy": 0.6741726323962212, "sharp": 0.07920734025537968} +{"time": "16:02:32", "event": "step", "step": 3660, "rows_seen": 117120, "lr": 6.129480850670688e-05, "tok_per_s": 867.6693367771855, "loss": 0.6944436952471733, "entropy": 0.649369940161705, "sharp": 0.12321988306939602} +{"time": "16:06:13", "event": "step", "step": 3670, "rows_seen": 117440, "lr": 6.110576082704319e-05, "tok_per_s": 867.7632057474052, "loss": 0.6273326724767685, "entropy": 0.6559286564588547, "sharp": 0.11433894000947475} +{"time": "16:09:45", "event": "step", "step": 3680, "rows_seen": 117760, "lr": 6.091657210001309e-05, "tok_per_s": 867.8375954614817, "loss": 0.6385174952447414, "entropy": 0.6404724195599556, "sharp": 0.13416353799402714} +{"time": "16:13:19", "event": "step", "step": 3690, "rows_seen": 118080, "lr": 6.0727245426396636e-05, "tok_per_s": 867.9332282037477, "loss": 0.6332541927695274, "entropy": 0.6322623193264008, "sharp": 0.14632636960595846} +{"time": "16:17:01", "event": "step", "step": 3700, "rows_seen": 118400, "lr": 6.0537783909234814e-05, "tok_per_s": 868.0201444627357, "loss": 0.6197950020432472, "entropy": 0.6441305950284004, "sharp": 0.11726435087621212} +{"time": "16:18:24", "event": "val", "step": 3700, "rows_seen": 118400, "n": 500, "dropped_long": 0, "noul_ce": 0.5979418754577637, "noul_T": 0.6819803381992108, "noul_auc": 0.7389917469747347, "noul_acc": 0.706, "noul_f1": 0.7601957585644372, "noul_nll": 0.5946892520189285, "noul_ece": 0.07526849430799484, "noul_brier": 0.2034194898246866, "noul_sharp": 0.13629630208015442, "entropy": 0.6377969980239868} +{"time": "16:22:07", "event": "step", "step": 3710, "rows_seen": 118720, "lr": 6.0348190653778727e-05, "tok_per_s": 867.2815354428169, "loss": 0.6526689752936363, "entropy": 0.6337864771485329, "sharp": 0.14031439553946257} +{"time": "16:25:54", "event": "step", "step": 3720, "rows_seen": 119040, "lr": 6.015846876743859e-05, "tok_per_s": 867.3735153692659, "loss": 0.640638580545783, "entropy": 0.6450906731188297, "sharp": 0.12890095077455044} +{"time": "16:29:38", "event": "step", "step": 3730, "rows_seen": 119360, "lr": 5.996862135973293e-05, "tok_per_s": 867.4710107318346, "loss": 0.6248281933367252, "entropy": 0.6512384414672852, "sharp": 0.11396906338632107} +{"time": "16:33:15", "event": "step", "step": 3740, "rows_seen": 119680, "lr": 5.977865154223751e-05, "tok_per_s": 867.5591686583814, "loss": 0.7009423077106476, "entropy": 0.6590714231133461, "sharp": 0.10238646809011698} +{"time": "16:36:56", "event": "step", "step": 3750, "rows_seen": 120000, "lr": 5.9588562428534354e-05, "tok_per_s": 867.6711253630131, "loss": 0.6652740277349949, "entropy": 0.6643845811486244, "sharp": 0.09591750334948301} +{"time": "16:40:41", "event": "step", "step": 3760, "rows_seen": 120320, "lr": 5.9398357134160796e-05, "tok_per_s": 867.7479194651978, "loss": 0.619573175907135, "entropy": 0.663641445338726, "sharp": 0.10404540691524744} +{"time": "16:44:24", "event": "step", "step": 3770, "rows_seen": 120640, "lr": 5.9208038776558305e-05, "tok_per_s": 867.829582038745, "loss": 0.635778296738863, "entropy": 0.6586525589227676, "sharp": 0.1067635603249073} +{"time": "16:48:09", "event": "step", "step": 3780, "rows_seen": 120960, "lr": 5.901761047502149e-05, "tok_per_s": 867.9129353513172, "loss": 0.6663976851850748, "entropy": 0.6509341932833195, "sharp": 0.11381752602756023} +{"time": "16:51:41", "event": "step", "step": 3790, "rows_seen": 121280, "lr": 5.882707535064686e-05, "tok_per_s": 867.9926713634842, "loss": 0.7203260362148285, "entropy": 0.6308606639504433, "sharp": 0.14607896748930216} +{"time": "16:55:27", "event": "step", "step": 3800, "rows_seen": 121600, "lr": 5.8636436526281816e-05, "tok_per_s": 868.0822157379004, "loss": 0.6464672610163689, "entropy": 0.6555282436311245, "sharp": 0.10945875197649002} +{"time": "16:56:50", "event": "val", "step": 3800, "rows_seen": 121600, "n": 500, "dropped_long": 0, "noul_ce": 0.5968979001045227, "noul_T": 0.6633872691284648, "noul_auc": 0.7372533796897943, "noul_acc": 0.71, "noul_f1": 0.7765793528505393, "noul_nll": 0.5933901042938232, "noul_ece": 0.07601129341125487, "noul_brier": 0.2025099048949496, "noul_sharp": 0.13715976476669312, "entropy": 0.6398926377296448} +{"time": "17:00:34", "event": "step", "step": 3810, "rows_seen": 121920, "lr": 5.844569712647333e-05, "tok_per_s": 867.3433783255311, "loss": 0.6610993184149265, "entropy": 0.6633377559483051, "sharp": 0.10207897890359163} +{"time": "17:04:15", "event": "step", "step": 3820, "rows_seen": 122240, "lr": 5.825486027741681e-05, "tok_per_s": 867.455213145235, "loss": 0.6336580067873001, "entropy": 0.655991442501545, "sharp": 0.1111089438199997} +{"time": "17:07:57", "event": "step", "step": 3830, "rows_seen": 122560, "lr": 5.8063929106904866e-05, "tok_per_s": 867.5402730767731, "loss": 0.6016404815018177, "entropy": 0.638433188199997, "sharp": 0.13047534599900246} +{"time": "17:11:34", "event": "step", "step": 3840, "rows_seen": 122880, "lr": 5.7872906744276015e-05, "tok_per_s": 867.6229905478285, "loss": 0.6195834018290043, "entropy": 0.6341467760503292, "sharp": 0.14537190180271864} +{"time": "17:15:15", "event": "step", "step": 3850, "rows_seen": 123200, "lr": 5.7681796320363354e-05, "tok_per_s": 867.7061411920881, "loss": 0.6599590107798576, "entropy": 0.6557989604771137, "sharp": 0.11625642236322165} +{"time": "17:18:53", "event": "step", "step": 3860, "rows_seen": 123520, "lr": 5.74906009674434e-05, "tok_per_s": 867.7532879027586, "loss": 0.6340696327388287, "entropy": 0.6331901736557484, "sharp": 0.14576757047325373} +{"time": "17:22:29", "event": "step", "step": 3870, "rows_seen": 123840, "lr": 5.7299323819184515e-05, "tok_per_s": 867.8516265919108, "loss": 0.62102385237813, "entropy": 0.6329704374074936, "sharp": 0.14342096354812384} +{"time": "17:26:10", "event": "step", "step": 3880, "rows_seen": 124160, "lr": 5.7107968010595795e-05, "tok_per_s": 867.9379385151885, "loss": 0.6901104338467121, "entropy": 0.6549762226641178, "sharp": 0.11284920386970043} +{"time": "17:29:49", "event": "step", "step": 3890, "rows_seen": 124480, "lr": 5.691653667797547e-05, "tok_per_s": 868.0275288024011, "loss": 0.6406677737832069, "entropy": 0.6576515659689903, "sharp": 0.09924247860908508} +{"time": "17:33:25", "event": "step", "step": 3900, "rows_seen": 124800, "lr": 5.672503295885969e-05, "tok_per_s": 868.0990242507023, "loss": 0.6870988495647907, "entropy": 0.6644046008586884, "sharp": 0.09322872012853622} +{"time": "17:34:49", "event": "val", "step": 3900, "rows_seen": 124800, "n": 500, "dropped_long": 0, "noul_ce": 0.6036060452461243, "noul_T": 0.5683828870255886, "noul_auc": 0.7379453511333143, "noul_acc": 0.708, "noul_f1": 0.7704402515723271, "noul_nll": 0.6024667192697525, "noul_ece": 0.09704269599914553, "noul_brier": 0.20662557226299708, "noul_sharp": 0.11696261167526245, "entropy": 0.6519704461097717} +{"time": "17:38:32", "event": "step", "step": 3910, "rows_seen": 125120, "lr": 5.653345999197094e-05, "tok_per_s": 867.3934267513728, "loss": 0.6691083237528801, "entropy": 0.6523235030472279, "sharp": 0.11911110766232014} +{"time": "17:42:08", "event": "step", "step": 3920, "rows_seen": 125440, "lr": 5.634182091716671e-05, "tok_per_s": 867.4862996537393, "loss": 0.7130621448159218, "entropy": 0.6606251895427704, "sharp": 0.1108305063098669} +{"time": "17:45:52", "event": "step", "step": 3930, "rows_seen": 125760, "lr": 5.615011887538796e-05, "tok_per_s": 867.5710638315793, "loss": 0.6806744085624814, "entropy": 0.6577444598078728, "sharp": 0.10885743238031864} +{"time": "17:49:30", "event": "step", "step": 3940, "rows_seen": 126080, "lr": 5.595835700860769e-05, "tok_per_s": 867.639720240938, "loss": 0.7109075635671616, "entropy": 0.6598337441682816, "sharp": 0.10766343772411346} +{"time": "17:53:11", "event": "step", "step": 3950, "rows_seen": 126400, "lr": 5.5766538459779424e-05, "tok_per_s": 867.7012044963824, "loss": 0.6532095596194267, "entropy": 0.6501522250473499, "sharp": 0.1270549176260829} +{"time": "17:56:58", "event": "step", "step": 3960, "rows_seen": 126720, "lr": 5.5574666372785714e-05, "tok_per_s": 867.8018778590929, "loss": 0.667797327041626, "entropy": 0.6585310325026512, "sharp": 0.0994477178901434} +{"time": "18:00:39", "event": "step", "step": 3970, "rows_seen": 127040, "lr": 5.538274389238653e-05, "tok_per_s": 867.8937019442088, "loss": 0.7258793972432613, "entropy": 0.650915615260601, "sharp": 0.12392802909016609} +{"time": "18:04:15", "event": "step", "step": 3980, "rows_seen": 127360, "lr": 5.519077416416788e-05, "tok_per_s": 867.9496316644131, "loss": 0.6634233044460416, "entropy": 0.6542464010417461, "sharp": 0.11296896450221539} +{"time": "18:07:55", "event": "step", "step": 3990, "rows_seen": 127680, "lr": 5.4998760334490075e-05, "tok_per_s": 868.0047846296656, "loss": 0.6358347237110138, "entropy": 0.6716152057051659, "sharp": 0.08416110184043646} +{"time": "18:11:33", "event": "step", "step": 4000, "rows_seen": 128000, "lr": 5.48067055504363e-05, "tok_per_s": 868.0873774392628, "loss": 0.6444637626409531, "entropy": 0.6378608047962189, "sharp": 0.1458786427974701} +{"time": "18:12:56", "event": "val", "step": 4000, "rows_seen": 128000, "n": 500, "dropped_long": 0, "noul_ce": 0.5967433452606201, "noul_T": 0.6537807846501018, "noul_auc": 0.7388229734519248, "noul_acc": 0.71, "noul_f1": 0.7723704866562009, "noul_nll": 0.5945849651694298, "noul_ece": 0.08696882236003878, "noul_brier": 0.20316553206582785, "noul_sharp": 0.13529010117053986, "entropy": 0.6404367685317993} +{"time": "18:16:35", "event": "step", "step": 4010, "rows_seen": 128320, "lr": 5.4614612959760934e-05, "tok_per_s": 867.3595135335371, "loss": 0.6533010751008987, "entropy": 0.6698210909962654, "sharp": 0.08340895175933838} +{"time": "18:20:20", "event": "step", "step": 4020, "rows_seen": 128640, "lr": 5.4422485710838034e-05, "tok_per_s": 867.4567237517792, "loss": 0.6376266404986382, "entropy": 0.6403777524828911, "sharp": 0.12875957321375608} +{"time": "18:23:53", "event": "step", "step": 4030, "rows_seen": 128960, "lr": 5.423032695260969e-05, "tok_per_s": 867.525394610333, "loss": 0.6198553740978241, "entropy": 0.639805294573307, "sharp": 0.13121744990348816} +{"time": "18:27:30", "event": "step", "step": 4040, "rows_seen": 129280, "lr": 5.403813983453441e-05, "tok_per_s": 867.5888490185572, "loss": 0.6993978135287762, "entropy": 0.650803916156292, "sharp": 0.11579746007919312} +{"time": "18:31:13", "event": "step", "step": 4050, "rows_seen": 129600, "lr": 5.3845927506535555e-05, "tok_per_s": 867.6721459579072, "loss": 0.6303418055176735, "entropy": 0.660085141658783, "sharp": 0.10367669351398945} +{"time": "18:34:53", "event": "step", "step": 4060, "rows_seen": 129920, "lr": 5.365369311894962e-05, "tok_per_s": 867.7480970574097, "loss": 0.6324610617011786, "entropy": 0.6622709035873413, "sharp": 0.10457728616893291} +{"time": "18:38:36", "event": "step", "step": 4070, "rows_seen": 130240, "lr": 5.3461439822474714e-05, "tok_per_s": 867.828702946501, "loss": 0.6015589535236359, "entropy": 0.6386679392307997, "sharp": 0.14083477575331926} +{"time": "18:42:18", "event": "step", "step": 4080, "rows_seen": 130560, "lr": 5.3269170768118824e-05, "tok_per_s": 867.8919786169671, "loss": 0.6423868350684643, "entropy": 0.640094980597496, "sharp": 0.1319412011653185} +{"time": "18:45:50", "event": "step", "step": 4090, "rows_seen": 130880, "lr": 5.30768891071482e-05, "tok_per_s": 867.9376573843974, "loss": 0.6274197995662689, "entropy": 0.6405492648482323, "sharp": 0.14088290091603994} +{"time": "18:49:27", "event": "step", "step": 4100, "rows_seen": 131200, "lr": 5.2884597991035735e-05, "tok_per_s": 868.0089795299427, "loss": 0.7016573995351791, "entropy": 0.6479008570313454, "sharp": 0.12644215859472752} +{"time": "18:50:51", "event": "val", "step": 4100, "rows_seen": 131200, "n": 500, "dropped_long": 0, "noul_ce": 0.5879276394844055, "noul_T": 0.7448706915325443, "noul_auc": 0.7391436431452635, "noul_acc": 0.708, "noul_f1": 0.7807807807807807, "noul_nll": 0.5864392150640487, "noul_ece": 0.06566047918796541, "noul_brier": 0.19989574238092495, "noul_sharp": 0.15247924625873566, "entropy": 0.6238760352134705} +{"time": "18:54:29", "event": "step", "step": 4110, "rows_seen": 131520, "lr": 5.2692300571409284e-05, "tok_per_s": 867.266365076382, "loss": 0.6592457396909595, "entropy": 0.636763371527195, "sharp": 0.13544163387268782} +{"time": "18:58:12", "event": "step", "step": 4120, "rows_seen": 131840, "lr": 5.25e-05, "tok_per_s": 867.3381826333186, "loss": 0.6380938366055489, "entropy": 0.6634039022028446, "sharp": 0.10101548582315445} +{"time": "19:01:51", "event": "step", "step": 4130, "rows_seen": 132160, "lr": 5.230769942859073e-05, "tok_per_s": 867.4082934960111, "loss": 0.6058572195470333, "entropy": 0.6400259584188461, "sharp": 0.12849332764744759} +{"time": "19:05:27", "event": "step", "step": 4140, "rows_seen": 132480, "lr": 5.2115402008964276e-05, "tok_per_s": 867.4714842035432, "loss": 0.6973072662949562, "entropy": 0.6326833441853523, "sharp": 0.13946759887039661} +{"time": "19:09:00", "event": "step", "step": 4150, "rows_seen": 132800, "lr": 5.192311089285181e-05, "tok_per_s": 867.5415944744349, "loss": 0.6188200414180756, "entropy": 0.6371596120297909, "sharp": 0.13799203652888536} +{"time": "19:12:34", "event": "step", "step": 4160, "rows_seen": 133120, "lr": 5.173082923188119e-05, "tok_per_s": 867.6096841713675, "loss": 0.6393504962325096, "entropy": 0.6480380818247795, "sharp": 0.12228170968592167} +{"time": "19:16:11", "event": "step", "step": 4170, "rows_seen": 133440, "lr": 5.15385601775253e-05, "tok_per_s": 867.6563523368335, "loss": 0.6508751399815083, "entropy": 0.6710786819458008, "sharp": 0.088148457929492} +{"time": "19:19:53", "event": "step", "step": 4180, "rows_seen": 133760, "lr": 5.134630688105039e-05, "tok_per_s": 867.7180561621743, "loss": 0.6392330266535282, "entropy": 0.6608999148011208, "sharp": 0.10637797880917788} +{"time": "19:23:30", "event": "step", "step": 4190, "rows_seen": 134080, "lr": 5.115407249346446e-05, "tok_per_s": 867.7925489606235, "loss": 0.66615941375494, "entropy": 0.6485326513648033, "sharp": 0.1292499229311943} +{"time": "19:27:12", "event": "step", "step": 4200, "rows_seen": 134400, "lr": 5.0961860165465604e-05, "tok_per_s": 867.8746322514838, "loss": 0.6538403779268265, "entropy": 0.6522964909672737, "sharp": 0.11659847013652325} +{"time": "19:28:35", "event": "val", "step": 4200, "rows_seen": 134400, "n": 500, "dropped_long": 0, "noul_ce": 0.6059415340423584, "noul_T": 0.5858519347869497, "noul_auc": 0.7423165853740865, "noul_acc": 0.7, "noul_f1": 0.7572815533980582, "noul_nll": 0.601983789652586, "noul_ece": 0.10264410674571992, "noul_brier": 0.20629590370631257, "noul_sharp": 0.11910468339920044, "entropy": 0.6520432829856873} +{"time": "19:32:13", "event": "step", "step": 4210, "rows_seen": 134720, "lr": 5.076967304739033e-05, "tok_per_s": 867.2018596898548, "loss": 0.6650336682796478, "entropy": 0.658199816942215, "sharp": 0.10911071300506592} +{"time": "19:35:49", "event": "step", "step": 4220, "rows_seen": 135040, "lr": 5.0577514289161984e-05, "tok_per_s": 867.2772058036071, "loss": 0.6233933866024017, "entropy": 0.6602622121572495, "sharp": 0.10106226895004511} +{"time": "19:39:26", "event": "step", "step": 4230, "rows_seen": 135360, "lr": 5.0385387040239084e-05, "tok_per_s": 867.3407443248673, "loss": 0.6412061415612698, "entropy": 0.6638472080230713, "sharp": 0.09465956408530474} +{"time": "19:43:11", "event": "step", "step": 4240, "rows_seen": 135680, "lr": 5.019329444956372e-05, "tok_per_s": 867.4328411988288, "loss": 0.6419879831373692, "entropy": 0.650202788412571, "sharp": 0.1180520886555314} +{"time": "19:46:47", "event": "step", "step": 4250, "rows_seen": 136000, "lr": 5.000123966550992e-05, "tok_per_s": 867.4969670036877, "loss": 0.6077729612588882, "entropy": 0.6354839950799942, "sharp": 0.1414675321429968} +{"time": "19:50:25", "event": "step", "step": 4260, "rows_seen": 136320, "lr": 4.980922583583212e-05, "tok_per_s": 867.5638671025184, "loss": 0.6248466558754444, "entropy": 0.6479998454451561, "sharp": 0.11773270927369595} +{"time": "19:54:04", "event": "step", "step": 4270, "rows_seen": 136640, "lr": 4.9617256107613466e-05, "tok_per_s": 867.633672119959, "loss": 0.6456372737884521, "entropy": 0.6495981980115175, "sharp": 0.11665201745927334} +{"time": "19:57:45", "event": "step", "step": 4280, "rows_seen": 136960, "lr": 4.9425333627214304e-05, "tok_per_s": 867.703745788699, "loss": 0.6774088926613331, "entropy": 0.6589132100343704, "sharp": 0.10678219050168991} +{"time": "20:01:20", "event": "step", "step": 4290, "rows_seen": 137280, "lr": 4.9233461540220574e-05, "tok_per_s": 867.7687231598034, "loss": 0.6506717316806316, "entropy": 0.6559503301978111, "sharp": 0.1071992190554738} +{"time": "20:05:00", "event": "step", "step": 4300, "rows_seen": 137600, "lr": 4.9041642991392315e-05, "tok_per_s": 867.8339039170374, "loss": 0.6684648003429174, "entropy": 0.6597819346934557, "sharp": 0.09996368922293186} +{"time": "20:06:24", "event": "val", "step": 4300, "rows_seen": 137600, "n": 500, "dropped_long": 0, "noul_ce": 0.5991590619087219, "noul_T": 0.6596864134592338, "noul_auc": 0.7413545762940711, "noul_acc": 0.708, "noul_f1": 0.762987012987013, "noul_nll": 0.5967636370956898, "noul_ece": 0.08679481494426727, "noul_brier": 0.20423105110040682, "noul_sharp": 0.1318921595811844, "entropy": 0.6407433748245239} +{"time": "20:10:03", "event": "step", "step": 4310, "rows_seen": 137920, "lr": 4.884988112461205e-05, "tok_per_s": 867.1376062307451, "loss": 0.6778464466333389, "entropy": 0.6397626735270023, "sharp": 0.1330199483782053} +{"time": "20:13:39", "event": "step", "step": 4320, "rows_seen": 138240, "lr": 4.865817908283331e-05, "tok_per_s": 867.2242647069874, "loss": 0.6634446643292904, "entropy": 0.6646513007581234, "sharp": 0.0944413049146533} +{"time": "20:17:20", "event": "step", "step": 4330, "rows_seen": 138560, "lr": 4.846654000802906e-05, "tok_per_s": 867.2771261776332, "loss": 0.6284919753670692, "entropy": 0.631180077791214, "sharp": 0.14599336124956608} +{"time": "20:20:51", "event": "step", "step": 4340, "rows_seen": 138880, "lr": 4.827496704114032e-05, "tok_per_s": 867.3165267021401, "loss": 0.6879538204520941, "entropy": 0.6209626439958811, "sharp": 0.1600865451619029} +{"time": "20:24:30", "event": "step", "step": 4350, "rows_seen": 139200, "lr": 4.808346332202454e-05, "tok_per_s": 867.3972949020416, "loss": 0.6795211993157864, "entropy": 0.6647411286830902, "sharp": 0.09405921492725611} +{"time": "20:28:09", "event": "step", "step": 4360, "rows_seen": 139520, "lr": 4.7892031989404217e-05, "tok_per_s": 867.4752041141107, "loss": 0.6622303351759911, "entropy": 0.6428661718964577, "sharp": 0.12795342225581408} +{"time": "20:31:45", "event": "step", "step": 4370, "rows_seen": 139840, "lr": 4.770067618081549e-05, "tok_per_s": 867.5485454537248, "loss": 0.6195353381335735, "entropy": 0.6540957354009151, "sharp": 0.11685061547905207} +{"time": "20:35:17", "event": "step", "step": 4380, "rows_seen": 140160, "lr": 4.750939903255661e-05, "tok_per_s": 867.6168227923312, "loss": 0.6576013714075089, "entropy": 0.660002076998353, "sharp": 0.1053385017439723} +{"time": "20:39:05", "event": "step", "step": 4390, "rows_seen": 140480, "lr": 4.731820367963665e-05, "tok_per_s": 867.708205769593, "loss": 0.6490307599306107, "entropy": 0.6389262676239014, "sharp": 0.1304545598104596} +{"time": "20:42:42", "event": "step", "step": 4400, "rows_seen": 140800, "lr": 4.7127093255723996e-05, "tok_per_s": 867.7947412641471, "loss": 0.5973898218944669, "entropy": 0.6456091040745378, "sharp": 0.13229414727538824} +{"time": "20:44:06", "event": "val", "step": 4400, "rows_seen": 140800, "n": 500, "dropped_long": 0, "noul_ce": 0.5989059209823608, "noul_T": 0.6295237218199793, "noul_auc": 0.7363251253143407, "noul_acc": 0.698, "noul_f1": 0.7614533965244866, "noul_nll": 0.5972044102847576, "noul_ece": 0.09129791426658627, "noul_brier": 0.20444764515042246, "noul_sharp": 0.12866735458374023, "entropy": 0.6435277462005615} +{"time": "20:47:43", "event": "step", "step": 4410, "rows_seen": 141120, "lr": 4.693607089309514e-05, "tok_per_s": 867.1591853101777, "loss": 0.6226024255156517, "entropy": 0.6612147521227598, "sharp": 0.09681400563567877} +{"time": "20:51:26", "event": "step", "step": 4420, "rows_seen": 141440, "lr": 4.674513972258321e-05, "tok_per_s": 867.2250237719348, "loss": 0.6551925279200077, "entropy": 0.6444569006562233, "sharp": 0.12620212510228157} +{"time": "20:55:04", "event": "step", "step": 4430, "rows_seen": 141760, "lr": 4.655430287352669e-05, "tok_per_s": 867.3062949775783, "loss": 0.64626894146204, "entropy": 0.6482443027198315, "sharp": 0.1276883976534009} +{"time": "20:58:33", "event": "step", "step": 4440, "rows_seen": 142080, "lr": 4.636356347371821e-05, "tok_per_s": 867.3780706049062, "loss": 0.6575462520122528, "entropy": 0.6466088071465492, "sharp": 0.12020952254533768} +{"time": "21:02:16", "event": "step", "step": 4450, "rows_seen": 142400, "lr": 4.6172924649353156e-05, "tok_per_s": 867.4551247302481, "loss": 0.6455077417194843, "entropy": 0.6393434330821037, "sharp": 0.13531819637864828} +{"time": "21:05:58", "event": "step", "step": 4460, "rows_seen": 142720, "lr": 4.598238952497854e-05, "tok_per_s": 867.4951532658379, "loss": 0.6321307942271233, "entropy": 0.6324163600802422, "sharp": 0.14537636749446392} +{"time": "21:09:35", "event": "step", "step": 4470, "rows_seen": 143040, "lr": 4.5791961223441706e-05, "tok_per_s": 867.5747829548376, "loss": 0.6577435210347176, "entropy": 0.6388684548437595, "sharp": 0.13937418069690466} +{"time": "21:13:15", "event": "step", "step": 4480, "rows_seen": 143360, "lr": 4.560164286583922e-05, "tok_per_s": 867.6300542270146, "loss": 0.662047753110528, "entropy": 0.6498426832258701, "sharp": 0.11602759175002575} +{"time": "21:16:53", "event": "step", "step": 4490, "rows_seen": 143680, "lr": 4.541143757146565e-05, "tok_per_s": 867.6891218149966, "loss": 0.6504594851285219, "entropy": 0.6356855556368828, "sharp": 0.1485990807414055} +{"time": "21:20:29", "event": "step", "step": 4500, "rows_seen": 144000, "lr": 4.52213484577625e-05, "tok_per_s": 867.7479149253933, "loss": 0.6627371367067099, "entropy": 0.6680374480783939, "sharp": 0.08846455160528421} +{"time": "21:21:52", "event": "val", "step": 4500, "rows_seen": 144000, "n": 500, "dropped_long": 0, "noul_ce": 0.6127091646194458, "noul_T": 0.6280090514141399, "noul_auc": 0.740696359555113, "noul_acc": 0.7, "noul_f1": 0.7466216216216216, "noul_nll": 0.6081758978068829, "noul_ece": 0.10294342935085297, "noul_brier": 0.20931960946362246, "noul_sharp": 0.11904581636190414, "entropy": 0.6521922945976257} +{"time": "21:25:26", "event": "step", "step": 4510, "rows_seen": 144320, "lr": 4.503137864026707e-05, "tok_per_s": 867.0857152146208, "loss": 0.635083444416523, "entropy": 0.6489721164107323, "sharp": 0.12335400003939867} +{"time": "21:29:02", "event": "step", "step": 4520, "rows_seen": 144640, "lr": 4.4841531232561406e-05, "tok_per_s": 867.1405371904375, "loss": 0.6950537040829659, "entropy": 0.6762421503663063, "sharp": 0.07616878580302} +{"time": "21:32:39", "event": "step", "step": 4530, "rows_seen": 144960, "lr": 4.4651809346221285e-05, "tok_per_s": 867.1865178737244, "loss": 0.6776317581534386, "entropy": 0.6683273278176785, "sharp": 0.08940288424491882} +{"time": "21:36:15", "event": "step", "step": 4540, "rows_seen": 145280, "lr": 4.44622160907652e-05, "tok_per_s": 867.2293121752929, "loss": 0.6497452594339848, "entropy": 0.634837880730629, "sharp": 0.1462779799476266} +{"time": "21:39:54", "event": "step", "step": 4550, "rows_seen": 145600, "lr": 4.427275457360338e-05, "tok_per_s": 867.2923757359465, "loss": 0.6777353808283806, "entropy": 0.664682000875473, "sharp": 0.09711075946688652} +{"time": "21:43:22", "event": "step", "step": 4560, "rows_seen": 145920, "lr": 4.4083427899986926e-05, "tok_per_s": 867.3455264778291, "loss": 0.6643770318478346, "entropy": 0.6619544606655836, "sharp": 0.1059585465118289} +{"time": "21:47:00", "event": "step", "step": 4570, "rows_seen": 146240, "lr": 4.3894239172956814e-05, "tok_per_s": 867.388615981305, "loss": 0.6196726635098457, "entropy": 0.6642091237008572, "sharp": 0.10291885957121849} +{"time": "21:50:44", "event": "step", "step": 4580, "rows_seen": 146560, "lr": 4.370519149329313e-05, "tok_per_s": 867.4751745926254, "loss": 0.6299872063100338, "entropy": 0.6630998626351357, "sharp": 0.09505497943609953} +{"time": "21:54:22", "event": "step", "step": 4590, "rows_seen": 146880, "lr": 4.351628795946421e-05, "tok_per_s": 867.5372795787522, "loss": 0.6558703295886517, "entropy": 0.639914320781827, "sharp": 0.1385171115398407} +{"time": "21:57:55", "event": "step", "step": 4600, "rows_seen": 147200, "lr": 4.3327531667575824e-05, "tok_per_s": 867.599176675242, "loss": 0.6359216663986444, "entropy": 0.6544330939650536, "sharp": 0.11539736669510603} +{"time": "21:59:19", "event": "val", "step": 4600, "rows_seen": 147200, "n": 500, "dropped_long": 0, "noul_ce": 0.5962713360786438, "noul_T": 0.7047404931707327, "noul_auc": 0.7402575483958076, "noul_acc": 0.714, "noul_f1": 0.7689822294022617, "noul_nll": 0.5929544600248337, "noul_ece": 0.0726461855173111, "noul_brier": 0.20263853423286735, "noul_sharp": 0.1415969878435135, "entropy": 0.634480893611908} +{"time": "22:02:58", "event": "step", "step": 4610, "rows_seen": 147520, "lr": 4.313892571132051e-05, "tok_per_s": 866.9619974129495, "loss": 0.6465345807373524, "entropy": 0.6508941948413849, "sharp": 0.121994792483747} +{"time": "22:06:37", "event": "step", "step": 4620, "rows_seen": 147840, "lr": 4.2950473181926795e-05, "tok_per_s": 867.0163285538164, "loss": 0.6472562476992607, "entropy": 0.6587296910583973, "sharp": 0.09953702986240387} +{"time": "22:10:22", "event": "step", "step": 4630, "rows_seen": 148160, "lr": 4.276217716810857e-05, "tok_per_s": 867.0742210576484, "loss": 0.6685106828808784, "entropy": 0.6357839182019234, "sharp": 0.13882273994386196} +{"time": "22:14:05", "event": "step", "step": 4640, "rows_seen": 148480, "lr": 4.257404075601443e-05, "tok_per_s": 867.1313582047512, "loss": 0.6450061220675707, "entropy": 0.6500279903411865, "sharp": 0.11342712212353945} +{"time": "22:17:45", "event": "step", "step": 4650, "rows_seen": 148800, "lr": 4.238606702917717e-05, "tok_per_s": 867.1906194930118, "loss": 0.6405958831310272, "entropy": 0.6589490324258804, "sharp": 0.09711763635277748} +{"time": "22:21:25", "event": "step", "step": 4660, "rows_seen": 149120, "lr": 4.219825906846314e-05, "tok_per_s": 867.2600636928815, "loss": 0.7073633633553982, "entropy": 0.6644602939486504, "sharp": 0.09032867569476366} +{"time": "22:25:01", "event": "step", "step": 4670, "rows_seen": 149440, "lr": 4.201061995202182e-05, "tok_per_s": 867.3163607775774, "loss": 0.6597995460033417, "entropy": 0.6516113802790642, "sharp": 0.12414683401584625} +{"time": "22:28:44", "event": "step", "step": 4680, "rows_seen": 149760, "lr": 4.182315275523537e-05, "tok_per_s": 867.3896429733944, "loss": 0.6205235440284014, "entropy": 0.6437594369053841, "sharp": 0.12985724490135908} +{"time": "22:32:14", "event": "step", "step": 4690, "rows_seen": 150080, "lr": 4.163586055066818e-05, "tok_per_s": 867.4345612236581, "loss": 0.6513306573033333, "entropy": 0.6508266851305962, "sharp": 0.10882757417857647} +{"time": "22:35:45", "event": "step", "step": 4700, "rows_seen": 150400, "lr": 4.144874640801657e-05, "tok_per_s": 867.4984833927527, "loss": 0.63692207634449, "entropy": 0.6255822852253914, "sharp": 0.15578234288841486} +{"time": "22:37:09", "event": "val", "step": 4700, "rows_seen": 150400, "n": 500, "dropped_long": 0, "noul_ce": 0.5879712700843811, "noul_T": 0.818879217974717, "noul_auc": 0.7379791058378762, "noul_acc": 0.708, "noul_f1": 0.7807807807807807, "noul_nll": 0.5846675478368998, "noul_ece": 0.0665307900905609, "noul_brier": 0.19897301876819137, "noul_sharp": 0.1649359166622162, "entropy": 0.6149519681930542} +{"time": "22:40:46", "event": "step", "step": 4710, "rows_seen": 150720, "lr": 4.1261813394058424e-05, "tok_per_s": 866.8695167657114, "loss": 0.6979591101408005, "entropy": 0.6564954221248627, "sharp": 0.10577907599508762} +{"time": "22:44:23", "event": "step", "step": 4720, "rows_seen": 151040, "lr": 4.1075064572602964e-05, "tok_per_s": 866.9438558221713, "loss": 0.6910382136702538, "entropy": 0.6491486057639122, "sharp": 0.12288754526525736} +{"time": "22:48:04", "event": "step", "step": 4730, "rows_seen": 151360, "lr": 4.088850300444049e-05, "tok_per_s": 867.0000903870746, "loss": 0.6970689408481121, "entropy": 0.6444155499339104, "sharp": 0.13172860350459814} +{"time": "22:51:42", "event": "step", "step": 4740, "rows_seen": 151680, "lr": 4.070213174729229e-05, "tok_per_s": 867.0773301327954, "loss": 0.7281440272927284, "entropy": 0.6536784470081329, "sharp": 0.11195245757699013} +{"time": "22:55:13", "event": "step", "step": 4750, "rows_seen": 152000, "lr": 4.0515953855760444e-05, "tok_per_s": 867.1268688525159, "loss": 0.6168075874447823, "entropy": 0.632314033806324, "sharp": 0.153997166082263} +{"time": "22:58:57", "event": "step", "step": 4760, "rows_seen": 152320, "lr": 4.0329972381277805e-05, "tok_per_s": 867.2158846301999, "loss": 0.6750525087118149, "entropy": 0.6633684784173965, "sharp": 0.0950270164757967} +{"time": "23:02:33", "event": "step", "step": 4770, "rows_seen": 152640, "lr": 4.014419037205797e-05, "tok_per_s": 867.2734371735515, "loss": 0.6576320752501488, "entropy": 0.6422175541520119, "sharp": 0.12974229082465172} +{"time": "23:06:11", "event": "step", "step": 4780, "rows_seen": 152960, "lr": 3.9958610873045324e-05, "tok_per_s": 867.3272521985959, "loss": 0.6960371993482113, "entropy": 0.6543932519853115, "sharp": 0.10970867052674294} +{"time": "23:09:54", "event": "step", "step": 4790, "rows_seen": 153280, "lr": 3.977323692586514e-05, "tok_per_s": 867.3859045058272, "loss": 0.6396436933428049, "entropy": 0.6568993460386992, "sharp": 0.11347731668502092} +{"time": "23:13:37", "event": "step", "step": 4800, "rows_seen": 153600, "lr": 3.958807156877371e-05, "tok_per_s": 867.4585126123203, "loss": 0.6484848074615002, "entropy": 0.6563629880547523, "sharp": 0.11427144892513752} +{"time": "23:15:01", "event": "val", "step": 4800, "rows_seen": 153600, "n": 500, "dropped_long": 0, "noul_ce": 0.5922881960868835, "noul_T": 0.715962256994925, "noul_auc": 0.7359031915073164, "noul_acc": 0.696, "noul_f1": 0.7682926829268293, "noul_nll": 0.5905327124595642, "noul_ece": 0.07383656322956086, "noul_brier": 0.2017012626784702, "noul_sharp": 0.14446112513542175, "entropy": 0.6300764679908752} +{"time": "23:18:47", "event": "step", "step": 4810, "rows_seen": 153920, "lr": 3.940311783660859e-05, "tok_per_s": 866.8637999539911, "loss": 0.637891061604023, "entropy": 0.6699280515313148, "sharp": 0.0875023202970624} +{"time": "23:22:34", "event": "step", "step": 4820, "rows_seen": 154240, "lr": 3.921837876073878e-05, "tok_per_s": 866.9458143612756, "loss": 0.6430305559188128, "entropy": 0.6597559209913015, "sharp": 0.09891733806580305} +{"time": "23:26:06", "event": "step", "step": 4830, "rows_seen": 154560, "lr": 3.903385736901513e-05, "tok_per_s": 867.008218670068, "loss": 0.6646504998207092, "entropy": 0.6615267395973206, "sharp": 0.09132280945777893} +{"time": "23:29:53", "event": "step", "step": 4840, "rows_seen": 154880, "lr": 3.884955668572066e-05, "tok_per_s": 867.0855318593652, "loss": 0.6427210550755262, "entropy": 0.6552252788096666, "sharp": 0.11031681578606367} +{"time": "23:33:34", "event": "step", "step": 4850, "rows_seen": 155200, "lr": 3.866547973152102e-05, "tok_per_s": 867.1502287979235, "loss": 0.6386938169598579, "entropy": 0.6623601280152798, "sharp": 0.11024104245007038} +{"time": "23:37:11", "event": "step", "step": 4860, "rows_seen": 155520, "lr": 3.848162952341493e-05, "tok_per_s": 867.2109827514373, "loss": 0.6196718066930771, "entropy": 0.6449932977557182, "sharp": 0.12383166700601578} +{"time": "23:40:50", "event": "step", "step": 4870, "rows_seen": 155840, "lr": 3.829800907468482e-05, "tok_per_s": 867.2655600155485, "loss": 0.6749613359570503, "entropy": 0.6461855918169022, "sharp": 0.1261294400319457} +{"time": "23:44:37", "event": "step", "step": 4880, "rows_seen": 156160, "lr": 3.811462139484735e-05, "tok_per_s": 867.3354741401374, "loss": 0.6242554560303688, "entropy": 0.6480640918016434, "sharp": 0.11593312304466963} +{"time": "23:48:08", "event": "step", "step": 4890, "rows_seen": 156480, "lr": 3.7931469489604135e-05, "tok_per_s": 867.3929387476236, "loss": 0.6255275309085846, "entropy": 0.6533864587545395, "sharp": 0.11548593640327454} +{"time": "23:51:49", "event": "step", "step": 4900, "rows_seen": 156800, "lr": 3.77485563607925e-05, "tok_per_s": 867.4465161840599, "loss": 0.6520047187805176, "entropy": 0.6434455215930939, "sharp": 0.12652432918548584} +{"time": "23:53:12", "event": "val", "step": 4900, "rows_seen": 156800, "n": 500, "dropped_long": 0, "noul_ce": 0.5968672037124634, "noul_T": 0.7128988763585464, "noul_auc": 0.734839918313615, "noul_acc": 0.702, "noul_f1": 0.7616, "noul_nll": 0.5944898689687252, "noul_ece": 0.07822665882110598, "noul_brier": 0.20326984535614712, "noul_sharp": 0.14149735867977142, "entropy": 0.6338092684745789} +{"time": "23:56:55", "event": "step", "step": 4910, "rows_seen": 157120, "lr": 3.7565885006336204e-05, "tok_per_s": 866.8691578997862, "loss": 0.6813222579658031, "entropy": 0.6461575552821159, "sharp": 0.12481927033513784} +{"time": "00:00:33", "event": "step", "step": 4920, "rows_seen": 157440, "lr": 3.738345842019643e-05, "tok_per_s": 866.9303896683274, "loss": 0.6437498852610588, "entropy": 0.6424507331103086, "sharp": 0.12270230893045664} +{"time": "00:04:16", "event": "step", "step": 4930, "rows_seen": 157760, "lr": 3.720127959232254e-05, "tok_per_s": 867.0052710252793, "loss": 0.6318475417792797, "entropy": 0.6689642444252968, "sharp": 0.09301196318119764} +{"time": "00:07:52", "event": "step", "step": 4940, "rows_seen": 158080, "lr": 3.701935150860327e-05, "tok_per_s": 867.0408625765007, "loss": 0.6604806259274483, "entropy": 0.6589819435030222, "sharp": 0.09989814925938845} +{"time": "00:11:36", "event": "step", "step": 4950, "rows_seen": 158400, "lr": 3.68376771508176e-05, "tok_per_s": 867.1131544246731, "loss": 0.6786521375179291, "entropy": 0.6461108699440956, "sharp": 0.11911915056407452} +{"time": "00:15:18", "event": "step", "step": 4960, "rows_seen": 158720, "lr": 3.665625949658603e-05, "tok_per_s": 867.1699640644844, "loss": 0.6499867662787437, "entropy": 0.6247383281588554, "sharp": 0.16060681641101837} +{"time": "00:19:00", "event": "step", "step": 4970, "rows_seen": 159040, "lr": 3.647510151932169e-05, "tok_per_s": 867.2335122511521, "loss": 0.605069849640131, "entropy": 0.647456843405962, "sharp": 0.12830361630767584} +{"time": "00:22:37", "event": "step", "step": 4980, "rows_seen": 159360, "lr": 3.6294206188181676e-05, "tok_per_s": 867.2973765678684, "loss": 0.6307196440175176, "entropy": 0.6346628908067942, "sharp": 0.14198588486760855} +{"time": "00:26:10", "event": "step", "step": 4990, "rows_seen": 159680, "lr": 3.611357646801831e-05, "tok_per_s": 867.3422069835423, "loss": 0.6802934557199478, "entropy": 0.6422159299254417, "sharp": 0.12808200623840094} +{"time": "00:29:41", "event": "step", "step": 5000, "rows_seen": 160000, "lr": 3.5933215319330585e-05, "tok_per_s": 867.396517262163, "loss": 0.6157616265118122, "entropy": 0.6491404920816422, "sharp": 0.11927072610706091} +{"time": "00:31:04", "event": "val", "step": 5000, "rows_seen": 160000, "n": 500, "dropped_long": 0, "noul_ce": 0.5956937074661255, "noul_T": 0.6632832563186413, "noul_auc": 0.7342154562792189, "noul_acc": 0.694, "noul_f1": 0.766412213740458, "noul_nll": 0.5950675519108772, "noul_ece": 0.07033158397674562, "noul_brier": 0.2035095624873468, "noul_sharp": 0.13699011504650116, "entropy": 0.6385727524757385} +{"time": "00:34:41", "event": "step", "step": 5010, "rows_seen": 160320, "lr": 3.575312569821565e-05, "tok_per_s": 866.8369860870497, "loss": 0.652467992156744, "entropy": 0.665549747645855, "sharp": 0.10101714171469212} +{"time": "00:38:20", "event": "step", "step": 5020, "rows_seen": 160640, "lr": 3.557331055632036e-05, "tok_per_s": 866.9049563811667, "loss": 0.6063706539571285, "entropy": 0.6398615576326847, "sharp": 0.14063460659235716} +{"time": "00:42:01", "event": "step", "step": 5030, "rows_seen": 160960, "lr": 3.539377284079287e-05, "tok_per_s": 866.9466619490391, "loss": 0.6799616552889347, "entropy": 0.6524604540318251, "sharp": 0.11290014907717705} +{"time": "00:45:32", "event": "step", "step": 5040, "rows_seen": 161280, "lr": 3.521451549423435e-05, "tok_per_s": 866.9981324857586, "loss": 0.692085649818182, "entropy": 0.6440060772001743, "sharp": 0.13565179985016584} +{"time": "00:49:10", "event": "step", "step": 5050, "rows_seen": 161600, "lr": 3.503554145465077e-05, "tok_per_s": 867.0379694150505, "loss": 0.6636131405830383, "entropy": 0.6506011486053467, "sharp": 0.12037881650030613} +{"time": "00:52:44", "event": "step", "step": 5060, "rows_seen": 161920, "lr": 3.485685365540472e-05, "tok_per_s": 867.0907924457587, "loss": 0.64832953363657, "entropy": 0.6521744281053543, "sharp": 0.12107025552541018} +{"time": "00:56:27", "event": "step", "step": 5070, "rows_seen": 162240, "lr": 3.4678455025167375e-05, "tok_per_s": 867.1499273859193, "loss": 0.6723271440714598, "entropy": 0.6348507814109325, "sharp": 0.135065209120512} +{"time": "01:00:16", "event": "step", "step": 5080, "rows_seen": 162560, "lr": 3.450034848787043e-05, "tok_per_s": 867.2113947950187, "loss": 0.6591855175793171, "entropy": 0.6606519781053066, "sharp": 0.10809643846005201} +{"time": "01:03:56", "event": "step", "step": 5090, "rows_seen": 162880, "lr": 3.432253696265824e-05, "tok_per_s": 867.2699928357569, "loss": 0.6636327840387821, "entropy": 0.6549295037984848, "sharp": 0.11147834453731775} +{"time": "01:07:31", "event": "step", "step": 5100, "rows_seen": 163200, "lr": 3.414502336383992e-05, "tok_per_s": 867.3207394560214, "loss": 0.6853218823671341, "entropy": 0.6669940650463104, "sharp": 0.08963761199265718} +{"time": "01:08:55", "event": "val", "step": 5100, "rows_seen": 163200, "n": 500, "dropped_long": 0, "noul_ce": 0.5937833189964294, "noul_T": 0.7020173929470326, "noul_auc": 0.737388398508042, "noul_acc": 0.688, "noul_f1": 0.7491961414790996, "noul_nll": 0.5935067393481731, "noul_ece": 0.08405345195531848, "noul_brier": 0.2029343559214185, "noul_sharp": 0.14243856072425842, "entropy": 0.633040189743042} +{"time": "01:12:34", "event": "step", "step": 5110, "rows_seen": 163520, "lr": 3.396781060084163e-05, "tok_per_s": 866.7514574753698, "loss": 0.6890989504754543, "entropy": 0.6667203307151794, "sharp": 0.09145107213407755} +{"time": "01:16:14", "event": "step", "step": 5120, "rows_seen": 163840, "lr": 3.379090157815887e-05, "tok_per_s": 866.8109398886035, "loss": 0.6529557257890701, "entropy": 0.6540751866996288, "sharp": 0.11272169277071953} +{"time": "01:19:56", "event": "step", "step": 5130, "rows_seen": 164160, "lr": 3.361429919530884e-05, "tok_per_s": 866.8833989494113, "loss": 0.6951479874551296, "entropy": 0.6484129019081593, "sharp": 0.12145514786243439} +{"time": "01:23:41", "event": "step", "step": 5140, "rows_seen": 164480, "lr": 3.3438006346783004e-05, "tok_per_s": 866.9651034337438, "loss": 0.6699874624609947, "entropy": 0.6656690165400505, "sharp": 0.09954386856406927} +{"time": "01:27:26", "event": "step", "step": 5150, "rows_seen": 164800, "lr": 3.326202592199954e-05, "tok_per_s": 867.0116445774829, "loss": 0.6365303695201874, "entropy": 0.64632847905159, "sharp": 0.12660598754882812} +{"time": "01:30:58", "event": "step", "step": 5160, "rows_seen": 165120, "lr": 3.3086360805256096e-05, "tok_per_s": 867.0710670861151, "loss": 0.6530673690140247, "entropy": 0.6680731438100338, "sharp": 0.08220535796135664} +{"time": "01:34:37", "event": "step", "step": 5170, "rows_seen": 165440, "lr": 3.29110138756824e-05, "tok_per_s": 867.1333185702182, "loss": 0.658206894993782, "entropy": 0.6510049849748611, "sharp": 0.10922067612409592} +{"time": "01:38:24", "event": "step", "step": 5180, "rows_seen": 165760, "lr": 3.273598800719318e-05, "tok_per_s": 867.1962199034774, "loss": 0.6813361383974552, "entropy": 0.6332551762461662, "sharp": 0.14548984542489052} +{"time": "01:41:57", "event": "step", "step": 5190, "rows_seen": 166080, "lr": 3.2561286068441e-05, "tok_per_s": 867.2303517805, "loss": 0.6411367803812027, "entropy": 0.6390121430158615, "sharp": 0.12667557131499052} +{"time": "01:45:38", "event": "step", "step": 5200, "rows_seen": 166400, "lr": 3.238691092276923e-05, "tok_per_s": 867.3026826951416, "loss": 0.6493753269314766, "entropy": 0.649392157793045, "sharp": 0.11481155548244715} +{"time": "01:47:01", "event": "val", "step": 5200, "rows_seen": 166400, "n": 500, "dropped_long": 0, "noul_ce": 0.5975983142852783, "noul_T": 0.7543394856098041, "noul_auc": 0.7361732291438119, "noul_acc": 0.7, "noul_f1": 0.7540983606557377, "noul_nll": 0.5965002757012844, "noul_ece": 0.07814726895093918, "noul_brier": 0.2043339804247587, "noul_sharp": 0.1460859775543213, "entropy": 0.6297415494918823} +{"time": "01:50:34", "event": "step", "step": 5210, "rows_seen": 166720, "lr": 3.2212865428165155e-05, "tok_per_s": 866.739431333038, "loss": 0.6559291183948517, "entropy": 0.6641348302364349, "sharp": 0.09792886581271887} +{"time": "01:54:13", "event": "step", "step": 5220, "rows_seen": 167040, "lr": 3.203915243721314e-05, "tok_per_s": 866.7992852100672, "loss": 0.6762265656143427, "entropy": 0.6447059456259012, "sharp": 0.12706116773188114} +{"time": "01:57:55", "event": "step", "step": 5230, "rows_seen": 167360, "lr": 3.186577479704786e-05, "tok_per_s": 866.8629342881721, "loss": 0.658718466758728, "entropy": 0.6444520503282547, "sharp": 0.12350277882069349} +{"time": "02:01:34", "event": "step", "step": 5240, "rows_seen": 167680, "lr": 3.169273534930759e-05, "tok_per_s": 866.9212202098794, "loss": 0.6269751265645027, "entropy": 0.6632047966122627, "sharp": 0.0986922113224864} +{"time": "02:05:11", "event": "step", "step": 5250, "rows_seen": 168000, "lr": 3.1520036930087694e-05, "tok_per_s": 866.9947108001356, "loss": 0.650484025478363, "entropy": 0.6558708660304546, "sharp": 0.10917427204549313} +{"time": "02:08:49", "event": "step", "step": 5260, "rows_seen": 168320, "lr": 3.134768236989412e-05, "tok_per_s": 867.0465161021175, "loss": 0.6688369456678629, "entropy": 0.6739915460348129, "sharp": 0.07598436251282692} +{"time": "02:12:31", "event": "step", "step": 5270, "rows_seen": 168640, "lr": 3.1175674493597e-05, "tok_per_s": 867.1022266112487, "loss": 0.6848605647683144, "entropy": 0.6509732529520988, "sharp": 0.11882478184998035} +{"time": "02:16:07", "event": "step", "step": 5280, "rows_seen": 168960, "lr": 3.10040161203844e-05, "tok_per_s": 867.1662052378981, "loss": 0.5987056642770767, "entropy": 0.6515102759003639, "sharp": 0.12022282462567091} +{"time": "02:19:57", "event": "step", "step": 5290, "rows_seen": 169280, "lr": 3.083271006371603e-05, "tok_per_s": 867.2554995877158, "loss": 0.6139625683426857, "entropy": 0.651264775544405, "sharp": 0.11222593393176794} +{"time": "02:23:43", "event": "step", "step": 5300, "rows_seen": 169600, "lr": 3.066175913127718e-05, "tok_per_s": 867.3124756313642, "loss": 0.721794456243515, "entropy": 0.6453882288187742, "sharp": 0.12106772139668465} +{"time": "02:25:06", "event": "val", "step": 5300, "rows_seen": 169600, "n": 500, "dropped_long": 0, "noul_ce": 0.5807543396949768, "noul_T": 0.8792063887329044, "noul_auc": 0.7373208890989182, "noul_acc": 0.71, "noul_f1": 0.7786259541984732, "noul_nll": 0.5812721919119358, "noul_ece": 0.043423605561256406, "noul_brier": 0.19793719071413102, "noul_sharp": 0.1767374575138092, "entropy": 0.5999656915664673} +{"time": "02:28:48", "event": "step", "step": 5310, "rows_seen": 169920, "lr": 3.0491166124932678e-05, "tok_per_s": 866.7774690885279, "loss": 0.7026386633515358, "entropy": 0.6161538418382406, "sharp": 0.15701539814472198} +{"time": "02:32:29", "event": "step", "step": 5320, "rows_seen": 170240, "lr": 3.032093384068107e-05, "tok_per_s": 866.8450582577865, "loss": 0.6420067586004734, "entropy": 0.6489957440644503, "sharp": 0.12360818404704332} +{"time": "02:36:12", "event": "step", "step": 5330, "rows_seen": 170560, "lr": 3.0151065068608626e-05, "tok_per_s": 866.8947345926613, "loss": 0.7000108659267426, "entropy": 0.6654973179101944, "sharp": 0.10047089587897062} +{"time": "02:40:00", "event": "step", "step": 5340, "rows_seen": 170880, "lr": 2.9981562592843727e-05, "tok_per_s": 866.9646429746352, "loss": 0.6308940835297108, "entropy": 0.6439595073461533, "sharp": 0.13092894200235605} +{"time": "02:43:39", "event": "step", "step": 5350, "rows_seen": 171200, "lr": 2.9812429191511194e-05, "tok_per_s": 867.0275307829106, "loss": 0.629365723580122, "entropy": 0.655380941927433, "sharp": 0.10834810230880976} +{"time": "02:47:23", "event": "step", "step": 5360, "rows_seen": 171520, "lr": 2.9643667636686757e-05, "tok_per_s": 867.0798626317492, "loss": 0.6176088899374008, "entropy": 0.6442199572920799, "sharp": 0.12944714352488518} +{"time": "02:50:59", "event": "step", "step": 5370, "rows_seen": 171840, "lr": 2.947528069435168e-05, "tok_per_s": 867.1295231035575, "loss": 0.686858557164669, "entropy": 0.6612121239304543, "sharp": 0.10968928318470716} +{"time": "02:54:38", "event": "step", "step": 5380, "rows_seen": 172160, "lr": 2.9307271124347307e-05, "tok_per_s": 867.1792653161605, "loss": 0.6361422017216682, "entropy": 0.6157495006918907, "sharp": 0.16174308024346828} +{"time": "02:58:19", "event": "step", "step": 5390, "rows_seen": 172480, "lr": 2.9139641680329928e-05, "tok_per_s": 867.241686596454, "loss": 0.6410264484584332, "entropy": 0.6598568893969059, "sharp": 0.10537401866167784} +{"time": "03:02:05", "event": "step", "step": 5400, "rows_seen": 172800, "lr": 2.8972395109725607e-05, "tok_per_s": 867.3106273815763, "loss": 0.6557980850338936, "entropy": 0.6477773040533066, "sharp": 0.12728528399020433} +{"time": "03:03:29", "event": "val", "step": 5400, "rows_seen": 172800, "n": 500, "dropped_long": 0, "noul_ce": 0.5903791785240173, "noul_T": 0.6945667552752796, "noul_auc": 0.7394643128386018, "noul_acc": 0.71, "noul_f1": 0.7845468053491828, "noul_nll": 0.5892512223124504, "noul_ece": 0.06812198436260222, "noul_brier": 0.20095683769142417, "noul_sharp": 0.14567045867443085, "entropy": 0.6319106221199036} +{"time": "03:07:06", "event": "step", "step": 5410, "rows_seen": 173120, "lr": 2.8805534153685143e-05, "tok_per_s": 866.773960137369, "loss": 0.6229679360985756, "entropy": 0.6665090695023537, "sharp": 0.0970187708735466} +{"time": "03:10:51", "event": "step", "step": 5420, "rows_seen": 173440, "lr": 2.863906154703922e-05, "tok_per_s": 866.8464813927392, "loss": 0.6598069593310356, "entropy": 0.6695147007703781, "sharp": 0.08692006301134825} +{"time": "03:14:29", "event": "step", "step": 5430, "rows_seen": 173760, "lr": 2.8472980018253454e-05, "tok_per_s": 866.9167854047713, "loss": 0.691380649805069, "entropy": 0.6506224423646927, "sharp": 0.12565916497260332} +{"time": "03:18:04", "event": "step", "step": 5440, "rows_seen": 174080, "lr": 2.8307292289383776e-05, "tok_per_s": 866.9488412176934, "loss": 0.6469170674681664, "entropy": 0.664376474916935, "sharp": 0.0990756144747138} +{"time": "03:21:37", "event": "step", "step": 5450, "rows_seen": 174400, "lr": 2.8142001076031753e-05, "tok_per_s": 867.0004073826606, "loss": 0.724225364625454, "entropy": 0.6545102968811989, "sharp": 0.10960330814123154} +{"time": "03:25:12", "event": "step", "step": 5460, "rows_seen": 174720, "lr": 2.7977109087300167e-05, "tok_per_s": 867.0607665631475, "loss": 0.6101411934942007, "entropy": 0.6490410212427378, "sharp": 0.12778794579207897} +{"time": "03:28:52", "event": "step", "step": 5470, "rows_seen": 175040, "lr": 2.7812619025748542e-05, "tok_per_s": 867.0936574976714, "loss": 0.6023039072751999, "entropy": 0.637303814291954, "sharp": 0.13840280752629042} +{"time": "03:32:25", "event": "step", "step": 5480, "rows_seen": 175360, "lr": 2.7648533587348822e-05, "tok_per_s": 867.140716851316, "loss": 0.6900710500776768, "entropy": 0.6611310914158821, "sharp": 0.10056525375694036} +{"time": "03:36:02", "event": "step", "step": 5490, "rows_seen": 175680, "lr": 2.7484855461441254e-05, "tok_per_s": 867.2008483626237, "loss": 0.6862724348902702, "entropy": 0.6626038253307343, "sharp": 0.09790856018662453} +{"time": "03:39:39", "event": "step", "step": 5500, "rows_seen": 176000, "lr": 2.7321587330690306e-05, "tok_per_s": 867.2635263588687, "loss": 0.6434144228696823, "entropy": 0.6620517149567604, "sharp": 0.1078972714021802} +{"time": "03:41:03", "event": "val", "step": 5500, "rows_seen": 176000, "n": 500, "dropped_long": 0, "noul_ce": 0.5941169261932373, "noul_T": 0.6823345728557826, "noul_auc": 0.7390592563838585, "noul_acc": 0.706, "noul_f1": 0.773497688751926, "noul_nll": 0.5917475623190402, "noul_ece": 0.07691607296466826, "noul_brier": 0.20202518970240443, "noul_sharp": 0.1394364833831787, "entropy": 0.6352390050888062} +{"time": "03:44:41", "event": "step", "step": 5510, "rows_seen": 176320, "lr": 2.7158731871040615e-05, "tok_per_s": 866.7304815772851, "loss": 0.6515522245317698, "entropy": 0.6597141362726688, "sharp": 0.10957023780792952} +{"time": "03:48:24", "event": "step", "step": 5520, "rows_seen": 176640, "lr": 2.699629175167327e-05, "tok_per_s": 866.7891323773973, "loss": 0.6744780670851469, "entropy": 0.6327883899211884, "sharp": 0.145632260479033} +{"time": "03:52:01", "event": "step", "step": 5530, "rows_seen": 176960, "lr": 2.6834269634961918e-05, "tok_per_s": 866.8354919883225, "loss": 0.6456682495772839, "entropy": 0.6188999265432358, "sharp": 0.1679913643747568} +{"time": "03:55:38", "event": "step", "step": 5540, "rows_seen": 177280, "lr": 2.6672668176429223e-05, "tok_per_s": 866.8901609613508, "loss": 0.6787040457129478, "entropy": 0.6471178606152534, "sharp": 0.12168757151812315} +{"time": "03:59:16", "event": "step", "step": 5550, "rows_seen": 177600, "lr": 2.651149002470331e-05, "tok_per_s": 866.947084103768, "loss": 0.8574059121310711, "entropy": 0.6600289270281792, "sharp": 0.10875511076301336} +{"time": "04:02:55", "event": "step", "step": 5560, "rows_seen": 177920, "lr": 2.635073782147433e-05, "tok_per_s": 866.990415342648, "loss": 0.6352434530854225, "entropy": 0.6603797525167465, "sharp": 0.0998595217242837} +{"time": "04:06:38", "event": "step", "step": 5570, "rows_seen": 178240, "lr": 2.6190414201451253e-05, "tok_per_s": 867.0345702620148, "loss": 0.6569030210375786, "entropy": 0.6450505517423153, "sharp": 0.12831135746091604} +{"time": "04:10:13", "event": "step", "step": 5580, "rows_seen": 178560, "lr": 2.6030521792318564e-05, "tok_per_s": 867.0894976730895, "loss": 0.6499016843736172, "entropy": 0.6519858613610268, "sharp": 0.11380982771515846} +{"time": "04:13:54", "event": "step", "step": 5590, "rows_seen": 178880, "lr": 2.5871063214693276e-05, "tok_per_s": 867.1530155156111, "loss": 0.6572259245440364, "entropy": 0.650756411254406, "sharp": 0.11706055700778961} +{"time": "04:17:35", "event": "step", "step": 5600, "rows_seen": 179200, "lr": 2.571204108208194e-05, "tok_per_s": 867.1978571195051, "loss": 0.6454453580081463, "entropy": 0.6512529961764812, "sharp": 0.11737737245857716} +{"time": "04:18:59", "event": "val", "step": 5600, "rows_seen": 179200, "n": 500, "dropped_long": 0, "noul_ce": 0.5946107506752014, "noul_T": 0.6986375722455281, "noul_auc": 0.739624647685271, "noul_acc": 0.704, "noul_f1": 0.7701863354037267, "noul_nll": 0.5911469790935516, "noul_ece": 0.07622535729408264, "noul_brier": 0.2016300267925202, "noul_sharp": 0.14259938895702362, "entropy": 0.6341881155967712} +{"time": "04:22:36", "event": "step", "step": 5610, "rows_seen": 179520, "lr": 2.5553458000837872e-05, "tok_per_s": 866.6759539132763, "loss": 0.7019168436527252, "entropy": 0.6436751931905746, "sharp": 0.12949189729988575} +{"time": "04:26:16", "event": "step", "step": 5620, "rows_seen": 179840, "lr": 2.5395316570118345e-05, "tok_per_s": 866.7301115601487, "loss": 0.613607089035213, "entropy": 0.6478495262563229, "sharp": 0.11911530792713165} +{"time": "04:30:00", "event": "step", "step": 5630, "rows_seen": 180160, "lr": 2.523761938184204e-05, "tok_per_s": 866.7728944025307, "loss": 0.61735550314188, "entropy": 0.6511596813797951, "sharp": 0.1184606309980154} +{"time": "04:33:35", "event": "step", "step": 5640, "rows_seen": 180480, "lr": 2.5080369020646587e-05, "tok_per_s": 866.8331388525203, "loss": 0.7070615962147713, "entropy": 0.6398784704506397, "sharp": 0.1358808185905218} +{"time": "04:37:15", "event": "step", "step": 5650, "rows_seen": 180800, "lr": 2.4923568063846127e-05, "tok_per_s": 866.8836310373607, "loss": 0.7056069672107697, "entropy": 0.6385440677404404, "sharp": 0.1451793545857072} +{"time": "04:40:55", "event": "step", "step": 5660, "rows_seen": 181120, "lr": 2.4767219081389174e-05, "tok_per_s": 866.9346849492212, "loss": 0.6202428117394447, "entropy": 0.6435711607336998, "sharp": 0.12742202263325453} +{"time": "04:44:31", "event": "step", "step": 5670, "rows_seen": 181440, "lr": 2.4611324635816407e-05, "tok_per_s": 866.9831337380872, "loss": 0.6587093658745289, "entropy": 0.6617310661822557, "sharp": 0.10641396045684814} +{"time": "04:48:14", "event": "step", "step": 5680, "rows_seen": 181760, "lr": 2.4455887282218688e-05, "tok_per_s": 867.0373244570819, "loss": 0.6259518340229988, "entropy": 0.6597414277493954, "sharp": 0.1146625205874443} +{"time": "04:51:47", "event": "step", "step": 5690, "rows_seen": 182080, "lr": 2.4300909568195225e-05, "tok_per_s": 867.0790814474894, "loss": 0.66255022585392, "entropy": 0.6498327627778053, "sharp": 0.11644250899553299} +{"time": "04:55:23", "event": "step", "step": 5700, "rows_seen": 182400, "lr": 2.414639403381176e-05, "tok_per_s": 867.1388600612511, "loss": 0.7153602093458176, "entropy": 0.6495995074510574, "sharp": 0.12541955150663853} +{"time": "04:56:47", "event": "val", "step": 5700, "rows_seen": 182400, "n": 500, "dropped_long": 0, "noul_ce": 0.5917676687240601, "noul_T": 0.7223876989160157, "noul_auc": 0.7375909267354137, "noul_acc": 0.704, "noul_f1": 0.7672955974842768, "noul_nll": 0.5897631667554378, "noul_ece": 0.06745761179924012, "noul_brier": 0.2011530165755401, "noul_sharp": 0.1480061411857605, "entropy": 0.6295868158340454} +{"time": "05:00:26", "event": "step", "step": 5710, "rows_seen": 182720, "lr": 2.3992343211559e-05, "tok_per_s": 866.6300004868526, "loss": 0.6281499024480581, "entropy": 0.6482690572738647, "sharp": 0.11965374927967787} +{"time": "05:04:06", "event": "step", "step": 5720, "rows_seen": 183040, "lr": 2.383875962631108e-05, "tok_per_s": 866.6689730105883, "loss": 0.6389486417174339, "entropy": 0.6624985411763191, "sharp": 0.10213849321007729} +{"time": "05:07:42", "event": "step", "step": 5730, "rows_seen": 183360, "lr": 2.368564579528414e-05, "tok_per_s": 866.7304444893032, "loss": 0.6181364879012108, "entropy": 0.6335868909955025, "sharp": 0.1435786932706833} +{"time": "05:11:20", "event": "step", "step": 5740, "rows_seen": 183680, "lr": 2.353300422799513e-05, "tok_per_s": 866.770925103203, "loss": 0.6487521389499307, "entropy": 0.643098771572113, "sharp": 0.1282930839806795} +{"time": "05:15:04", "event": "step", "step": 5750, "rows_seen": 184000, "lr": 2.3380837426220643e-05, "tok_per_s": 866.8307094780336, "loss": 0.6592719592154026, "entropy": 0.6405718252062798, "sharp": 0.14124279841780663} +{"time": "05:18:49", "event": "step", "step": 5760, "rows_seen": 184320, "lr": 2.322914788395595e-05, "tok_per_s": 866.8795566643939, "loss": 0.6025271490216255, "entropy": 0.646673671901226, "sharp": 0.12236988823860884} +{"time": "05:22:34", "event": "step", "step": 5770, "rows_seen": 184640, "lr": 2.307793808737407e-05, "tok_per_s": 866.9276238886815, "loss": 0.6757279708981514, "entropy": 0.657289057970047, "sharp": 0.11622612737119198} +{"time": "05:26:15", "event": "step", "step": 5780, "rows_seen": 184960, "lr": 2.2927210514785057e-05, "tok_per_s": 866.984895046325, "loss": 0.6676516272127628, "entropy": 0.6510163098573685, "sharp": 0.11740031559020281} +{"time": "05:29:57", "event": "step", "step": 5790, "rows_seen": 185280, "lr": 2.2776967636595376e-05, "tok_per_s": 867.0470364820958, "loss": 0.6181125435978174, "entropy": 0.6533562708646059, "sharp": 0.11430118139833212} +{"time": "05:33:33", "event": "step", "step": 5800, "rows_seen": 185600, "lr": 2.2627211915267383e-05, "tok_per_s": 867.0970176474756, "loss": 0.6841976996511221, "entropy": 0.6351025681942701, "sharp": 0.14527752343565226} +{"time": "05:34:56", "event": "val", "step": 5800, "rows_seen": 185600, "n": 500, "dropped_long": 0, "noul_ce": 0.5924948453903198, "noul_T": 0.6716082358318551, "noul_auc": 0.7386541999291152, "noul_acc": 0.698, "noul_f1": 0.7701674277016742, "noul_nll": 0.5911185020506382, "noul_ece": 0.07200517952442172, "noul_brier": 0.20162019102610146, "noul_sharp": 0.14085465669631958, "entropy": 0.6358578205108643} +{"time": "05:38:39", "event": "step", "step": 5810, "rows_seen": 185920, "lr": 2.2477945805279055e-05, "tok_per_s": 866.5986816168881, "loss": 0.6696550659835339, "entropy": 0.6710067428648472, "sharp": 0.07701245881617069} +{"time": "05:42:27", "event": "step", "step": 5820, "rows_seen": 186240, "lr": 2.232917175308365e-05, "tok_per_s": 866.6642649357226, "loss": 0.6357567384839058, "entropy": 0.6510861851274967, "sharp": 0.1160768810659647} +{"time": "05:46:05", "event": "step", "step": 5830, "rows_seen": 186560, "lr": 2.2180892197069663e-05, "tok_per_s": 866.7041705307199, "loss": 0.6787791159003973, "entropy": 0.6547392681241035, "sharp": 0.11360521987080574} +{"time": "05:49:51", "event": "step", "step": 5840, "rows_seen": 186880, "lr": 2.2033109567520866e-05, "tok_per_s": 866.7526305702439, "loss": 0.6390819028019905, "entropy": 0.6458927169442177, "sharp": 0.1247776672244072} +{"time": "05:53:29", "event": "step", "step": 5850, "rows_seen": 187200, "lr": 2.1885826286576455e-05, "tok_per_s": 866.8099055302085, "loss": 0.6601535715162754, "entropy": 0.6527988165616989, "sharp": 0.1193606061860919} +{"time": "05:57:10", "event": "step", "step": 5860, "rows_seen": 187520, "lr": 2.1739044768191395e-05, "tok_per_s": 866.8669543907774, "loss": 0.648841418325901, "entropy": 0.6518820635974407, "sharp": 0.12545655202120543} +{"time": "06:00:45", "event": "step", "step": 5870, "rows_seen": 187840, "lr": 2.15927674180968e-05, "tok_per_s": 866.9148911712656, "loss": 0.6749428641051054, "entropy": 0.6457042917609215, "sharp": 0.13291032519191504} +{"time": "06:04:25", "event": "step", "step": 5880, "rows_seen": 188160, "lr": 2.144699663376052e-05, "tok_per_s": 866.9604385470724, "loss": 0.6767532797530293, "entropy": 0.6420592740178108, "sharp": 0.13935920409858227} +{"time": "06:08:04", "event": "step", "step": 5890, "rows_seen": 188480, "lr": 2.1301734804347856e-05, "tok_per_s": 867.0162168788928, "loss": 0.6544740088284016, "entropy": 0.648497648537159, "sharp": 0.11883341334760189} +{"time": "06:11:39", "event": "step", "step": 5900, "rows_seen": 188800, "lr": 2.1156984310682436e-05, "tok_per_s": 867.0601498536575, "loss": 0.6924124322831631, "entropy": 0.6609231475740671, "sharp": 0.1090154591947794} +{"time": "06:13:03", "event": "val", "step": 5900, "rows_seen": 188800, "n": 500, "dropped_long": 0, "noul_ce": 0.604404091835022, "noul_T": 0.6660583912130204, "noul_auc": 0.7380128605424382, "noul_acc": 0.698, "noul_f1": 0.7512355848434926, "noul_nll": 0.601665098875761, "noul_ece": 0.09300833529233933, "noul_brier": 0.20638117934320893, "noul_sharp": 0.13114632666110992, "entropy": 0.6439836621284485} +{"time": "06:16:44", "event": "step", "step": 5910, "rows_seen": 189120, "lr": 2.101274752520712e-05, "tok_per_s": 866.569099648476, "loss": 0.6087716203182936, "entropy": 0.6560156084597111, "sharp": 0.10785868018865585} +{"time": "06:20:34", "event": "step", "step": 5920, "rows_seen": 189440, "lr": 2.0869026811945157e-05, "tok_per_s": 866.6288126999177, "loss": 0.7498538084328175, "entropy": 0.6195450648665428, "sharp": 0.16857424937188625} +{"time": "06:24:20", "event": "step", "step": 5930, "rows_seen": 189760, "lr": 2.0725824526461453e-05, "tok_per_s": 866.6805680734323, "loss": 0.7352394200861454, "entropy": 0.6544844135642052, "sharp": 0.11522241309285164} +{"time": "06:28:08", "event": "step", "step": 5940, "rows_seen": 190080, "lr": 2.0583143015823914e-05, "tok_per_s": 866.745817848712, "loss": 0.6882609762251377, "entropy": 0.657894492149353, "sharp": 0.10965343285351992} +{"time": "06:31:48", "event": "step", "step": 5950, "rows_seen": 190400, "lr": 2.044098461856505e-05, "tok_per_s": 866.796677743219, "loss": 0.6401526723057032, "entropy": 0.6568194925785065, "sharp": 0.10705188568681479} +{"time": "06:35:18", "event": "step", "step": 5960, "rows_seen": 190720, "lr": 2.0299351664643596e-05, "tok_per_s": 866.8397533488481, "loss": 0.6705781370401382, "entropy": 0.6644398272037506, "sharp": 0.09092694707214832} +{"time": "06:38:58", "event": "step", "step": 5970, "rows_seen": 191040, "lr": 2.0158246475406324e-05, "tok_per_s": 866.8866217714065, "loss": 0.6917070783674717, "entropy": 0.6541983913630247, "sharp": 0.1080532930791378} +{"time": "06:42:43", "event": "step", "step": 5980, "rows_seen": 191360, "lr": 2.0017671363550004e-05, "tok_per_s": 866.940645415337, "loss": 0.6455929055809975, "entropy": 0.6558084785938263, "sharp": 0.11319098714739084} +{"time": "06:46:25", "event": "step", "step": 5990, "rows_seen": 191680, "lr": 1.987762863308352e-05, "tok_per_s": 866.9950371819809, "loss": 0.6767018288373947, "entropy": 0.6601947247982025, "sharp": 0.09995694179087877} +{"time": "06:50:10", "event": "step", "step": 6000, "rows_seen": 192000, "lr": 1.973812057929005e-05, "tok_per_s": 867.0417677142484, "loss": 0.6760014183819294, "entropy": 0.6576634645462036, "sharp": 0.10811338014900684} +{"time": "06:51:34", "event": "val", "step": 6000, "rows_seen": 192000, "n": 500, "dropped_long": 0, "noul_ce": 0.5935850143432617, "noul_T": 0.6491217280824525, "noul_auc": 0.7372365023375134, "noul_acc": 0.694, "noul_f1": 0.7685325264750378, "noul_nll": 0.5931806403696537, "noul_ece": 0.08040478277206421, "noul_brier": 0.2026576983381703, "noul_sharp": 0.1365262120962143, "entropy": 0.6387859582901001} +{"time": "06:55:13", "event": "step", "step": 6010, "rows_seen": 192320, "lr": 1.9599149488689554e-05, "tok_per_s": 866.5571590616042, "loss": 0.6298879161477089, "entropy": 0.6532525420188904, "sharp": 0.11562421452254057} +{"time": "06:58:46", "event": "step", "step": 6020, "rows_seen": 192640, "lr": 1.946071763900118e-05, "tok_per_s": 866.6095294938784, "loss": 0.654673159122467, "entropy": 0.6580515131354332, "sharp": 0.11295507103204727} +{"time": "07:02:33", "event": "step", "step": 6030, "rows_seen": 192960, "lr": 1.9322827299106e-05, "tok_per_s": 866.6641098670787, "loss": 0.6359881907701492, "entropy": 0.6406325809657574, "sharp": 0.1438281051814556} +{"time": "07:06:09", "event": "step", "step": 6040, "rows_seen": 193280, "lr": 1.9185480729009792e-05, "tok_per_s": 866.7019527596299, "loss": 0.6496078036725521, "entropy": 0.657358705997467, "sharp": 0.10714026354253292} +{"time": "07:09:47", "event": "step", "step": 6050, "rows_seen": 193600, "lr": 1.9048680179806038e-05, "tok_per_s": 866.7475787977344, "loss": 0.6494935154914856, "entropy": 0.6419614553451538, "sharp": 0.1338772689923644} +{"time": "07:13:27", "event": "step", "step": 6060, "rows_seen": 193920, "lr": 1.8912427893638996e-05, "tok_per_s": 866.795610421925, "loss": 0.6562580019235611, "entropy": 0.6395399793982506, "sharp": 0.13982133101671934} +{"time": "07:17:03", "event": "step", "step": 6070, "rows_seen": 194240, "lr": 1.8776726103666953e-05, "tok_per_s": 866.8349459516036, "loss": 0.6213182285428047, "entropy": 0.6607969775795937, "sharp": 0.10163074359297752} +{"time": "07:20:46", "event": "step", "step": 6080, "rows_seen": 194560, "lr": 1.8641577034025627e-05, "tok_per_s": 866.8908065389963, "loss": 0.6749157160520554, "entropy": 0.6401247568428516, "sharp": 0.13841321878135204} +{"time": "07:24:39", "event": "step", "step": 6090, "rows_seen": 194880, "lr": 1.8506982899791707e-05, "tok_per_s": 866.947272228159, "loss": 0.6644188575446606, "entropy": 0.6501017920672894, "sharp": 0.12374899722635746} +{"time": "07:28:21", "event": "step", "step": 6100, "rows_seen": 195200, "lr": 1.8372945906946615e-05, "tok_per_s": 866.9913387965065, "loss": 0.6017075031995773, "entropy": 0.6488625705242157, "sharp": 0.1200821390375495} +{"time": "07:29:44", "event": "val", "step": 6100, "rows_seen": 195200, "n": 500, "dropped_long": 0, "noul_ce": 0.595867395401001, "noul_T": 0.6782199419572208, "noul_auc": 0.7398018598842214, "noul_acc": 0.698, "noul_f1": 0.7576243980738363, "noul_nll": 0.5936839291155338, "noul_ece": 0.07452082538604736, "noul_brier": 0.20286349580526178, "noul_sharp": 0.1380273550748825, "entropy": 0.6371086239814758} +{"time": "07:33:19", "event": "step", "step": 6110, "rows_seen": 195520, "lr": 1.8239468252340235e-05, "tok_per_s": 866.5248304518817, "loss": 0.6726303547620773, "entropy": 0.6368534341454506, "sharp": 0.14169532526284456} +{"time": "07:36:53", "event": "step", "step": 6120, "rows_seen": 195840, "lr": 1.810655212365499e-05, "tok_per_s": 866.5796649208658, "loss": 0.6889930292963982, "entropy": 0.6505143716931343, "sharp": 0.13261122442781925} +{"time": "07:40:29", "event": "step", "step": 6130, "rows_seen": 196160, "lr": 1.7974199699369936e-05, "tok_per_s": 866.6064582847865, "loss": 0.6848781518638134, "entropy": 0.6409435048699379, "sharp": 0.1275172522291541} +{"time": "07:44:11", "event": "step", "step": 6140, "rows_seen": 196480, "lr": 1.7842413148725134e-05, "tok_per_s": 866.6618731599829, "loss": 0.6654971688985825, "entropy": 0.6400953903794289, "sharp": 0.1319274017587304} +{"time": "07:47:56", "event": "step", "step": 6150, "rows_seen": 196800, "lr": 1.7711194631686012e-05, "tok_per_s": 866.7153710919874, "loss": 0.6389889307320118, "entropy": 0.6509642153978348, "sharp": 0.12012699339538813} +{"time": "07:51:36", "event": "step", "step": 6160, "rows_seen": 197120, "lr": 1.7580546298907994e-05, "tok_per_s": 866.7533275905557, "loss": 0.608766995370388, "entropy": 0.639817401766777, "sharp": 0.13052206113934517} +{"time": "07:55:22", "event": "step", "step": 6170, "rows_seen": 197440, "lr": 1.745047029170125e-05, "tok_per_s": 866.8019177917631, "loss": 0.7066697031259537, "entropy": 0.655752494931221, "sharp": 0.11116844043135643} +{"time": "07:58:55", "event": "step", "step": 6180, "rows_seen": 197760, "lr": 1.7320968741995615e-05, "tok_per_s": 866.8451603901725, "loss": 0.6497757658362389, "entropy": 0.6674782298505306, "sharp": 0.08767114765942097} +{"time": "08:02:31", "event": "step", "step": 6190, "rows_seen": 198080, "lr": 1.719204377230564e-05, "tok_per_s": 866.8865624787777, "loss": 0.6418561339378357, "entropy": 0.6635527089238167, "sharp": 0.09759282507002354} +{"time": "08:06:10", "event": "step", "step": 6200, "rows_seen": 198400, "lr": 1.7063697495695813e-05, "tok_per_s": 866.929491141607, "loss": 0.6710080821067095, "entropy": 0.6627667210996151, "sharp": 0.09758751653134823} +{"time": "08:07:33", "event": "val", "step": 6200, "rows_seen": 198400, "n": 500, "dropped_long": 0, "noul_ce": 0.5949907302856445, "noul_T": 0.6683955476119137, "noul_auc": 0.738704831985958, "noul_acc": 0.69, "noul_f1": 0.7559055118110236, "noul_nll": 0.59324560084939, "noul_ece": 0.095412721991539, "noul_brier": 0.2026932869084944, "noul_sharp": 0.13691547513008118, "entropy": 0.6373389959335327} +{"time": "08:11:11", "event": "step", "step": 6210, "rows_seen": 198720, "lr": 1.6935932015745874e-05, "tok_per_s": 866.4510686393909, "loss": 0.6405775472521782, "entropy": 0.6606934778392315, "sharp": 0.10511621925979853} +{"time": "08:14:45", "event": "step", "step": 6220, "rows_seen": 199040, "lr": 1.680874942651641e-05, "tok_per_s": 866.4943723451024, "loss": 0.6551276408135891, "entropy": 0.6550442278385162, "sharp": 0.10555922146886587} +{"time": "08:18:29", "event": "step", "step": 6230, "rows_seen": 199360, "lr": 1.6682151812514485e-05, "tok_per_s": 866.5345363010689, "loss": 0.6133184507489204, "entropy": 0.6519699990749359, "sharp": 0.12284296751022339} +{"time": "08:21:59", "event": "step", "step": 6240, "rows_seen": 199680, "lr": 1.6556141248659472e-05, "tok_per_s": 866.5738283311649, "loss": 0.651043176651001, "entropy": 0.6669369488954544, "sharp": 0.09281236119568348} +{"time": "08:25:43", "event": "step", "step": 6250, "rows_seen": 200000, "lr": 1.6430719800249126e-05, "tok_per_s": 866.620264544411, "loss": 0.6820869445800781, "entropy": 0.6531997174024582, "sharp": 0.11678890231996775} +{"time": "08:29:19", "event": "step", "step": 6260, "rows_seen": 200320, "lr": 1.6305889522925608e-05, "tok_per_s": 866.6691916612135, "loss": 0.7083714734762907, "entropy": 0.6652403194457293, "sharp": 0.09660636726766825} +{"time": "08:32:53", "event": "step", "step": 6270, "rows_seen": 200640, "lr": 1.6181652462641888e-05, "tok_per_s": 866.7225238667673, "loss": 0.6438243500888348, "entropy": 0.659806452691555, "sharp": 0.0979203088209033} +{"time": "08:36:32", "event": "step", "step": 6280, "rows_seen": 200960, "lr": 1.605801065562816e-05, "tok_per_s": 866.761499840068, "loss": 0.6417216751724482, "entropy": 0.6664268616586924, "sharp": 0.0994563577696681} +{"time": "08:40:04", "event": "step", "step": 6290, "rows_seen": 201280, "lr": 1.593496612835853e-05, "tok_per_s": 866.8014286843752, "loss": 0.6389217227697372, "entropy": 0.645522091537714, "sharp": 0.12513357773423195} +{"time": "08:43:44", "event": "step", "step": 6300, "rows_seen": 201600, "lr": 1.581252089751772e-05, "tok_per_s": 866.8368501186166, "loss": 0.6632933467626572, "entropy": 0.6472140625119209, "sharp": 0.12339175306260586} +{"time": "08:45:08", "event": "val", "step": 6300, "rows_seen": 201600, "n": 500, "dropped_long": 0, "noul_ce": 0.596680760383606, "noul_T": 0.6396408360507656, "noul_auc": 0.7387554640428009, "noul_acc": 0.704, "noul_f1": 0.7672955974842768, "noul_nll": 0.5952638588249684, "noul_ece": 0.0841075782775879, "noul_brier": 0.20350030792505136, "noul_sharp": 0.13176308572292328, "entropy": 0.6413528323173523} +{"time": "08:48:51", "event": "step", "step": 6310, "rows_seen": 201920, "lr": 1.5690676969968083e-05, "tok_per_s": 866.3801566025903, "loss": 0.6677374020218849, "entropy": 0.6585219353437424, "sharp": 0.10624893754720688} +{"time": "08:52:26", "event": "step", "step": 6320, "rows_seen": 202240, "lr": 1.556943634271667e-05, "tok_per_s": 866.4163388473726, "loss": 0.6644662991166115, "entropy": 0.6473601013422012, "sharp": 0.12337892595678568} +{"time": "08:56:12", "event": "step", "step": 6330, "rows_seen": 202560, "lr": 1.54488010028825e-05, "tok_per_s": 866.4739840454918, "loss": 0.6822489742189646, "entropy": 0.6518297959119081, "sharp": 0.11983827222138643} +{"time": "08:59:56", "event": "step", "step": 6340, "rows_seen": 202880, "lr": 1.5328772927664065e-05, "tok_per_s": 866.5176217641168, "loss": 0.6843143478035927, "entropy": 0.6379395797848701, "sharp": 0.1389406081289053} +{"time": "09:03:40", "event": "step", "step": 6350, "rows_seen": 203200, "lr": 1.5209354084306795e-05, "tok_per_s": 866.5543901344686, "loss": 0.6610372792929411, "entropy": 0.6655216030776501, "sharp": 0.09225315600633621} +{"time": "09:07:19", "event": "step", "step": 6360, "rows_seen": 203520, "lr": 1.5090546430070923e-05, "tok_per_s": 866.5881518030033, "loss": 0.7323800139129162, "entropy": 0.6585836298763752, "sharp": 0.11253670044243336} +{"time": "09:10:53", "event": "step", "step": 6370, "rows_seen": 203840, "lr": 1.497235191219936e-05, "tok_per_s": 866.621888956167, "loss": 0.6407323889434338, "entropy": 0.6644163057208061, "sharp": 0.0870676850900054} +{"time": "09:14:30", "event": "step", "step": 6380, "rows_seen": 204160, "lr": 1.485477246788576e-05, "tok_per_s": 866.6555791420822, "loss": 0.6514709629118443, "entropy": 0.6525564715266228, "sharp": 0.11530455853790045} +{"time": "09:18:06", "event": "step", "step": 6390, "rows_seen": 204480, "lr": 1.473781002424286e-05, "tok_per_s": 866.6983487909615, "loss": 0.6443975381553173, "entropy": 0.6588749811053276, "sharp": 0.1078903591260314} +{"time": "09:21:49", "event": "step", "step": 6400, "rows_seen": 204800, "lr": 1.4621466498270773e-05, "tok_per_s": 866.736330062024, "loss": 0.7004686519503593, "entropy": 0.6582440137863159, "sharp": 0.0981614999473095} +{"time": "09:23:12", "event": "val", "step": 6400, "rows_seen": 204800, "n": 500, "dropped_long": 0, "noul_ce": 0.5961063504219055, "noul_T": 0.6737560916240758, "noul_auc": 0.7375234173262898, "noul_acc": 0.704, "noul_f1": 0.7658227848101266, "noul_nll": 0.5945582220554352, "noul_ece": 0.08101114094257354, "noul_brier": 0.20332600077550064, "noul_sharp": 0.1368989646434784, "entropy": 0.637424111366272} +{"time": "09:26:51", "event": "step", "step": 6410, "rows_seen": 205120, "lr": 1.4505743796825644e-05, "tok_per_s": 866.2758268566075, "loss": 0.6590728275477886, "entropy": 0.6664550080895424, "sharp": 0.09531523007899523} +{"time": "09:30:30", "event": "step", "step": 6420, "rows_seen": 205440, "lr": 1.4390643816588372e-05, "tok_per_s": 866.3330036468856, "loss": 0.6052575390785933, "entropy": 0.6297761369496584, "sharp": 0.14819001778960228} +{"time": "09:34:04", "event": "step", "step": 6430, "rows_seen": 205760, "lr": 1.4276168444033554e-05, "tok_per_s": 866.3772551865097, "loss": 0.6479316726326942, "entropy": 0.6604451909661293, "sharp": 0.10388867743313313} +{"time": "09:37:37", "event": "step", "step": 6440, "rows_seen": 206080, "lr": 1.4162319555398557e-05, "tok_per_s": 866.4274561479461, "loss": 0.7055688574910164, "entropy": 0.6486011072993279, "sharp": 0.1206176271662116} +{"time": "09:41:18", "event": "step", "step": 6450, "rows_seen": 206400, "lr": 1.4049099016652694e-05, "tok_per_s": 866.4768046884201, "loss": 0.6318181343376637, "entropy": 0.6463756710290909, "sharp": 0.12136181630194187} +{"time": "09:44:54", "event": "step", "step": 6460, "rows_seen": 206720, "lr": 1.3936508683466753e-05, "tok_per_s": 866.5198505562445, "loss": 0.6985412165522575, "entropy": 0.6528723165392876, "sharp": 0.11158140189945698} +{"time": "09:48:34", "event": "step", "step": 6470, "rows_seen": 207040, "lr": 1.3824550401182503e-05, "tok_per_s": 866.5790578608137, "loss": 0.6284280493855476, "entropy": 0.628493919968605, "sharp": 0.14750646147876978} +{"time": "09:52:16", "event": "step", "step": 6480, "rows_seen": 207360, "lr": 1.3713226004782476e-05, "tok_per_s": 866.6084484976113, "loss": 0.6639089174568653, "entropy": 0.6582829542458057, "sharp": 0.09876830969005823} +{"time": "09:55:58", "event": "step", "step": 6490, "rows_seen": 207680, "lr": 1.360253731885992e-05, "tok_per_s": 866.6547195956729, "loss": 0.663241371512413, "entropy": 0.658220186829567, "sharp": 0.09902506042271852} +{"time": "09:59:37", "event": "step", "step": 6500, "rows_seen": 208000, "lr": 1.3492486157588838e-05, "tok_per_s": 866.6906467476196, "loss": 0.7017714455723763, "entropy": 0.6597159169614315, "sharp": 0.10795226506888866} +{"time": "10:01:01", "event": "val", "step": 6500, "rows_seen": 208000, "n": 500, "dropped_long": 0, "noul_ce": 0.5925601720809937, "noul_T": 0.6961744727882454, "noul_auc": 0.7378947190764712, "noul_acc": 0.704, "noul_f1": 0.7643312101910829, "noul_nll": 0.5920169577747584, "noul_ece": 0.07977162671089172, "noul_brier": 0.2023640052174116, "noul_sharp": 0.141301691532135, "entropy": 0.6323893070220947} +{"time": "10:04:45", "event": "step", "step": 6510, "rows_seen": 208320, "lr": 1.3383074324694291e-05, "tok_per_s": 866.2541356208245, "loss": 0.6742794653400779, "entropy": 0.6549625564366579, "sharp": 0.10790800862014294} +{"time": "10:08:25", "event": "step", "step": 6520, "rows_seen": 208640, "lr": 1.3274303613422823e-05, "tok_per_s": 866.3139871811543, "loss": 0.6836634445935488, "entropy": 0.6421480923891068, "sharp": 0.1272102277725935} +{"time": "10:12:08", "event": "step", "step": 6530, "rows_seen": 208960, "lr": 1.316617580651307e-05, "tok_per_s": 866.3606520404838, "loss": 0.6447830963879824, "entropy": 0.6591581236571074, "sharp": 0.10283577162772417} +{"time": "10:15:46", "event": "step", "step": 6540, "rows_seen": 209280, "lr": 1.3058692676166562e-05, "tok_per_s": 866.392006929958, "loss": 0.6871999055147171, "entropy": 0.6617415696382523, "sharp": 0.09558211173862219} +{"time": "10:19:20", "event": "step", "step": 6550, "rows_seen": 209600, "lr": 1.2951855984018648e-05, "tok_per_s": 866.4295860133208, "loss": 0.661597952246666, "entropy": 0.6309970915317535, "sharp": 0.1518583446741104} +{"time": "10:22:59", "event": "step", "step": 6560, "rows_seen": 209920, "lr": 1.284566748110963e-05, "tok_per_s": 866.4670833029711, "loss": 0.7473640628159046, "entropy": 0.6584866791963577, "sharp": 0.10461387597024441} +{"time": "10:26:35", "event": "step", "step": 6570, "rows_seen": 210240, "lr": 1.274012890785605e-05, "tok_per_s": 866.5233535036289, "loss": 0.6439709849655628, "entropy": 0.656188577413559, "sharp": 0.1017607906833291} +{"time": "10:30:11", "event": "step", "step": 6580, "rows_seen": 210560, "lr": 1.263524199402224e-05, "tok_per_s": 866.559478239355, "loss": 0.6217867862433195, "entropy": 0.6573335118591785, "sharp": 0.11384870670735836} +{"time": "10:33:51", "event": "step", "step": 6590, "rows_seen": 210880, "lr": 1.2531008458691862e-05, "tok_per_s": 866.6062058220633, "loss": 0.6377243995666504, "entropy": 0.6615608483552933, "sharp": 0.10506344493478537} +{"time": "10:37:31", "event": "step", "step": 6600, "rows_seen": 211200, "lr": 1.2427430010239793e-05, "tok_per_s": 866.6504600705638, "loss": 0.6913848146796227, "entropy": 0.6568614318966866, "sharp": 0.10441824328154325} +{"time": "10:38:55", "event": "val", "step": 6600, "rows_seen": 211200, "n": 500, "dropped_long": 0, "noul_ce": 0.5957103967666626, "noul_T": 0.6402793800172548, "noul_auc": 0.7380550539231405, "noul_acc": 0.7, "noul_f1": 0.7670807453416149, "noul_nll": 0.5947237268090249, "noul_ece": 0.08670170426368715, "noul_brier": 0.20325352917165562, "noul_sharp": 0.13338254392147064, "entropy": 0.6409277319908142} +{"time": "10:42:38", "event": "step", "step": 6610, "rows_seen": 211520, "lr": 1.2324508346304125e-05, "tok_per_s": 866.2152396003028, "loss": 0.6723460853099823, "entropy": 0.6459284573793411, "sharp": 0.1269953642040491} +{"time": "10:46:11", "event": "step", "step": 6620, "rows_seen": 211840, "lr": 1.2222245153758328e-05, "tok_per_s": 866.267497773847, "loss": 0.6435221992433071, "entropy": 0.6594005189836025, "sharp": 0.10396323166787624} +{"time": "10:49:43", "event": "step", "step": 6630, "rows_seen": 212160, "lr": 1.2120642108683623e-05, "tok_per_s": 866.2915263889621, "loss": 0.7161284014582634, "entropy": 0.6566355302929878, "sharp": 0.11358336452394724} +{"time": "10:53:18", "event": "step", "step": 6640, "rows_seen": 212480, "lr": 1.2019700876341466e-05, "tok_per_s": 866.3203494385725, "loss": 0.6188861774280667, "entropy": 0.6342950575053692, "sharp": 0.13990053441375494} +{"time": "10:56:58", "event": "step", "step": 6650, "rows_seen": 212800, "lr": 1.1919423111146306e-05, "tok_per_s": 866.3778688312335, "loss": 0.6560752429068089, "entropy": 0.6471459493041039, "sharp": 0.1295706769451499} +{"time": "11:00:31", "event": "step", "step": 6660, "rows_seen": 213120, "lr": 1.1819810456638439e-05, "tok_per_s": 866.4139253857528, "loss": 0.628827229142189, "entropy": 0.6638650223612785, "sharp": 0.10327929630875587} +{"time": "11:04:11", "event": "step", "step": 6670, "rows_seen": 213440, "lr": 1.1720864545457056e-05, "tok_per_s": 866.4654316494045, "loss": 0.6820792704820633, "entropy": 0.6633588001132011, "sharp": 0.10387899726629257} +{"time": "11:07:55", "event": "step", "step": 6680, "rows_seen": 213760, "lr": 1.162258699931355e-05, "tok_per_s": 866.503458000565, "loss": 0.6696885451674461, "entropy": 0.6522914357483387, "sharp": 0.1171090705320239} +{"time": "11:11:38", "event": "step", "step": 6690, "rows_seen": 214080, "lr": 1.1524979428964872e-05, "tok_per_s": 866.5457655638531, "loss": 0.6911219600588083, "entropy": 0.6354333274066448, "sharp": 0.15296414867043495} +{"time": "11:15:16", "event": "step", "step": 6700, "rows_seen": 214400, "lr": 1.1428043434187153e-05, "tok_per_s": 866.5917615836647, "loss": 0.6457123719155788, "entropy": 0.6623938456177711, "sharp": 0.10125751607120037} +{"time": "11:16:39", "event": "val", "step": 6700, "rows_seen": 214400, "n": 500, "dropped_long": 0, "noul_ce": 0.5937402844429016, "noul_T": 0.7028841640781527, "noul_auc": 0.7365782855985552, "noul_acc": 0.7, "noul_f1": 0.7626582278481012, "noul_nll": 0.5927906880676747, "noul_ece": 0.0757320808172226, "noul_brier": 0.20250071828198493, "noul_sharp": 0.1435159295797348, "entropy": 0.6330704092979431} +{"time": "11:20:20", "event": "step", "step": 6710, "rows_seen": 214720, "lr": 1.1331780603749471e-05, "tok_per_s": 866.1573093261022, "loss": 0.629731360822916, "entropy": 0.6567251533269882, "sharp": 0.10419481247663498} +{"time": "11:24:05", "event": "step", "step": 6720, "rows_seen": 215040, "lr": 1.1236192515387821e-05, "tok_per_s": 866.1954426437615, "loss": 0.6654239743947983, "entropy": 0.6579336449503899, "sharp": 0.10897991247475147} +{"time": "11:27:42", "event": "step", "step": 6730, "rows_seen": 215360, "lr": 1.1141280735779295e-05, "tok_per_s": 866.2333230893285, "loss": 0.6638903506100178, "entropy": 0.6441100090742111, "sharp": 0.12472462095320225} +{"time": "11:31:19", "event": "step", "step": 6740, "rows_seen": 215680, "lr": 1.104704682051633e-05, "tok_per_s": 866.2872123480257, "loss": 0.6563031319528818, "entropy": 0.6287763640284538, "sharp": 0.1573728984221816} +{"time": "11:34:56", "event": "step", "step": 6750, "rows_seen": 216000, "lr": 1.0953492314081256e-05, "tok_per_s": 866.3261577366877, "loss": 0.65317153185606, "entropy": 0.6451063752174377, "sharp": 0.12838271260261536} +{"time": "11:38:35", "event": "step", "step": 6760, "rows_seen": 216320, "lr": 1.0860618749820988e-05, "tok_per_s": 866.3668553483994, "loss": 0.6639257427304983, "entropy": 0.6553679537028074, "sharp": 0.1148076131939888} +{"time": "11:42:20", "event": "step", "step": 6770, "rows_seen": 216640, "lr": 1.0768427649921864e-05, "tok_per_s": 866.4244845713091, "loss": 0.6810246184468269, "entropy": 0.643798217177391, "sharp": 0.1285242009907961} +{"time": "11:45:59", "event": "step", "step": 6780, "rows_seen": 216960, "lr": 1.0676920525384738e-05, "tok_per_s": 866.473242565618, "loss": 0.66868706792593, "entropy": 0.6461976245045662, "sharp": 0.13287383317947388} +{"time": "11:49:39", "event": "step", "step": 6790, "rows_seen": 217280, "lr": 1.0586098876000173e-05, "tok_per_s": 866.5165317141709, "loss": 0.637549459002912, "entropy": 0.6537668965756893, "sharp": 0.10968629736453295} +{"time": "11:53:18", "event": "step", "step": 6800, "rows_seen": 217600, "lr": 1.0495964190323887e-05, "tok_per_s": 866.5453763846386, "loss": 0.6331350393593311, "entropy": 0.6519981846213341, "sharp": 0.11541447602212429} +{"time": "11:54:42", "event": "val", "step": 6800, "rows_seen": 217600, "n": 500, "dropped_long": 0, "noul_ce": 0.5937559008598328, "noul_T": 0.6721505227775398, "noul_auc": 0.7372196249852323, "noul_acc": 0.698, "noul_f1": 0.7629513343799058, "noul_nll": 0.5932709307968617, "noul_ece": 0.09271739339828494, "noul_brier": 0.2027448831179537, "noul_sharp": 0.13860341906547546, "entropy": 0.6362576484680176} +{"time": "11:58:21", "event": "step", "step": 6810, "rows_seen": 217920, "lr": 1.0406517945652335e-05, "tok_per_s": 866.1238903158412, "loss": 0.6852365843951702, "entropy": 0.6539876814931631, "sharp": 0.11545594409108162} +{"time": "12:01:53", "event": "step", "step": 6820, "rows_seen": 218240, "lr": 1.0317761607998518e-05, "tok_per_s": 866.1544033852238, "loss": 0.6588721880689263, "entropy": 0.6418817769736052, "sharp": 0.12993657030165195} +{"time": "12:05:33", "event": "step", "step": 6830, "rows_seen": 218560, "lr": 1.022969663206796e-05, "tok_per_s": 866.1944386248352, "loss": 0.6486042216420174, "entropy": 0.6370045617222786, "sharp": 0.13946078810840845} +{"time": "12:09:13", "event": "step", "step": 6840, "rows_seen": 218880, "lr": 1.0142324461234822e-05, "tok_per_s": 866.2443788602076, "loss": 0.6864362321794033, "entropy": 0.6436813808977604, "sharp": 0.12645735777914524} +{"time": "12:12:47", "event": "step", "step": 6850, "rows_seen": 219200, "lr": 1.0055646527518287e-05, "tok_per_s": 866.2855492562692, "loss": 0.6375770475715399, "entropy": 0.6584694981575012, "sharp": 0.10026815067976713} +{"time": "12:16:29", "event": "step", "step": 6860, "rows_seen": 219520, "lr": 9.969664251559077e-06, "tok_per_s": 866.3344714044522, "loss": 0.7264109924435616, "entropy": 0.6487829498946667, "sharp": 0.11779417376965284} +{"time": "12:20:12", "event": "step", "step": 6870, "rows_seen": 219840, "lr": 9.884379042596181e-06, "tok_per_s": 866.3738671883606, "loss": 0.5916054844856262, "entropy": 0.6368401795625687, "sharp": 0.13978824950754642} +{"time": "12:23:47", "event": "step", "step": 6880, "rows_seen": 220160, "lr": 9.799792298443728e-06, "tok_per_s": 866.4118937218034, "loss": 0.6848919689655304, "entropy": 0.6306798011064529, "sharp": 0.14444169215857983} +{"time": "12:27:26", "event": "step", "step": 6890, "rows_seen": 220480, "lr": 9.715905405468092e-06, "tok_per_s": 866.4474212757879, "loss": 0.6214411109685898, "entropy": 0.6274979170411825, "sharp": 0.1512951571494341} +{"time": "12:31:06", "event": "step", "step": 6900, "rows_seen": 220800, "lr": 9.632719738565188e-06, "tok_per_s": 866.4987656522534, "loss": 0.6412024982273579, "entropy": 0.6350329518318176, "sharp": 0.1424269126728177} +{"time": "12:32:29", "event": "val", "step": 6900, "rows_seen": 220800, "n": 500, "dropped_long": 0, "noul_ce": 0.5898512601852417, "noul_T": 0.7146702104119184, "noul_auc": 0.7369158326441748, "noul_acc": 0.7, "noul_f1": 0.7699386503067485, "noul_nll": 0.5898277403116227, "noul_ece": 0.07668865191936491, "noul_brier": 0.20127069863246827, "noul_sharp": 0.14703808724880219, "entropy": 0.6289168000221252} +{"time": "12:36:09", "event": "step", "step": 6910, "rows_seen": 221120, "lr": 9.550236661137898e-06, "tok_per_s": 866.075045466359, "loss": 0.614304356276989, "entropy": 0.6381315216422081, "sharp": 0.1365268724039197} +{"time": "12:39:49", "event": "step", "step": 6920, "rows_seen": 221440, "lr": 9.468457525073774e-06, "tok_per_s": 866.1214432158157, "loss": 0.6714104600250721, "entropy": 0.6583580486476421, "sharp": 0.10864761471748352} +{"time": "12:43:27", "event": "step", "step": 6930, "rows_seen": 221760, "lr": 9.387383670722852e-06, "tok_per_s": 866.1608450426775, "loss": 0.6138021349906921, "entropy": 0.649887815117836, "sharp": 0.11304197087883949} +{"time": "12:47:05", "event": "step", "step": 6940, "rows_seen": 222080, "lr": 9.307016426875672e-06, "tok_per_s": 866.1928327284681, "loss": 0.6603191755712032, "entropy": 0.6515740379691124, "sharp": 0.1173821035772562} +{"time": "12:50:42", "event": "step", "step": 6950, "rows_seen": 222400, "lr": 9.227357110741523e-06, "tok_per_s": 866.224904052213, "loss": 0.6504794955253601, "entropy": 0.6508829817175865, "sharp": 0.11419660970568657} +{"time": "12:54:25", "event": "step", "step": 6960, "rows_seen": 222720, "lr": 9.148407027926849e-06, "tok_per_s": 866.268362504486, "loss": 0.6665904745459557, "entropy": 0.6585549861192703, "sharp": 0.10118109546601772} +{"time": "12:58:07", "event": "step", "step": 6970, "rows_seen": 223040, "lr": 9.070167472413824e-06, "tok_per_s": 866.3122152366732, "loss": 0.6191610246896744, "entropy": 0.6398314014077187, "sharp": 0.1223139800131321} +{"time": "13:01:43", "event": "step", "step": 6980, "rows_seen": 223360, "lr": 8.992639726539208e-06, "tok_per_s": 866.3496692130951, "loss": 0.6324034035205841, "entropy": 0.629149816930294, "sharp": 0.1501837708055973} +{"time": "13:05:25", "event": "step", "step": 6990, "rows_seen": 223680, "lr": 8.915825060973252e-06, "tok_per_s": 866.397510231284, "loss": 0.6651820419356227, "entropy": 0.6516714673489332, "sharp": 0.11247760988771915} +{"time": "13:09:05", "event": "step", "step": 7000, "rows_seen": 224000, "lr": 8.839724734698926e-06, "tok_per_s": 866.4386174096762, "loss": 0.6822998560965061, "entropy": 0.6560496538877487, "sharp": 0.10414860025048256} +{"time": "13:10:29", "event": "val", "step": 7000, "rows_seen": 224000, "n": 500, "dropped_long": 0, "noul_ce": 0.5941710472106934, "noul_T": 0.7052457039060605, "noul_auc": 0.7361901064960927, "noul_acc": 0.698, "noul_f1": 0.759170653907496, "noul_nll": 0.5937538528144359, "noul_ece": 0.09287967193126678, "noul_brier": 0.2030834203759918, "noul_sharp": 0.1418934017419815, "entropy": 0.6326691508293152} +{"time": "13:14:10", "event": "step", "step": 7010, "rows_seen": 224320, "lr": 8.764339994991246e-06, "tok_per_s": 866.026977824058, "loss": 0.6184133756905794, "entropy": 0.6441270262002945, "sharp": 0.1327301748096943} +{"time": "13:17:47", "event": "step", "step": 7020, "rows_seen": 224640, "lr": 8.689672077396891e-06, "tok_per_s": 866.0682973875242, "loss": 0.6743307933211327, "entropy": 0.6649620682001114, "sharp": 0.09675008896738291} +{"time": "13:21:32", "event": "step", "step": 7030, "rows_seen": 224960, "lr": 8.61572220571388e-06, "tok_per_s": 866.1199622930919, "loss": 0.6652092784643173, "entropy": 0.6537521779537201, "sharp": 0.115284888073802} +{"time": "13:25:13", "event": "step", "step": 7040, "rows_seen": 225280, "lr": 8.542491591971554e-06, "tok_per_s": 866.1529396696212, "loss": 0.6519920341670513, "entropy": 0.6658350639045238, "sharp": 0.10111729521304369} +{"time": "13:28:56", "event": "step", "step": 7050, "rows_seen": 225600, "lr": 8.46998143641071e-06, "tok_per_s": 866.2016812573255, "loss": 0.6378620266914368, "entropy": 0.6466094255447388, "sharp": 0.12029221281409264} +{"time": "13:32:40", "event": "step", "step": 7060, "rows_seen": 225920, "lr": 8.398192927463913e-06, "tok_per_s": 866.2479293585403, "loss": 0.6741695404052734, "entropy": 0.6545698717236519, "sharp": 0.1150260092690587} +{"time": "13:36:24", "event": "step", "step": 7070, "rows_seen": 226240, "lr": 8.327127241736047e-06, "tok_per_s": 866.2791080411187, "loss": 0.6572476215660572, "entropy": 0.6442220658063889, "sharp": 0.12494997400790453} +{"time": "13:40:05", "event": "step", "step": 7080, "rows_seen": 226560, "lr": 8.256785543984993e-06, "tok_per_s": 866.3165771870232, "loss": 0.6387521475553513, "entropy": 0.6492234766483307, "sharp": 0.12245364766567945} +{"time": "13:43:42", "event": "step", "step": 7090, "rows_seen": 226880, "lr": 8.187168987102575e-06, "tok_per_s": 866.3500280257224, "loss": 0.6659810915589333, "entropy": 0.6375664956867695, "sharp": 0.137208535335958} +{"time": "13:47:19", "event": "step", "step": 7100, "rows_seen": 227200, "lr": 8.118278712095626e-06, "tok_per_s": 866.4021713979906, "loss": 0.6551254540681839, "entropy": 0.6464000269770622, "sharp": 0.12924679648131132} +{"time": "13:48:42", "event": "val", "step": 7100, "rows_seen": 227200, "n": 500, "dropped_long": 0, "noul_ce": 0.5886632800102234, "noul_T": 0.7589040105031264, "noul_auc": 0.7361901064960928, "noul_acc": 0.7, "noul_f1": 0.7670807453416149, "noul_nll": 0.5879741048365832, "noul_ece": 0.06840489733219147, "noul_brier": 0.2005900808469785, "noul_sharp": 0.1547078639268875, "entropy": 0.6228740811347961} +{"time": "13:52:19", "event": "step", "step": 7110, "rows_seen": 227520, "lr": 8.05011584806733e-06, "tok_per_s": 865.9917365237691, "loss": 0.6487447842955589, "entropy": 0.6650611460208893, "sharp": 0.09665034059435129} +{"time": "13:55:53", "event": "step", "step": 7120, "rows_seen": 227840, "lr": 7.982681512198684e-06, "tok_per_s": 866.0316728392561, "loss": 0.6878192871809006, "entropy": 0.6449105329811573, "sharp": 0.13225199282169342} +{"time": "13:59:33", "event": "step", "step": 7130, "rows_seen": 228160, "lr": 7.91597680973019e-06, "tok_per_s": 866.0884371742621, "loss": 0.6220935694873333, "entropy": 0.6457102447748184, "sharp": 0.11826701648533344} +{"time": "14:03:06", "event": "step", "step": 7140, "rows_seen": 228480, "lr": 7.850002833943759e-06, "tok_per_s": 866.1145105063265, "loss": 0.6588088050484657, "entropy": 0.6480449214577675, "sharp": 0.1245932336896658} +{"time": "14:06:46", "event": "step", "step": 7150, "rows_seen": 228800, "lr": 7.784760666144771e-06, "tok_per_s": 866.164129736869, "loss": 0.6488296389579773, "entropy": 0.6520374342799187, "sharp": 0.11398621927946806} +{"time": "14:10:25", "event": "step", "step": 7160, "rows_seen": 229120, "lr": 7.720251375644373e-06, "tok_per_s": 866.2000484809149, "loss": 0.649340532720089, "entropy": 0.6639255695044994, "sharp": 0.09233761578798294} +{"time": "14:14:02", "event": "step", "step": 7170, "rows_seen": 229440, "lr": 7.656476019741952e-06, "tok_per_s": 866.2383174690743, "loss": 0.6746159624308348, "entropy": 0.6517453566193581, "sharp": 0.12142257858067751} +{"time": "14:17:42", "event": "step", "step": 7180, "rows_seen": 229760, "lr": 7.59343564370777e-06, "tok_per_s": 866.2829399609569, "loss": 0.6393134146928787, "entropy": 0.6520774476230145, "sharp": 0.11237550061196089} +{"time": "14:21:22", "event": "step", "step": 7190, "rows_seen": 230080, "lr": 7.5311312807658785e-06, "tok_per_s": 866.3173527207787, "loss": 0.6178462356328964, "entropy": 0.655913345515728, "sharp": 0.10800898727029562} +{"time": "14:24:56", "event": "step", "step": 7200, "rows_seen": 230400, "lr": 7.469563952077155e-06, "tok_per_s": 866.3570963375761, "loss": 0.6022979002445936, "entropy": 0.6459621600806713, "sharp": 0.12383317574858665} +{"time": "14:26:19", "event": "val", "step": 7200, "rows_seen": 230400, "n": 500, "dropped_long": 0, "noul_ce": 0.593328595161438, "noul_T": 0.6653082062736704, "noul_auc": 0.7352787294729202, "noul_acc": 0.696, "noul_f1": 0.7647058823529411, "noul_nll": 0.5934978113472462, "noul_ece": 0.08151254153251651, "noul_brier": 0.20295271327389028, "noul_sharp": 0.13723807036876678, "entropy": 0.6363545656204224} +{"time": "14:30:03", "event": "step", "step": 7210, "rows_seen": 230720, "lr": 7.408734666722575e-06, "tok_per_s": 865.949744591301, "loss": 0.6016245055943727, "entropy": 0.6471168883144855, "sharp": 0.12585020437836647} +{"time": "14:33:35", "event": "step", "step": 7220, "rows_seen": 231040, "lr": 7.348644421686692e-06, "tok_per_s": 866.003544254349, "loss": 0.6389242373406887, "entropy": 0.641690231859684, "sharp": 0.12637587077915668} +{"time": "14:37:11", "event": "step", "step": 7230, "rows_seen": 231360, "lr": 7.28929420184126e-06, "tok_per_s": 866.0461141468563, "loss": 0.6475516557693481, "entropy": 0.6585345268249512, "sharp": 0.10476745292544365} +{"time": "14:40:52", "event": "step", "step": 7240, "rows_seen": 231680, "lr": 7.230684979929109e-06, "tok_per_s": 866.1005149414809, "loss": 0.7259307932108641, "entropy": 0.6501284949481487, "sharp": 0.11672146059572697} +{"time": "14:44:35", "event": "step", "step": 7250, "rows_seen": 232000, "lr": 7.172817716548216e-06, "tok_per_s": 866.1474061720968, "loss": 0.6405488178133965, "entropy": 0.6415697783231735, "sharp": 0.1299804486334324} +{"time": "14:48:17", "event": "step", "step": 7260, "rows_seen": 232320, "lr": 7.115693360135947e-06, "tok_per_s": 866.1938840007526, "loss": 0.6572163179516792, "entropy": 0.6607265993952751, "sharp": 0.10855323355644941} +{"time": "14:51:54", "event": "step", "step": 7270, "rows_seen": 232640, "lr": 7.059312846953513e-06, "tok_per_s": 866.2299718146913, "loss": 0.6402752324938774, "entropy": 0.6458708420395851, "sharp": 0.12585690151900053} +{"time": "14:55:33", "event": "step", "step": 7280, "rows_seen": 232960, "lr": 7.003677101070616e-06, "tok_per_s": 866.2778549820811, "loss": 0.6181814931333065, "entropy": 0.6426558941602707, "sharp": 0.12988205067813396} +{"time": "14:59:14", "event": "step", "step": 7290, "rows_seen": 233280, "lr": 6.94878703435032e-06, "tok_per_s": 866.3274011528337, "loss": 0.6289357356727123, "entropy": 0.6480743587017059, "sharp": 0.12514848541468382} +{"time": "15:02:50", "event": "step", "step": 7300, "rows_seen": 233600, "lr": 6.894643546434096e-06, "tok_per_s": 866.3685517674683, "loss": 0.6577324811369181, "entropy": 0.6535750459879637, "sharp": 0.11660574749112129} +{"time": "15:04:14", "event": "val", "step": 7300, "rows_seen": 233600, "n": 500, "dropped_long": 0, "noul_ce": 0.5911002159118652, "noul_T": 0.6989928750515023, "noul_auc": 0.7360213329732831, "noul_acc": 0.696, "noul_f1": 0.7647058823529411, "noul_nll": 0.5911198795884848, "noul_ece": 0.07600128245353698, "noul_brier": 0.20191410473142268, "noul_sharp": 0.14322751760482788, "entropy": 0.6312559247016907} +{"time": "15:07:47", "event": "step", "step": 7310, "rows_seen": 233920, "lr": 6.8412475247270955e-06, "tok_per_s": 865.9687581941237, "loss": 0.7071912735700607, "entropy": 0.6449569910764694, "sharp": 0.13338777981698513} +{"time": "15:11:16", "event": "step", "step": 7320, "rows_seen": 234240, "lr": 6.7885998443835666e-06, "tok_per_s": 866.0051438140482, "loss": 0.6006949841976166, "entropy": 0.6492573171854019, "sharp": 0.12664309795945883} +{"time": "15:14:50", "event": "step", "step": 7330, "rows_seen": 234560, "lr": 6.736701368292552e-06, "tok_per_s": 866.043559478125, "loss": 0.7100696302950382, "entropy": 0.6573366299271584, "sharp": 0.10482004284858704} +{"time": "15:18:27", "event": "step", "step": 7340, "rows_seen": 234880, "lr": 6.685552947063711e-06, "tok_per_s": 866.0878594861401, "loss": 0.6588255539536476, "entropy": 0.6632950901985168, "sharp": 0.09187475964426994} +{"time": "15:22:07", "event": "step", "step": 7350, "rows_seen": 235200, "lr": 6.635155419013408e-06, "tok_per_s": 866.1358481586358, "loss": 0.6462860722094774, "entropy": 0.6575009170919657, "sharp": 0.10891634039580822} +{"time": "15:25:45", "event": "step", "step": 7360, "rows_seen": 235520, "lr": 6.585509610150972e-06, "tok_per_s": 866.1793307058899, "loss": 0.633830027654767, "entropy": 0.6441147103905678, "sharp": 0.12404290679842234} +{"time": "15:29:21", "event": "step", "step": 7370, "rows_seen": 235840, "lr": 6.5366163341651185e-06, "tok_per_s": 866.2094563278667, "loss": 0.6169419791549444, "entropy": 0.6447403244674206, "sharp": 0.12780131213366985} +{"time": "15:33:00", "event": "step", "step": 7380, "rows_seen": 236160, "lr": 6.488476392410662e-06, "tok_per_s": 866.2470230732914, "loss": 0.6386175341904163, "entropy": 0.6363364234566689, "sharp": 0.13786610588431358} +{"time": "15:36:44", "event": "step", "step": 7390, "rows_seen": 236480, "lr": 6.441090573895343e-06, "tok_per_s": 866.2958701494298, "loss": 0.655751921236515, "entropy": 0.6485141068696976, "sharp": 0.12399148102849722} +{"time": "15:40:27", "event": "step", "step": 7400, "rows_seen": 236800, "lr": 6.394459655266939e-06, "tok_per_s": 866.3327622234505, "loss": 0.6404596976935863, "entropy": 0.6511177942156792, "sharp": 0.11340239178389311} +{"time": "15:41:50", "event": "val", "step": 7400, "rows_seen": 236800, "n": 500, "dropped_long": 0, "noul_ce": 0.5887272953987122, "noul_T": 0.7376896402493542, "noul_auc": 0.7358019273936305, "noul_acc": 0.694, "noul_f1": 0.7635239567233385, "noul_nll": 0.5885831478387117, "noul_ece": 0.06613108170032503, "noul_brier": 0.20082585590957244, "noul_sharp": 0.1510753631591797, "entropy": 0.625251293182373} +{"time": "15:45:25", "event": "step", "step": 7410, "rows_seen": 237120, "lr": 6.3485844008004985e-06, "tok_per_s": 865.9387412012585, "loss": 0.6710566487163305, "entropy": 0.6557242795825005, "sharp": 0.11207360308617353} +{"time": "15:49:08", "event": "step", "step": 7420, "rows_seen": 237440, "lr": 6.303465562385817e-06, "tok_per_s": 865.9969357190566, "loss": 0.6725209057331085, "entropy": 0.6564885154366493, "sharp": 0.11446398310363293} +{"time": "15:52:49", "event": "step", "step": 7430, "rows_seen": 237760, "lr": 6.259103879515142e-06, "tok_per_s": 866.0410707320528, "loss": 0.6782607678323984, "entropy": 0.6445124559104443, "sharp": 0.12665839958935976} +{"time": "15:56:28", "event": "step", "step": 7440, "rows_seen": 238080, "lr": 6.215500079271015e-06, "tok_per_s": 866.106126733179, "loss": 0.6517135947942734, "entropy": 0.6658403687179089, "sharp": 0.0972458440810442} +{"time": "16:00:08", "event": "step", "step": 7450, "rows_seen": 238400, "lr": 6.172654876314388e-06, "tok_per_s": 866.1532377368856, "loss": 0.6052045673131943, "entropy": 0.6480389460921288, "sharp": 0.127061084844172} +{"time": "16:03:43", "event": "step", "step": 7460, "rows_seen": 238720, "lr": 6.130568972872896e-06, "tok_per_s": 866.178253735777, "loss": 0.673207201063633, "entropy": 0.6631408706307411, "sharp": 0.10370332282036543} +{"time": "16:07:14", "event": "step", "step": 7470, "rows_seen": 239040, "lr": 6.089243058729344e-06, "tok_per_s": 866.2321524676823, "loss": 0.6115479245781898, "entropy": 0.6504258364439011, "sharp": 0.11704724375158548} +{"time": "16:10:50", "event": "step", "step": 7480, "rows_seen": 239360, "lr": 6.048677811210399e-06, "tok_per_s": 866.2769277381793, "loss": 0.6511802393943071, "entropy": 0.657268937677145, "sharp": 0.11235111206769943} +{"time": "16:14:29", "event": "step", "step": 7490, "rows_seen": 239680, "lr": 6.008873895175507e-06, "tok_per_s": 866.3141971959824, "loss": 0.6657383032143116, "entropy": 0.6495067328214645, "sharp": 0.11912784725427628} +{"time": "16:18:05", "event": "step", "step": 7500, "rows_seen": 240000, "lr": 5.9698319630059724e-06, "tok_per_s": 866.3522068841066, "loss": 0.7259113267064095, "entropy": 0.6465120911598206, "sharp": 0.12532876525074244} +{"time": "16:19:29", "event": "val", "step": 7500, "rows_seen": 240000, "n": 500, "dropped_long": 0, "noul_ce": 0.5915523767471313, "noul_T": 0.7130387703975632, "noul_auc": 0.7366457950076792, "noul_acc": 0.694, "noul_f1": 0.7598116169544741, "noul_nll": 0.5908922713398933, "noul_ece": 0.07267949283123017, "noul_brier": 0.2017498958960728, "noul_sharp": 0.1459922343492508, "entropy": 0.6302430033683777} +{"time": "16:23:03", "event": "step", "step": 7510, "rows_seen": 240320, "lr": 5.931552654594296e-06, "tok_per_s": 865.9594207132084, "loss": 0.687258536927402, "entropy": 0.6466792672872543, "sharp": 0.1298400154337287} +{"time": "16:26:43", "event": "step", "step": 7520, "rows_seen": 240640, "lr": 5.894036597333646e-06, "tok_per_s": 866.0056474356666, "loss": 0.6188003495335579, "entropy": 0.6497490182518959, "sharp": 0.11384112853556871} +{"time": "16:30:26", "event": "step", "step": 7530, "rows_seen": 240960, "lr": 5.857284406107614e-06, "tok_per_s": 866.065770676493, "loss": 0.6581155508756638, "entropy": 0.6618022620677948, "sharp": 0.09901491273194551} +{"time": "16:34:10", "event": "step", "step": 7540, "rows_seen": 241280, "lr": 5.821296683280108e-06, "tok_per_s": 866.1125921929305, "loss": 0.7137853521853685, "entropy": 0.6653274744749069, "sharp": 0.0923433331772685} +{"time": "16:37:54", "event": "step", "step": 7550, "rows_seen": 241600, "lr": 5.7860740186855105e-06, "tok_per_s": 866.159605700481, "loss": 0.6935924366116524, "entropy": 0.6443461775779724, "sharp": 0.12197731249034405} +{"time": "16:41:37", "event": "step", "step": 7560, "rows_seen": 241920, "lr": 5.751616989618974e-06, "tok_per_s": 866.1934841148733, "loss": 0.6275141146034002, "entropy": 0.6476319953799248, "sharp": 0.12941604014486074} +{"time": "16:45:13", "event": "step", "step": 7570, "rows_seen": 242240, "lr": 5.717926160826989e-06, "tok_per_s": 866.2313060586406, "loss": 0.6997325643897057, "entropy": 0.6604892872273922, "sharp": 0.10130450129508972} +{"time": "16:48:51", "event": "step", "step": 7580, "rows_seen": 242560, "lr": 5.685002084498118e-06, "tok_per_s": 866.2780574958948, "loss": 0.6169558614492416, "entropy": 0.6588353216648102, "sharp": 0.11013513896614313} +{"time": "16:52:34", "event": "step", "step": 7590, "rows_seen": 242880, "lr": 5.652845300253929e-06, "tok_per_s": 866.3288898868984, "loss": 0.6416976600885391, "entropy": 0.6694691181182861, "sharp": 0.08714786730706692} +{"time": "16:56:10", "event": "step", "step": 7600, "rows_seen": 243200, "lr": 5.6214563351401916e-06, "tok_per_s": 866.3666644125608, "loss": 0.6215531900525093, "entropy": 0.6493387445807457, "sharp": 0.12283211760222912} +{"time": "16:57:33", "event": "val", "step": 7600, "rows_seen": 243200, "n": 500, "dropped_long": 0, "noul_ce": 0.5950325727462769, "noul_T": 0.6774316714698401, "noul_auc": 0.736780813825927, "noul_acc": 0.696, "noul_f1": 0.759493670886076, "noul_nll": 0.594431097060442, "noul_ece": 0.09158164417743685, "noul_brier": 0.20326207751358252, "noul_sharp": 0.13861648738384247, "entropy": 0.6365339159965515} +{"time": "17:01:14", "event": "step", "step": 7610, "rows_seen": 243520, "lr": 5.590835703618201e-06, "tok_per_s": 865.9995783896424, "loss": 0.6828353442251682, "entropy": 0.6675746440887451, "sharp": 0.08489754423499107} +{"time": "17:04:49", "event": "step", "step": 7620, "rows_seen": 243840, "lr": 5.560983907556354e-06, "tok_per_s": 866.0444405170206, "loss": 0.6716136485338211, "entropy": 0.6518205031752586, "sharp": 0.11397667694836855} +{"time": "17:08:33", "event": "step", "step": 7630, "rows_seen": 244160, "lr": 5.5319014362219405e-06, "tok_per_s": 866.0886559941029, "loss": 0.607723917812109, "entropy": 0.6418709270656109, "sharp": 0.12454264611005783} +{"time": "17:12:09", "event": "step", "step": 7640, "rows_seen": 244480, "lr": 5.5035887662730904e-06, "tok_per_s": 866.1167714193541, "loss": 0.6095961797982454, "entropy": 0.6448354423046112, "sharp": 0.1290393015369773} +{"time": "17:15:50", "event": "step", "step": 7650, "rows_seen": 244800, "lr": 5.476046361751013e-06, "tok_per_s": 866.1654376870831, "loss": 0.6937055420130491, "entropy": 0.6506955623626709, "sharp": 0.11549459770321846} +{"time": "17:19:29", "event": "step", "step": 7660, "rows_seen": 245120, "lr": 5.449274674072343e-06, "tok_per_s": 866.2117018578273, "loss": 0.6605179319158196, "entropy": 0.6502615734934807, "sharp": 0.12098527140915394} +{"time": "17:23:10", "event": "step", "step": 7670, "rows_seen": 245440, "lr": 5.423274142021763e-06, "tok_per_s": 866.2646611862053, "loss": 0.660318985581398, "entropy": 0.6458184868097305, "sharp": 0.12180109694600105} +{"time": "17:26:49", "event": "step", "step": 7680, "rows_seen": 245760, "lr": 5.398045191744809e-06, "tok_per_s": 866.3065562087501, "loss": 0.6727328337728977, "entropy": 0.6595150716602802, "sharp": 0.11134582292288542} +{"time": "17:30:26", "event": "step", "step": 7690, "rows_seen": 246080, "lr": 5.3735882367408885e-06, "tok_per_s": 866.3437231012475, "loss": 0.6570939272642136, "entropy": 0.6632871516048908, "sharp": 0.10081749875098467} +{"time": "17:34:06", "event": "step", "step": 7700, "rows_seen": 246400, "lr": 5.3499036778565e-06, "tok_per_s": 866.384803996178, "loss": 0.6477690115571022, "entropy": 0.6315620765089989, "sharp": 0.14476544316858053} +{"time": "17:35:30", "event": "val", "step": 7700, "rows_seen": 246400, "n": 500, "dropped_long": 0, "noul_ce": 0.5909706354141235, "noul_T": 0.7221806321791268, "noul_auc": 0.7370339741101415, "noul_acc": 0.696, "noul_f1": 0.7610062893081762, "noul_nll": 0.5904850183427334, "noul_ece": 0.0684007283449173, "noul_brier": 0.20160630099085594, "noul_sharp": 0.14756399393081665, "entropy": 0.6288142800331116} +{"time": "17:39:10", "event": "step", "step": 7710, "rows_seen": 246720, "lr": 5.326991903278661e-06, "tok_per_s": 866.0209179727997, "loss": 0.6592081300914288, "entropy": 0.6344252601265907, "sharp": 0.14196326583623886} +{"time": "17:42:43", "event": "step", "step": 7720, "rows_seen": 247040, "lr": 5.304853288528564e-06, "tok_per_s": 866.0553874127452, "loss": 0.6495460793375969, "entropy": 0.6458706483244896, "sharp": 0.13151731342077255} +{"time": "17:46:26", "event": "step", "step": 7730, "rows_seen": 247360, "lr": 5.2834881964553804e-06, "tok_per_s": 866.1074762399202, "loss": 0.6974507197737694, "entropy": 0.6447806060314178, "sharp": 0.1295682843774557} +{"time": "17:50:06", "event": "step", "step": 7740, "rows_seen": 247680, "lr": 5.262896977230355e-06, "tok_per_s": 866.1536074961648, "loss": 0.7082716822624207, "entropy": 0.6501696556806564, "sharp": 0.11643608193844557} +{"time": "17:53:39", "event": "step", "step": 7750, "rows_seen": 248000, "lr": 5.243079968341059e-06, "tok_per_s": 866.1960328053004, "loss": 0.7061545886099339, "entropy": 0.6592961214482784, "sharp": 0.10445744916796684} +{"time": "17:57:17", "event": "step", "step": 7760, "rows_seen": 248320, "lr": 5.224037494585838e-06, "tok_per_s": 866.2488762781537, "loss": 0.6516798436641693, "entropy": 0.652247428894043, "sharp": 0.11637437529861927} +{"time": "18:00:49", "event": "step", "step": 7770, "rows_seen": 248640, "lr": 5.205769868068503e-06, "tok_per_s": 866.2870346776931, "loss": 0.6456061378121376, "entropy": 0.6516796350479126, "sharp": 0.11337119061499834} +{"time": "18:04:26", "event": "step", "step": 7780, "rows_seen": 248960, "lr": 5.188277388193217e-06, "tok_per_s": 866.3248418541264, "loss": 0.6504661291837692, "entropy": 0.658493272960186, "sharp": 0.10932651814073324} +{"time": "18:08:03", "event": "step", "step": 7790, "rows_seen": 249280, "lr": 5.171560341659585e-06, "tok_per_s": 866.3709996827254, "loss": 0.6670240312814713, "entropy": 0.6348562091588974, "sharp": 0.14420142490416765} +{"time": "18:11:42", "event": "step", "step": 7800, "rows_seen": 249600, "lr": 5.1556190024579555e-06, "tok_per_s": 866.4179777276992, "loss": 0.6374269053339958, "entropy": 0.6377122551202774, "sharp": 0.1395297022536397} +{"time": "18:13:06", "event": "val", "step": 7800, "rows_seen": 249600, "n": 500, "dropped_long": 0, "noul_ce": 0.593652606010437, "noul_T": 0.6842614101596871, "noul_auc": 0.7366795497122413, "noul_acc": 0.692, "noul_f1": 0.7563291139240507, "noul_nll": 0.5931168600618839, "noul_ece": 0.07621693885326386, "noul_brier": 0.2027789182838936, "noul_sharp": 0.13971087336540222, "entropy": 0.6346511840820312} +{"time": "18:16:49", "event": "step", "step": 7810, "rows_seen": 249920, "lr": 5.140453631864924e-06, "tok_per_s": 866.0666974910863, "loss": 0.680365027859807, "entropy": 0.6472001820802689, "sharp": 0.1114227119833231} +{"time": "18:20:28", "event": "step", "step": 7820, "rows_seen": 250240, "lr": 5.126064478439054e-06, "tok_per_s": 866.1148861645382, "loss": 0.6280719339847565, "entropy": 0.6515149585902691, "sharp": 0.10764056351035833} +{"time": "18:24:05", "event": "step", "step": 7830, "rows_seen": 250560, "lr": 5.112451778016815e-06, "tok_per_s": 866.1567805275577, "loss": 0.6627442939206958, "entropy": 0.6461917571723461, "sharp": 0.11972072999924421} +{"time": "18:27:40", "event": "step", "step": 7840, "rows_seen": 250880, "lr": 5.099615753708697e-06, "tok_per_s": 866.2052169185421, "loss": 0.6291825249791145, "entropy": 0.6547134965658188, "sharp": 0.11305061634629965} +{"time": "18:31:21", "event": "step", "step": 7850, "rows_seen": 251200, "lr": 5.087556615895569e-06, "tok_per_s": 866.2438534749447, "loss": 0.6555388532578945, "entropy": 0.6523658484220505, "sharp": 0.11641668248921633} +{"time": "18:35:05", "event": "step", "step": 7860, "rows_seen": 251520, "lr": 5.076274562225223e-06, "tok_per_s": 866.2924562144416, "loss": 0.6393923535943031, "entropy": 0.6537445932626724, "sharp": 0.11522781942039728} +{"time": "18:38:43", "event": "step", "step": 7870, "rows_seen": 251840, "lr": 5.065769777609137e-06, "tok_per_s": 866.3400533562547, "loss": 0.6760092377662659, "entropy": 0.6648503839969635, "sharp": 0.09178367257118225} +{"time": "18:42:24", "event": "step", "step": 7880, "rows_seen": 252160, "lr": 5.056042434219443e-06, "tok_per_s": 866.3958592014484, "loss": 0.6569876745343208, "entropy": 0.662164531648159, "sharp": 0.10140553116798401} +{"time": "18:46:01", "event": "step", "step": 7890, "rows_seen": 252480, "lr": 5.047092691486107e-06, "tok_per_s": 866.4221955659092, "loss": 0.6835238486528397, "entropy": 0.6616895943880081, "sharp": 0.10759981162846088} +{"time": "18:49:45", "event": "step", "step": 7900, "rows_seen": 252800, "lr": 5.038920696094325e-06, "tok_per_s": 866.4687321286967, "loss": 0.7415645942091942, "entropy": 0.6598258912563324, "sharp": 0.09675559867173433} +{"time": "18:51:08", "event": "val", "step": 7900, "rows_seen": 252800, "n": 500, "dropped_long": 0, "noul_ce": 0.5922590494155884, "noul_T": 0.6910754744973671, "noul_auc": 0.7361732291438119, "noul_acc": 0.694, "noul_f1": 0.7598116169544741, "noul_nll": 0.5920972768515348, "noul_ece": 0.07336148512363437, "noul_brier": 0.20233422472362247, "noul_sharp": 0.14159835875034332, "entropy": 0.6329651474952698} +{"time": "18:54:45", "event": "step", "step": 7910, "rows_seen": 253120, "lr": 5.031526581982094e-06, "tok_per_s": 866.107522611557, "loss": 0.652957409620285, "entropy": 0.6589328348636627, "sharp": 0.10895970743149519} +{"time": "18:58:25", "event": "step", "step": 7920, "rows_seen": 253440, "lr": 5.0249104703380416e-06, "tok_per_s": 866.1485493426303, "loss": 0.645854183472693, "entropy": 0.6566476859152317, "sharp": 0.10002315510064363} +{"time": "19:02:00", "event": "step", "step": 7930, "rows_seen": 253760, "lr": 5.019072469599429e-06, "tok_per_s": 866.1894745096611, "loss": 0.6519215479493141, "entropy": 0.6656093634665012, "sharp": 0.09139995649456978} +{"time": "19:05:40", "event": "step", "step": 7940, "rows_seen": 254080, "lr": 5.014012675450368e-06, "tok_per_s": 866.2423608164706, "loss": 0.6920710578560829, "entropy": 0.6492660008370876, "sharp": 0.119784876704216} +{"time": "19:09:25", "event": "step", "step": 7950, "rows_seen": 254400, "lr": 5.009731170820274e-06, "tok_per_s": 866.2801471784463, "loss": 0.6207836018875241, "entropy": 0.654118312522769, "sharp": 0.10793342534452677} +{"time": "19:12:59", "event": "step", "step": 7960, "rows_seen": 254720, "lr": 5.006228025882471e-06, "tok_per_s": 866.3140057114535, "loss": 0.635226421058178, "entropy": 0.650645300745964, "sharp": 0.12262264266610146} +{"time": "19:16:29", "event": "step", "step": 7970, "rows_seen": 255040, "lr": 5.00350329805309e-06, "tok_per_s": 866.3424110556036, "loss": 0.7307129893451929, "entropy": 0.6544825658202171, "sharp": 0.11307253781706095} +{"time": "19:20:02", "event": "step", "step": 7980, "rows_seen": 255360, "lr": 5.001557031990076e-06, "tok_per_s": 866.3764997416943, "loss": 0.6480859816074371, "entropy": 0.6562765538692474, "sharp": 0.09959216043353081} +{"time": "19:23:41", "event": "step", "step": 7990, "rows_seen": 255680, "lr": 5.000389259592499e-06, "tok_per_s": 866.4230792611418, "loss": 0.6555347256362438, "entropy": 0.6232038885354996, "sharp": 0.1572422320023179} +{"time": "19:27:22", "event": "step", "step": 8000, "rows_seen": 256000, "lr": 5e-06, "tok_per_s": 866.4608522397277, "loss": 0.6361668314784765, "entropy": 0.6622259058058262, "sharp": 0.0986066423356533} +{"time": "19:28:45", "event": "val", "step": 8000, "rows_seen": 256000, "n": 500, "dropped_long": 0, "noul_ce": 0.5896446704864502, "noul_T": 0.7105821066381206, "noul_auc": 0.7375740493831329, "noul_acc": 0.696, "noul_f1": 0.7625, "noul_nll": 0.5896298113763332, "noul_ece": 0.0740076768398285, "noul_brier": 0.20130797958238555, "noul_sharp": 0.14613543450832367, "entropy": 0.6290339827537537} +{"time": "19:31:44", "event": "ckpt", "tag": "ckpt-256000", "rows_seen": 256000, "replay_seen": 13473, "step": 8000, "tokens": 157430651, "tok_per_s": 865.2182058016194, "rows_per_s": 1.4809882579083644, "val": {"n": 1200, "dropped_long": 0, "noul_ce": 0.5737836360931396, "noul_T": 0.7219452547802345, "choice_ce": 0.6358097791671753, "choice_T": 0.9974698100810453, "score_ce": 1.0383120775222778, "score_T": 0.9681490341363794, "noul_auc": 0.7238229333333334, "noul_acc": 0.685, "noul_f1": 0.7629796839729119, "noul_nll": 0.5908580548092723, "noul_ece": 0.05055843117833138, "noul_brier": 0.20239246989918638, "noul_sharp": 0.15035562217235565, "entropy": 0.6265034675598145}, "dropped_long": 0, "peak_gib": 18.23600435256958} diff --git a/e16/S1-E19-b-n4k-a100-syn/DONE b/e16/S1-E19-b-n4k-a100-syn/DONE new file mode 100644 index 0000000000000000000000000000000000000000..2e1ffed8611c13e177b412a7656e37c2f81c7cae --- /dev/null +++ b/e16/S1-E19-b-n4k-a100-syn/DONE @@ -0,0 +1 @@ +2026-10-15 20:33:28 \ No newline at end of file diff --git a/e16/S1-E19-b-n4k-rt-syn/DONE b/e16/S1-E19-b-n4k-rt-syn/DONE new file mode 100644 index 0000000000000000000000000000000000000000..ad4b48a8d93a2c1bba20047377dfc49b5c049091 --- /dev/null +++ b/e16/S1-E19-b-n4k-rt-syn/DONE @@ -0,0 +1 @@ +2026-10-20 08:14:01 \ No newline at end of file diff --git a/e16/S1-E19-b-n4k-rt-syn/ckpt-4000/adapter/README.md b/e16/S1-E19-b-n4k-rt-syn/ckpt-4000/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..57167079ef3f181aacdbd678a733d71697d18f63 --- /dev/null +++ b/e16/S1-E19-b-n4k-rt-syn/ckpt-4000/adapter/README.md @@ -0,0 +1,206 @@ +--- +base_model: /workspace/jev_kt/models/hf/JEV-9B +library_name: peft +tags: +- base_model:adapter:/workspace/jev_kt/models/hf/JEV-9B +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/e16/S1-E19-b-n4k-rt-syn/ckpt-4000/adapter/adapter_config.json b/e16/S1-E19-b-n4k-rt-syn/ckpt-4000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8244eee2973dda985face88ea01c92a137a74925 --- /dev/null +++ b/e16/S1-E19-b-n4k-rt-syn/ckpt-4000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "o_proj", + "k_proj", + "in_proj_qkv", + "up_proj", + "q_proj", + "out_proj", + "in_proj_z", + "v_proj", + "gate_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/e16/S1-E19-b-n4k-rt-syn/ckpt-4000/adapter/adapter_model.safetensors b/e16/S1-E19-b-n4k-rt-syn/ckpt-4000/adapter/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..083e9a7211b06bd4f489dde3f25fb05b400df6d4 --- /dev/null +++ b/e16/S1-E19-b-n4k-rt-syn/ckpt-4000/adapter/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3488899a7bf163cf1fb10e6e2a85782aff812eedbff2324328656477fd8b0cea +size 160486456 diff --git a/e16/S1-E19-b-n4k-rt-syn/ckpt-4000/adapter_vllm/adapter_config.json b/e16/S1-E19-b-n4k-rt-syn/ckpt-4000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/e16/S1-E19-b-n4k-rt-syn/ckpt-4000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/e16/S1-E19-b-n4k-rt-syn/ckpt-4000/adapter_vllm/adapter_model.safetensors b/e16/S1-E19-b-n4k-rt-syn/ckpt-4000/adapter_vllm/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1429cb00b3d4c877b218a11a3a01dbd6bf768452 --- /dev/null +++ b/e16/S1-E19-b-n4k-rt-syn/ckpt-4000/adapter_vllm/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58722fd79cbd61d2eee87fc0a607a04ceafb338e053f348295967a8a491803ac +size 176641832 diff --git a/e16/S1-E19-b-n4k-rt-syn/ckpt-4000/adapter_vllm/decision_head.json b/e16/S1-E19-b-n4k-rt-syn/ckpt-4000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..63a0892d3c99d0510d7ea3884bb77b531c97bf83 --- /dev/null +++ b/e16/S1-E19-b-n4k-rt-syn/ckpt-4000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.00036976177943870425, + -0.00037001026794314384, + -0.0030304400715976954, + -0.0016560516087338328, + -0.0004235429805703461, + 0.0017081571277230978, + 0.0010637791128829122, + -0.002477346220985055, + -0.0008224142948165536, + -0.00027899822453036904, + -0.000964609207585454, + -5.453261110233143e-05, + 4.874644582741894e-05, + -0.0016924086958169937, + -0.0030738136265426874, + -0.005067022982984781, + -0.005934623070061207, + -0.004349500872194767, + -0.004929916001856327, + -0.004940878599882126, + -0.004011303186416626, + -0.003354556392878294, + -0.005603068042546511, + -0.0034691100008785725 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/e16/S1-E19-b-n4k-rt-syn/ckpt-4000/calibration.json b/e16/S1-E19-b-n4k-rt-syn/ckpt-4000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..715c1aff8bcd33031c46214896da49218645f496 --- /dev/null +++ b/e16/S1-E19-b-n4k-rt-syn/ckpt-4000/calibration.json @@ -0,0 +1,29 @@ +{ + "version": 1, + "per_kind": { + "noul": 0.7516322403522613, + "choice": 0.97841396928728, + "score": 0.994459835707917 + }, + "fit": { + "noul": { + "n": 1087, + "T": 0.7516322403522613, + "ce_before": 0.5798144340515137, + "ce_after": 0.5743199586868286 + }, + "choice": { + "n": 60, + "T": 0.97841396928728, + "ce_before": 0.6675291657447815, + "ce_after": 0.6674217581748962 + }, + "score": { + "n": 53, + "T": 0.994459835707917, + "ce_before": 1.0452431440353394, + "ce_after": 1.0452314615249634 + } + }, + "source": "models/e16/S1-E19-b-n4k-rt-syn/ckpt-4000" +} \ No newline at end of file diff --git a/e16/S1-E19-b-n4k-rt-syn/ckpt-4000/head.safetensors b/e16/S1-E19-b-n4k-rt-syn/ckpt-4000/head.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4a30c1301da14e7dda6485fd0acbcb8cabfd61c7 --- /dev/null +++ b/e16/S1-E19-b-n4k-rt-syn/ckpt-4000/head.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d18982867197856a6ea8a11bee091df4864a5f291b2165c5a5fb33ae975c7d37 +size 393464 diff --git a/e16/S1-E19-b-n4k-rt-syn/ckpt-4000/judge_config.json b/e16/S1-E19-b-n4k-rt-syn/ckpt-4000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..a83faa8c549b3f6daa48f411e9bd6648033c14b8 --- /dev/null +++ b/e16/S1-E19-b-n4k-rt-syn/ckpt-4000/judge_config.json @@ -0,0 +1,164 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S1-E19-b-n4k-rt-syn/ckpt-4000", + "softcap": null, + "e16": { + "data": "data/e19/E19-b-n4k", + "data_manifest": { + "arm": "E19-b-n4k", + "name": null, + "train_sha256": "f6c266a182ccc61b476eb15d112b13b7504027bcfb76ada104add064f5e9eb0b", + "n_train": 4000 + }, + "init": "released", + "objective": "s-log", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 0, + "replay": "data/e16/replay/train.jsonl", + "replay_frac": 0.05, + "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 125 steps", + "total_rows": 4000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-4000", + "rows_seen": 4000, + "replay_seen": 210, + "step": 125, + "tokens": 2434864, + "tok_per_s": 774.0149744541421, + "rows_per_s": 1.3383100808799187, + "val": { + "n": 1200, + "dropped_long": 0, + "noul_ce": 0.5798144340515137, + "noul_T": 0.7516322403522613, + "choice_ce": 0.6675291657447815, + "choice_T": 0.97841396928728, + "score_ce": 1.0452431440353394, + "score_T": 0.994459835707917, + "noul_auc": 0.7070421333333332, + "noul_acc": 0.681, + "noul_f1": 0.7603305785123967, + "noul_nll": 0.5998691792339087, + "noul_ece": 0.05225119256973267, + "noul_brier": 0.2062780972057691, + "noul_sharp": 0.15075689554214478, + "entropy": 0.6246204376220703 + }, + "dropped_long": 0, + "peak_gib": 18.236003875732422 + } +} \ No newline at end of file diff --git a/e16/S1-E19-b-n4k-rt-syn/train_log.jsonl b/e16/S1-E19-b-n4k-rt-syn/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..19004a6f187621c64417901186deb93a30b44168 --- /dev/null +++ b/e16/S1-E19-b-n4k-rt-syn/train_log.jsonl @@ -0,0 +1,15 @@ +{"time": "07:21:30", "event": "start", "data": "data/e19/E19-b-n4k", "data_manifest": {"arm": "E19-b-n4k", "name": null, "train_sha256": "f6c266a182ccc61b476eb15d112b13b7504027bcfb76ada104add064f5e9eb0b", "n_train": 4000}, "init": "released", "objective": "s-log", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 0, "replay": "data/e16/replay/train.jsonl", "replay_frac": 0.05, "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 125 steps", "total_rows": 4000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", "device": "cuda", "load_s": 138.10967445373535} +{"time": "07:25:39", "event": "step", "step": 10, "rows_seen": 320, "lr": 9.923040269974204e-05, "tok_per_s": 779.5376779690981, "loss": 0.6511307582259178, "entropy": 0.6669582277536392, "sharp": 0.09245757479220629} +{"time": "07:29:14", "event": "step", "step": 20, "rows_seen": 640, "lr": 9.55208574963224e-05, "tok_per_s": 815.5688265426676, "loss": 0.682822160422802, "entropy": 0.680327732115984, "sharp": 0.06312570348381996} +{"time": "07:33:09", "event": "step", "step": 30, "rows_seen": 960, "lr": 8.897432118673851e-05, "tok_per_s": 831.1456933218386, "loss": 0.7128289118409157, "entropy": 0.67066690325737, "sharp": 0.08987683709710836} +{"time": "07:36:55", "event": "step", "step": 40, "rows_seen": 1280, "lr": 8.002250216471678e-05, "tok_per_s": 837.4462787629185, "loss": 0.6662798281759024, "entropy": 0.6635196805000305, "sharp": 0.10033458285033703} +{"time": "07:40:42", "event": "step", "step": 50, "rows_seen": 1600, "lr": 6.925572411108201e-05, "tok_per_s": 841.3931241282761, "loss": 0.6483772713690996, "entropy": 0.6561309415847063, "sharp": 0.11030647251754999} +{"time": "07:44:33", "event": "step", "step": 60, "rows_seen": 1920, "lr": 5.738399736402462e-05, "tok_per_s": 843.7236562462311, "loss": 0.6585981473326683, "entropy": 0.6312482208013535, "sharp": 0.1513240458443761} +{"time": "07:48:25", "event": "step", "step": 70, "rows_seen": 2240, "lr": 4.519019760655705e-05, "tok_per_s": 844.7106118131097, "loss": 0.6448025479912758, "entropy": 0.6814942136406898, "sharp": 0.06124630570411682} +{"time": "07:52:16", "event": "step", "step": 80, "rows_seen": 2560, "lr": 3.3478439481564835e-05, "tok_per_s": 845.6465665104337, "loss": 0.7411134950816631, "entropy": 0.6064832229167223, "sharp": 0.17246794700622559} +{"time": "07:56:02", "event": "step", "step": 90, "rows_seen": 2880, "lr": 2.3021049613197416e-05, "tok_per_s": 847.0582823533582, "loss": 0.6601652055978775, "entropy": 0.6721960082650185, "sharp": 0.0820480827242136} +{"time": "07:59:50", "event": "step", "step": 100, "rows_seen": 3200, "lr": 1.4507635874863332e-05, "tok_per_s": 846.9419200338302, "loss": 0.6286455020308495, "entropy": 0.674769677221775, "sharp": 0.07793062552809715} +{"time": "08:01:19", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 0.6032357215881348, "noul_T": 0.5868721889734109, "noul_auc": 0.7192958768628378, "noul_acc": 0.698, "noul_f1": 0.7614533965244866, "noul_nll": 0.6081383092403412, "noul_ece": 0.08766831648349764, "noul_brier": 0.20942490596043006, "noul_sharp": 0.11816901713609695, "entropy": 0.6493995189666748} +{"time": "08:05:12", "event": "step", "step": 110, "rows_seen": 3520, "lr": 8.49961150805399e-06, "tok_per_s": 819.7221966437523, "loss": 0.6712209656834602, "entropy": 0.6608883272856474, "sharp": 0.1043847082182765} +{"time": "08:08:55", "event": "step", "step": 120, "rows_seen": 3840, "lr": 5.3931729785351795e-06, "tok_per_s": 821.7120595592365, "loss": 0.6277236882597208, "entropy": 0.6568866651505232, "sharp": 0.10728645697236061} +{"time": "08:14:01", "event": "ckpt", "tag": "ckpt-4000", "rows_seen": 4000, "replay_seen": 210, "step": 125, "tokens": 2434864, "tok_per_s": 774.0149744541421, "rows_per_s": 1.3383100808799187, "val": {"n": 1200, "dropped_long": 0, "noul_ce": 0.5798144340515137, "noul_T": 0.7516322403522613, "choice_ce": 0.6675291657447815, "choice_T": 0.97841396928728, "score_ce": 1.0452431440353394, "score_T": 0.994459835707917, "noul_auc": 0.7070421333333332, "noul_acc": 0.681, "noul_f1": 0.7603305785123967, "noul_nll": 0.5998691792339087, "noul_ece": 0.05225119256973267, "noul_brier": 0.2062780972057691, "noul_sharp": 0.15075689554214478, "entropy": 0.6246204376220703}, "dropped_long": 0, "peak_gib": 18.236003875732422} diff --git a/e16/S1-E19-b-n64k-syn/DONE b/e16/S1-E19-b-n64k-syn/DONE new file mode 100644 index 0000000000000000000000000000000000000000..ac75bd38670dccf589dfb749394b9071125b2bfb --- /dev/null +++ b/e16/S1-E19-b-n64k-syn/DONE @@ -0,0 +1 @@ +2026-10-17 02:35:53 \ No newline at end of file diff --git a/e16/S1-F1pool64-rp/DONE b/e16/S1-F1pool64-rp/DONE new file mode 100644 index 0000000000000000000000000000000000000000..10a7343459324aeedefddd26f64236586ed90f2f --- /dev/null +++ b/e16/S1-F1pool64-rp/DONE @@ -0,0 +1 @@ +2026-10-11 21:20:34 \ No newline at end of file diff --git a/e16/S1-G-d4096-n64k-syn/DONE b/e16/S1-G-d4096-n64k-syn/DONE new file mode 100644 index 0000000000000000000000000000000000000000..0126a227f5d8c393c60b647d382d6e33a8d9b435 --- /dev/null +++ b/e16/S1-G-d4096-n64k-syn/DONE @@ -0,0 +1 @@ +2026-10-15 15:50:37 \ No newline at end of file diff --git a/e16/S1-G-d512-n64k-syn/DONE b/e16/S1-G-d512-n64k-syn/DONE new file mode 100644 index 0000000000000000000000000000000000000000..db3bb62fc9aaab35dabc922d84de4739084d05d3 --- /dev/null +++ b/e16/S1-G-d512-n64k-syn/DONE @@ -0,0 +1 @@ +2026-10-15 06:07:32 \ No newline at end of file diff --git a/e16/S1-MIX-E18E19-n16k-syn/DONE b/e16/S1-MIX-E18E19-n16k-syn/DONE new file mode 100644 index 0000000000000000000000000000000000000000..011a35ca8c63d568057ce16b989d1402b9e656a9 --- /dev/null +++ b/e16/S1-MIX-E18E19-n16k-syn/DONE @@ -0,0 +1 @@ +2026-10-15 21:15:07 \ No newline at end of file diff --git a/e16/S1-MIX3-n16k-syn/DONE b/e16/S1-MIX3-n16k-syn/DONE new file mode 100644 index 0000000000000000000000000000000000000000..f860e0f107ea66690c9f1d3ad4eb516759a4efa2 --- /dev/null +++ b/e16/S1-MIX3-n16k-syn/DONE @@ -0,0 +1 @@ +2026-10-16 11:31:21 \ No newline at end of file diff --git a/e16/S1-SS-hlr-n16k-syn/DONE b/e16/S1-SS-hlr-n16k-syn/DONE new file mode 100644 index 0000000000000000000000000000000000000000..673e7ccf0c49b531a7c882f630cf9f0d58059da6 --- /dev/null +++ b/e16/S1-SS-hlr-n16k-syn/DONE @@ -0,0 +1 @@ +2026-10-15 11:38:01 \ No newline at end of file diff --git a/e16/S1-SS-mix-n16k-syn/DONE b/e16/S1-SS-mix-n16k-syn/DONE new file mode 100644 index 0000000000000000000000000000000000000000..3a5cd826e5e037d12eb5f1c774aecb294dbb5e2d --- /dev/null +++ b/e16/S1-SS-mix-n16k-syn/DONE @@ -0,0 +1 @@ +2026-10-15 17:06:31 \ No newline at end of file diff --git a/e16/S2-grpo-acc/DONE b/e16/S2-grpo-acc/DONE new file mode 100644 index 0000000000000000000000000000000000000000..e21cc3c3d23819f5dc76de5ecd8ac981a19f4efd --- /dev/null +++ b/e16/S2-grpo-acc/DONE @@ -0,0 +1 @@ +2026-10-21 15:29:25 \ No newline at end of file diff --git a/e16/S2-grpo-acc/ckpt-4000/adapter/README.md b/e16/S2-grpo-acc/ckpt-4000/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..57167079ef3f181aacdbd678a733d71697d18f63 --- /dev/null +++ b/e16/S2-grpo-acc/ckpt-4000/adapter/README.md @@ -0,0 +1,206 @@ +--- +base_model: /workspace/jev_kt/models/hf/JEV-9B +library_name: peft +tags: +- base_model:adapter:/workspace/jev_kt/models/hf/JEV-9B +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/e16/S2-grpo-acc/ckpt-4000/adapter/adapter_config.json b/e16/S2-grpo-acc/ckpt-4000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..54fcc2c9e9f3776edd2628f43be09a89a7e9b858 --- /dev/null +++ b/e16/S2-grpo-acc/ckpt-4000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "in_proj_qkv", + "v_proj", + "down_proj", + "q_proj", + "up_proj", + "o_proj", + "k_proj", + "in_proj_z", + "gate_proj", + "out_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/e16/S2-grpo-acc/ckpt-4000/adapter/adapter_model.safetensors b/e16/S2-grpo-acc/ckpt-4000/adapter/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ddbc7b9f433778ae5e423536df164d8ee717bba8 --- /dev/null +++ b/e16/S2-grpo-acc/ckpt-4000/adapter/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02e52fa1fc225fe30b41e2b4eea761be2de9867822b696e97a10232666244dca +size 160486456 diff --git a/e16/S2-grpo-acc/ckpt-4000/adapter_vllm/adapter_config.json b/e16/S2-grpo-acc/ckpt-4000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/e16/S2-grpo-acc/ckpt-4000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/e16/S2-grpo-acc/ckpt-4000/adapter_vllm/adapter_model.safetensors b/e16/S2-grpo-acc/ckpt-4000/adapter_vllm/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cb3ccce1abf7ccfddb37bf8d29ca4bd8976c8aac --- /dev/null +++ b/e16/S2-grpo-acc/ckpt-4000/adapter_vllm/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:244ac612fe3004e0f1dc92d517192ad728926a71cb39d31c6ca712bed62bfa68 +size 176641832 diff --git a/e16/S2-grpo-acc/ckpt-4000/adapter_vllm/decision_head.json b/e16/S2-grpo-acc/ckpt-4000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..839a140a8cde7b090a1762fc3cd951fc33c1b83a --- /dev/null +++ b/e16/S2-grpo-acc/ckpt-4000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + -0.0008057702798396349, + 0.00080552336294204, + -0.0025878134183585644, + -0.0012615364976227283, + -0.00025007399381138384, + 0.0019558551721274853, + 0.0013559526996687055, + -0.0023348911199718714, + -0.0004082925443071872, + -0.0002078723773593083, + -1.2957353646925185e-05, + 0.0001676026004133746, + 0.0005569425993598998, + -0.001412136247381568, + -0.0028663526754826307, + -0.005061559844762087, + -0.00593328895047307, + -0.004319756291806698, + -0.004922541789710522, + -0.0049067651852965355, + -0.003943523392081261, + -0.003319827374070883, + -0.005581587553024292, + -0.0034480984322726727 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/e16/S2-grpo-acc/ckpt-4000/calibration.json b/e16/S2-grpo-acc/ckpt-4000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..ea8554f5fb83f0e48d98d60088b9f5a29eff68bc --- /dev/null +++ b/e16/S2-grpo-acc/ckpt-4000/calibration.json @@ -0,0 +1,17 @@ +{ + "version": 1, + "per_kind": { + "noul": 3.999999975766852, + "choice": 1.0, + "score": 1.0 + }, + "fit": { + "noul": { + "n": 2000, + "T": 3.999999975766852, + "ce_before": 4.915243148803711, + "ce_after": 1.2675734758377075 + } + }, + "source": "models/e16/S2-grpo-acc/ckpt-4000" +} \ No newline at end of file diff --git a/e16/S2-grpo-acc/ckpt-4000/head.safetensors b/e16/S2-grpo-acc/ckpt-4000/head.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..20c9050073d9b5a3dcd549cf4b61da73a7bc5f17 --- /dev/null +++ b/e16/S2-grpo-acc/ckpt-4000/head.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77c5f5ffefb865a0e6c8ec75c29335528eec6ab0b26dcfabd3dd06c52b1adfa0 +size 393464 diff --git a/e16/S2-grpo-acc/ckpt-4000/judge_config.json b/e16/S2-grpo-acc/ckpt-4000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f82a20e640dc71e4b7d55676d491daaeb65a9796 --- /dev/null +++ b/e16/S2-grpo-acc/ckpt-4000/judge_config.json @@ -0,0 +1,160 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S2-grpo-acc/ckpt-4000", + "softcap": null, + "e16": { + "data": "data/e15/F1-pool", + "data_manifest": { + "arm": "F1-pool", + "name": "F1-pool", + "train_sha256": "dad16f94a5659768b254a6c12538c01f9c64cd43d574a3435bcc70c9c1bac130", + "n_train": 64000 + }, + "init": "released", + "objective": "grpo-acc", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 0, + "replay": null, + "replay_frac": 0.0, + "replay_sha256": null, + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 125 steps", + "total_rows": 4000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-4000", + "rows_seen": 4000, + "replay_seen": 0, + "step": 125, + "tokens": 2631181, + "tok_per_s": 790.9179117858531, + "rows_per_s": 1.2023770473037971, + "val": { + "n": 2000, + "dropped_long": 0, + "noul_ce": 4.915243148803711, + "noul_T": 3.999999975766852, + "noul_auc": 0.7112511178769882, + "noul_acc": 0.735, + "noul_f1": 0.8173673328738801, + "noul_nll": 2.21211727777122, + "noul_ece": 0.2541040104472323, + "noul_brier": 0.258832798590641, + "noul_sharp": 0.4925057590007782, + "entropy": 0.018104979768395424 + }, + "dropped_long": 0, + "peak_gib": 18.23347282409668 + } +} \ No newline at end of file diff --git a/e16/S2-grpo-acc/train_log.jsonl b/e16/S2-grpo-acc/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..d460a4f1b8dcfae933bc644289d9a10029182d3c --- /dev/null +++ b/e16/S2-grpo-acc/train_log.jsonl @@ -0,0 +1,15 @@ +{"time": "14:33:57", "event": "start", "data": "data/e15/F1-pool", "data_manifest": {"arm": "F1-pool", "name": "F1-pool", "train_sha256": "dad16f94a5659768b254a6c12538c01f9c64cd43d574a3435bcc70c9c1bac130", "n_train": 64000}, "init": "released", "objective": "grpo-acc", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 0, "replay": null, "replay_frac": 0.0, "replay_sha256": null, "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 125 steps", "total_rows": 4000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", "device": "cuda", "load_s": 95.40646529197693} +{"time": "14:37:47", "event": "step", "step": 10, "rows_seen": 320, "lr": 9.923040269974204e-05, "tok_per_s": 919.2086138026067, "loss": -1.0011717677116394e-08, "entropy": 0.1917183045297861, "sharp": 0.4212937206029892, "r_mean": 0.7195436755816141, "r_std": 0.14074832076827684, "adv_abs": 0.24625137075781822, "frac_lowstd": 0.6674603323141733} +{"time": "14:41:38", "event": "step", "step": 20, "rows_seen": 640, "lr": 9.55208574963224e-05, "tok_per_s": 924.0171969361079, "loss": 1.3969838619232178e-09, "entropy": 0.07218945417912437, "sharp": 0.47190270386636257, "r_mean": 0.7002976281302316, "r_std": 0.049803519887583594, "adv_abs": 0.08713866557393755, "frac_lowstd": 0.9000000017029899} +{"time": "14:45:25", "event": "step", "step": 30, "rows_seen": 960, "lr": 8.897432118673851e-05, "tok_per_s": 924.1881335608737, "loss": 9.313225746154785e-10, "entropy": 0.027167083619087817, "sharp": 0.4842147156596184, "r_mean": 0.7309523948601314, "r_std": 0.013226001390389033, "adv_abs": 0.023140502827508107, "frac_lowstd": 0.9714285731315613} +{"time": "14:49:16", "event": "step", "step": 40, "rows_seen": 1280, "lr": 8.002250216471678e-05, "tok_per_s": 927.1032034673883, "loss": -4.656612873077393e-10, "entropy": 0.027882111409527024, "sharp": 0.4845739733427763, "r_mean": 0.5436224596840995, "r_std": 0.03616243600845337, "adv_abs": 0.06326819743428912, "frac_lowstd": 0.9081632750374931} +{"time": "14:53:03", "event": "step", "step": 50, "rows_seen": 1600, "lr": 6.925572411108201e-05, "tok_per_s": 928.731218872715, "loss": -1.3969838619232178e-09, "entropy": 0.02741538751856758, "sharp": 0.489368561655283, "r_mean": 0.6034013650247029, "r_std": 0.018237043704305376, "adv_abs": 0.03190709011895316, "frac_lowstd": 0.9557823283331734} +{"time": "14:56:50", "event": "step", "step": 60, "rows_seen": 1920, "lr": 5.738399736402462e-05, "tok_per_s": 928.8360445351861, "loss": 0.0, "entropy": 0.013115169359373485, "sharp": 0.4974683001637459, "r_mean": 0.7591836878231594, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "15:00:35", "event": "step", "step": 70, "rows_seen": 2240, "lr": 4.519019760655705e-05, "tok_per_s": 928.2265629711349, "loss": 0.0, "entropy": 0.04857527088424085, "sharp": 0.4788151979446411, "r_mean": 0.7758503471102033, "r_std": 0.012726726276533944, "adv_abs": 0.022267605577196394, "frac_lowstd": 0.976190481867109} +{"time": "15:04:23", "event": "step", "step": 80, "rows_seen": 2560, "lr": 3.3478439481564835e-05, "tok_per_s": 928.5949130217581, "loss": 0.0, "entropy": 0.013684714374065418, "sharp": 0.4967517629265785, "r_mean": 0.8353741594723293, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "15:08:11", "event": "step", "step": 90, "rows_seen": 2880, "lr": 2.3021049613197416e-05, "tok_per_s": 928.2207590192155, "loss": -1.1641532182693481e-09, "entropy": 0.02392061226470734, "sharp": 0.49127648025751114, "r_mean": 0.7553571547780719, "r_std": 0.012322599334376199, "adv_abs": 0.021560383694512502, "frac_lowstd": 0.976190481867109} +{"time": "15:11:57", "event": "step", "step": 100, "rows_seen": 3200, "lr": 1.4507635874863332e-05, "tok_per_s": 928.9338267045305, "loss": 0.0, "entropy": 0.000255703430758567, "sharp": 0.49997109919786453, "r_mean": 0.7952381031853812, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "15:13:38", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 4.7454833984375, "noul_T": 3.999999975766852, "noul_auc": 0.708722160009954, "noul_acc": 0.728, "noul_f1": 0.8152173913043478, "noul_nll": 2.254688709472437, "noul_ece": 0.25845495857855744, "noul_brier": 0.26771171568419005, "noul_sharp": 0.49320659041404724, "entropy": 0.019520260393619537} +{"time": "15:17:25", "event": "step", "step": 110, "rows_seen": 3520, "lr": 8.49961150805399e-06, "tok_per_s": 894.083894414701, "loss": 0.0, "entropy": 0.0016611400853748948, "sharp": 0.4997120872139931, "r_mean": 0.7126984213079725, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "15:21:03", "event": "step", "step": 120, "rows_seen": 3840, "lr": 5.3931729785351795e-06, "tok_per_s": 896.8916972181516, "loss": 1.862645149230957e-09, "entropy": 0.09744161974161947, "sharp": 0.45413996279239655, "r_mean": 0.666220241359302, "r_std": 0.03847978530185563, "adv_abs": 0.0673240018742425, "frac_lowstd": 0.9107142857142857} +{"time": "15:29:25", "event": "ckpt", "tag": "ckpt-4000", "rows_seen": 4000, "replay_seen": 0, "step": 125, "tokens": 2631181, "tok_per_s": 790.9179117858531, "rows_per_s": 1.2023770473037971, "val": {"n": 2000, "dropped_long": 0, "noul_ce": 4.915243148803711, "noul_T": 3.999999975766852, "noul_auc": 0.7112511178769882, "noul_acc": 0.735, "noul_f1": 0.8173673328738801, "noul_nll": 2.21211727777122, "noul_ece": 0.2541040104472323, "noul_brier": 0.258832798590641, "noul_sharp": 0.4925057590007782, "entropy": 0.018104979768395424}, "dropped_long": 0, "peak_gib": 18.23347282409668} diff --git a/e16/S2-grpo-log/DONE b/e16/S2-grpo-log/DONE new file mode 100644 index 0000000000000000000000000000000000000000..0b842a6244634be4187827d5e179143d30d878a2 --- /dev/null +++ b/e16/S2-grpo-log/DONE @@ -0,0 +1 @@ +2026-10-20 17:03:13 \ No newline at end of file diff --git a/e16/S2-grpo-log/ckpt-16000/adapter/README.md b/e16/S2-grpo-log/ckpt-16000/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..57167079ef3f181aacdbd678a733d71697d18f63 --- /dev/null +++ b/e16/S2-grpo-log/ckpt-16000/adapter/README.md @@ -0,0 +1,206 @@ +--- +base_model: /workspace/jev_kt/models/hf/JEV-9B +library_name: peft +tags: +- base_model:adapter:/workspace/jev_kt/models/hf/JEV-9B +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/e16/S2-grpo-log/ckpt-16000/adapter/adapter_config.json b/e16/S2-grpo-log/ckpt-16000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..d769a5ac290e121e54fd21b154bdfc3a37404aab --- /dev/null +++ b/e16/S2-grpo-log/ckpt-16000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "k_proj", + "o_proj", + "in_proj_z", + "out_proj", + "in_proj_qkv", + "v_proj", + "q_proj", + "up_proj", + "gate_proj", + "down_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/e16/S2-grpo-log/ckpt-16000/adapter/adapter_model.safetensors b/e16/S2-grpo-log/ckpt-16000/adapter/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1760bdd938b2f5c561ee71d99f897cae733132de --- /dev/null +++ b/e16/S2-grpo-log/ckpt-16000/adapter/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97578e2067f2401e36f693a0a6c43e4df35a3f12ae1b7295a9beccf861197a8a +size 160486456 diff --git a/e16/S2-grpo-log/ckpt-16000/adapter_vllm/adapter_config.json b/e16/S2-grpo-log/ckpt-16000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/e16/S2-grpo-log/ckpt-16000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/e16/S2-grpo-log/ckpt-16000/adapter_vllm/adapter_model.safetensors b/e16/S2-grpo-log/ckpt-16000/adapter_vllm/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2c5f833f745287bb83c1b46b649b83d84e7b0bae --- /dev/null +++ b/e16/S2-grpo-log/ckpt-16000/adapter_vllm/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a51768fe38c43ace33b380022dec7d098a075deca956b51439061eb72237d098 +size 176641832 diff --git a/e16/S2-grpo-log/ckpt-16000/adapter_vllm/decision_head.json b/e16/S2-grpo-log/ckpt-16000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..ebcbf45c859fa5b614e28ee14b1b6dc48e84994a --- /dev/null +++ b/e16/S2-grpo-log/ckpt-16000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + -0.0014348899712786078, + 0.0015288147842511535, + -0.0025878134183585644, + -0.0012615364976227283, + -0.00025007399381138384, + 0.0019558551721274853, + 0.0013559526996687055, + -0.0023348911199718714, + -0.0004082925443071872, + -0.0002078723773593083, + -1.2957353646925185e-05, + 0.0001676026004133746, + 0.0005569425993598998, + -0.001412136247381568, + -0.0028663526754826307, + -0.005061559844762087, + -0.00593328895047307, + -0.004319756291806698, + -0.004922541789710522, + -0.0049067651852965355, + -0.003943523392081261, + -0.003319827374070883, + -0.005581587553024292, + -0.0034480984322726727 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/e16/S2-grpo-log/ckpt-16000/calibration.json b/e16/S2-grpo-log/ckpt-16000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..b602c04d9f58be4986fc17232557aaf5cb7d44d3 --- /dev/null +++ b/e16/S2-grpo-log/ckpt-16000/calibration.json @@ -0,0 +1,17 @@ +{ + "version": 1, + "per_kind": { + "noul": 3.999999975766852, + "choice": 1.0, + "score": 1.0 + }, + "fit": { + "noul": { + "n": 2000, + "T": 3.999999975766852, + "ce_before": 21.96693992614746, + "ce_after": 5.491734981536865 + } + }, + "source": "models/e16/S2-grpo-log/ckpt-16000" +} \ No newline at end of file diff --git a/e16/S2-grpo-log/ckpt-16000/head.safetensors b/e16/S2-grpo-log/ckpt-16000/head.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2e28970645cbdc287667de218f476566cd26ccfe --- /dev/null +++ b/e16/S2-grpo-log/ckpt-16000/head.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68cd8b2b5075939e4765c89c6585d3c23cfe6993f73f664cdb079f319f2955af +size 393464 diff --git a/e16/S2-grpo-log/ckpt-16000/judge_config.json b/e16/S2-grpo-log/ckpt-16000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..583f4ad725729a6a3ad62da4745a203887058e67 --- /dev/null +++ b/e16/S2-grpo-log/ckpt-16000/judge_config.json @@ -0,0 +1,160 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S2-grpo-log/ckpt-16000", + "softcap": null, + "e16": { + "data": "data/e15/F1-pool", + "data_manifest": { + "arm": "F1-pool", + "name": "F1-pool", + "train_sha256": "dad16f94a5659768b254a6c12538c01f9c64cd43d574a3435bcc70c9c1bac130", + "n_train": 64000 + }, + "init": "released", + "objective": "grpo", + "sigma": 0.5, + "K": 8, + "reward": "log", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 0, + "replay": null, + "replay_frac": 0.0, + "replay_sha256": null, + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", + "total_rows": 16000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-16000", + "rows_seen": 16000, + "replay_seen": 0, + "step": 500, + "tokens": 10544036, + "tok_per_s": 834.9698861145209, + "rows_per_s": 1.2670212972788013, + "val": { + "n": 2000, + "dropped_long": 0, + "noul_ce": 21.96693992614746, + "noul_T": 3.999999975766852, + "noul_auc": 0.5, + "noul_acc": 0.6615, + "noul_f1": 0.7962684321396328, + "noul_nll": 3.1177102530285663, + "noul_ece": 0.3385000000000001, + "noul_brier": 0.3385, + "noul_sharp": 0.5, + "entropy": 3.907405249114555e-27 + }, + "dropped_long": 0, + "peak_gib": 18.236032962799072 + } +} \ No newline at end of file diff --git a/e16/S2-grpo-log/ckpt-4000/adapter/README.md b/e16/S2-grpo-log/ckpt-4000/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..57167079ef3f181aacdbd678a733d71697d18f63 --- /dev/null +++ b/e16/S2-grpo-log/ckpt-4000/adapter/README.md @@ -0,0 +1,206 @@ +--- +base_model: /workspace/jev_kt/models/hf/JEV-9B +library_name: peft +tags: +- base_model:adapter:/workspace/jev_kt/models/hf/JEV-9B +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/e16/S2-grpo-log/ckpt-4000/adapter/adapter_config.json b/e16/S2-grpo-log/ckpt-4000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..d769a5ac290e121e54fd21b154bdfc3a37404aab --- /dev/null +++ b/e16/S2-grpo-log/ckpt-4000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "k_proj", + "o_proj", + "in_proj_z", + "out_proj", + "in_proj_qkv", + "v_proj", + "q_proj", + "up_proj", + "gate_proj", + "down_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/e16/S2-grpo-log/ckpt-4000/adapter/adapter_model.safetensors b/e16/S2-grpo-log/ckpt-4000/adapter/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8a1ceca990c624e630800eeea51a4a0b65adbcfb --- /dev/null +++ b/e16/S2-grpo-log/ckpt-4000/adapter/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a94b7360ebb7b58e4a91377675f9d69632977a462b8a26f2f0d229879b92839 +size 160486456 diff --git a/e16/S2-grpo-log/ckpt-4000/adapter_vllm/adapter_config.json b/e16/S2-grpo-log/ckpt-4000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/e16/S2-grpo-log/ckpt-4000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/e16/S2-grpo-log/ckpt-4000/adapter_vllm/adapter_model.safetensors b/e16/S2-grpo-log/ckpt-4000/adapter_vllm/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..59d89510a006c97d0248d76bceeb56a14cc5880f --- /dev/null +++ b/e16/S2-grpo-log/ckpt-4000/adapter_vllm/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc6e73f80f7f363691ca5b1520730d5849de108c1595b04f1e30ce173f86ee18 +size 176641832 diff --git a/e16/S2-grpo-log/ckpt-4000/adapter_vllm/decision_head.json b/e16/S2-grpo-log/ckpt-4000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..ce76e4b4ea7cee531ff62ea0673148c697b00f32 --- /dev/null +++ b/e16/S2-grpo-log/ckpt-4000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + -0.0012006943579763174, + 0.0012988635571673512, + -0.0025878134183585644, + -0.0012615364976227283, + -0.00025007399381138384, + 0.0019558551721274853, + 0.0013559526996687055, + -0.0023348911199718714, + -0.0004082925443071872, + -0.0002078723773593083, + -1.2957353646925185e-05, + 0.0001676026004133746, + 0.0005569425993598998, + -0.001412136247381568, + -0.0028663526754826307, + -0.005061559844762087, + -0.00593328895047307, + -0.004319756291806698, + -0.004922541789710522, + -0.0049067651852965355, + -0.003943523392081261, + -0.003319827374070883, + -0.005581587553024292, + -0.0034480984322726727 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/e16/S2-grpo-log/ckpt-4000/calibration.json b/e16/S2-grpo-log/ckpt-4000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..bf22ac94961e161ec994fa538747fd7d9e6e05dc --- /dev/null +++ b/e16/S2-grpo-log/ckpt-4000/calibration.json @@ -0,0 +1,17 @@ +{ + "version": 1, + "per_kind": { + "noul": 3.999999975766852, + "choice": 1.0, + "score": 1.0 + }, + "fit": { + "noul": { + "n": 2000, + "T": 3.999999975766852, + "ce_before": 15.379960060119629, + "ce_after": 3.8451828956604004 + } + }, + "source": "models/e16/S2-grpo-log/ckpt-4000" +} \ No newline at end of file diff --git a/e16/S2-grpo-log/ckpt-4000/head.safetensors b/e16/S2-grpo-log/ckpt-4000/head.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..18ff3f27bb06cfe1c55f386cb9c7f84d03126ad1 --- /dev/null +++ b/e16/S2-grpo-log/ckpt-4000/head.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fe4ac0390f7d49f7f52f86932b69b20fe67973e405869261431ff0407d548ed +size 393464 diff --git a/e16/S2-grpo-log/ckpt-4000/judge_config.json b/e16/S2-grpo-log/ckpt-4000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b51c0f7a9ed872af14ff538763046d5967bac2 --- /dev/null +++ b/e16/S2-grpo-log/ckpt-4000/judge_config.json @@ -0,0 +1,160 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S2-grpo-log/ckpt-4000", + "softcap": null, + "e16": { + "data": "data/e15/F1-pool", + "data_manifest": { + "arm": "F1-pool", + "name": "F1-pool", + "train_sha256": "dad16f94a5659768b254a6c12538c01f9c64cd43d574a3435bcc70c9c1bac130", + "n_train": 64000 + }, + "init": "released", + "objective": "grpo", + "sigma": 0.5, + "K": 8, + "reward": "log", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 0, + "replay": null, + "replay_frac": 0.0, + "replay_sha256": null, + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", + "total_rows": 16000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-4000", + "rows_seen": 4000, + "replay_seen": 0, + "step": 125, + "tokens": 2631181, + "tok_per_s": 787.5726654919484, + "rows_per_s": 1.1972915037477587, + "val": { + "n": 2000, + "dropped_long": 0, + "noul_ce": 15.379960060119629, + "noul_T": 3.999999975766852, + "noul_auc": 0.5814556907614515, + "noul_acc": 0.7025, + "noul_f1": 0.8099648674544874, + "noul_nll": 2.7398839610763353, + "noul_ece": 0.279499968290329, + "noul_brier": 0.2974997518689007, + "noul_sharp": 0.49999988079071045, + "entropy": 1.2521023791123298e-06 + }, + "dropped_long": 0, + "peak_gib": 18.23348903656006 + } +} \ No newline at end of file diff --git a/e16/S2-grpo-log/train_log.jsonl b/e16/S2-grpo-log/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..6735c2bf6e3a16b037727447d8fcbe3fbf743f9e --- /dev/null +++ b/e16/S2-grpo-log/train_log.jsonl @@ -0,0 +1,58 @@ +{"time": "13:29:03", "event": "start", "data": "data/e15/F1-pool", "data_manifest": {"arm": "F1-pool", "name": "F1-pool", "train_sha256": "dad16f94a5659768b254a6c12538c01f9c64cd43d574a3435bcc70c9c1bac130", "n_train": 64000}, "init": "released", "objective": "grpo", "sigma": 0.5, "K": 8, "reward": "log", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 0, "replay": null, "replay_frac": 0.0, "replay_sha256": null, "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", "total_rows": 16000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", "device": "cuda", "load_s": 71.71520686149597} +{"time": "13:33:00", "event": "step", "step": 10, "rows_seen": 320, "lr": 7.333333333333333e-05, "tok_per_s": 891.9883224627899, "loss": 2.458000381011516e-08, "entropy": 0.15275442984420806, "sharp": 0.4438525512814522, "r_mean": -1.1012607784941792, "r_std": 0.18173795212836316, "adv_abs": 0.5025146106878916, "frac_lowstd": 0.4404761989911397} +{"time": "13:36:52", "event": "step", "step": 20, "rows_seen": 640, "lr": 9.997508952966197e-05, "tok_per_s": 908.4187307870876, "loss": -3.4854110708693042e-09, "entropy": 0.0377990975756497, "sharp": 0.48033053427934647, "r_mean": -2.6932853971208846, "r_std": 0.010241870430633071, "adv_abs": 0.052581870196653266, "frac_lowstd": 0.9238095283508301} +{"time": "13:40:40", "event": "step", "step": 30, "rows_seen": 960, "lr": 9.977596250541417e-05, "tok_per_s": 911.8291115074726, "loss": 0.0, "entropy": 1.165442310910643e-09, "sharp": 0.5, "r_mean": -2.1490794931139265, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "13:44:31", "event": "step", "step": 40, "rows_seen": 1280, "lr": 9.937854366485982e-05, "tok_per_s": 918.1126717214794, "loss": -2.2737367544323206e-13, "entropy": 1.0370179391847623e-08, "sharp": 0.5, "r_mean": -3.7091983901602883, "r_std": 1.2041958541431086e-09, "adv_abs": 7.447442580347083e-06, "frac_lowstd": 1.0} +{"time": "13:48:19", "event": "step", "step": 50, "rows_seen": 1600, "lr": 9.8784499920729e-05, "tok_per_s": 920.4085188143927, "loss": 1.210719347000122e-08, "entropy": 0.01171643105145066, "sharp": 0.4961233027279377, "r_mean": -2.8188274247305736, "r_std": 0.012321620115212031, "adv_abs": 0.030841733728136336, "frac_lowstd": 0.9642857142857143} +{"time": "13:52:07", "event": "step", "step": 60, "rows_seen": 1920, "lr": 9.79963228989294e-05, "tok_per_s": 921.8082282899196, "loss": 0.0, "entropy": 1.296900098585897e-10, "sharp": 0.5, "r_mean": -4.7680743251528055, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "13:55:52", "event": "step", "step": 70, "rows_seen": 2240, "lr": 9.701731848780134e-05, "tok_per_s": 921.9218664771514, "loss": -6.821210263296962e-13, "entropy": 1.750335346122513e-08, "sharp": 0.5, "r_mean": -3.909695727484567, "r_std": 2.9379373854356216e-09, "adv_abs": 2.6592814330277698e-05, "frac_lowstd": 1.0} +{"time": "13:59:40", "event": "step", "step": 80, "rows_seen": 2560, "lr": 9.585159297207315e-05, "tok_per_s": 922.7555067625221, "loss": 0.0, "entropy": 1.345878080405746e-12, "sharp": 0.5, "r_mean": -2.6127293280192783, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "14:03:29", "event": "step", "step": 90, "rows_seen": 2880, "lr": 9.450403580967612e-05, "tok_per_s": 922.8262800765589, "loss": 0.0, "entropy": 1.0844600940526333e-12, "sharp": 0.5, "r_mean": -2.8727491242544994, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "14:07:16", "event": "step", "step": 100, "rows_seen": 3200, "lr": 9.298029912365855e-05, "tok_per_s": 923.6972962503627, "loss": 4.656612873077393e-10, "entropy": 0.0044664119091997415, "sharp": 0.4989881366491318, "r_mean": -1.4841870529843229, "r_std": 0.0010405033161597593, "adv_abs": 0.035733316625867574, "frac_lowstd": 0.9523809552192688} +{"time": "14:08:57", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 14.265088081359863, "noul_T": 3.999999975766852, "noul_auc": 0.6451945466503137, "noul_acc": 0.72, "noul_f1": 0.8071625344352618, "noul_nll": 2.5789869381837924, "noul_ece": 0.28005355901363044, "noul_brier": 0.2800014257007821, "noul_sharp": 0.4999464452266693, "entropy": 0.00024682850926183164} +{"time": "14:12:44", "event": "step", "step": 110, "rows_seen": 3520, "lr": 9.128677399521752e-05, "tok_per_s": 889.5578180822481, "loss": 0.0, "entropy": 5.924565788336815e-14, "sharp": 0.5, "r_mean": -2.7631022248949324, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "14:16:22", "event": "step", "step": 120, "rows_seen": 3840, "lr": 8.943056365728335e-05, "tok_per_s": 892.6607303605423, "loss": 0.0, "entropy": 3.7498707220705526e-18, "sharp": 0.5, "r_mean": -2.5438083921160017, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "14:24:49", "event": "ckpt", "tag": "ckpt-4000", "rows_seen": 4000, "replay_seen": 0, "step": 125, "tokens": 2631181, "tok_per_s": 787.5726654919484, "rows_per_s": 1.1972915037477587, "val": {"n": 2000, "dropped_long": 0, "noul_ce": 15.379960060119629, "noul_T": 3.999999975766852, "noul_auc": 0.5814556907614515, "noul_acc": 0.7025, "noul_f1": 0.8099648674544874, "noul_nll": 2.7398839610763353, "noul_ece": 0.279499968290329, "noul_brier": 0.2974997518689007, "noul_sharp": 0.49999988079071045, "entropy": 1.2521023791123298e-06}, "dropped_long": 0, "peak_gib": 18.23348903656006} +{"time": "14:26:43", "event": "step", "step": 130, "rows_seen": 4160, "lr": 8.741945370109202e-05, "tok_per_s": 791.6634588538398, "loss": 0.0, "entropy": 8.729267917476807e-18, "sharp": 0.5, "r_mean": -2.0738930191312517, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "14:30:30", "event": "step", "step": 140, "rows_seen": 4480, "lr": 8.526187942070997e-05, "tok_per_s": 800.0091089423396, "loss": 0.0, "entropy": 6.081250479302926e-20, "sharp": 0.5, "r_mean": -1.8530328103474207, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "14:34:17", "event": "step", "step": 150, "rows_seen": 4800, "lr": 8.296689043247915e-05, "tok_per_s": 807.6984932422484, "loss": 0.0, "entropy": 6.882261356075113e-19, "sharp": 0.5, "r_mean": -1.6666330439703805, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "14:38:07", "event": "step", "step": 160, "rows_seen": 5120, "lr": 8.054411271778132e-05, "tok_per_s": 814.7318076083051, "loss": 0.0, "entropy": 4.393786738540172e-19, "sharp": 0.5, "r_mean": -3.1468663613001504, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "14:41:55", "event": "step", "step": 170, "rows_seen": 5440, "lr": 7.800370824832674e-05, "tok_per_s": 820.766897775054, "loss": 0.0, "entropy": 1.5171310421984698e-18, "sharp": 0.5, "r_mean": -1.8107404368264335, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "14:45:33", "event": "step", "step": 180, "rows_seen": 5760, "lr": 7.535633236331324e-05, "tok_per_s": 826.0414474603147, "loss": 0.0, "entropy": 1.7499482827528424e-20, "sharp": 0.5, "r_mean": -2.653455297152201, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "14:49:16", "event": "step", "step": 190, "rows_seen": 6080, "lr": 7.26130890772308e-05, "tok_per_s": 831.3793035980301, "loss": 0.0, "entropy": 4.637268799570851e-20, "sharp": 0.5, "r_mean": -2.8508197580065047, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "14:53:12", "event": "step", "step": 200, "rows_seen": 6400, "lr": 6.978548450576568e-05, "tok_per_s": 835.8945764248178, "loss": 0.0, "entropy": 2.417558624078074e-19, "sharp": 0.5, "r_mean": -2.9855287756238664, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "14:54:53", "event": "val", "step": 200, "rows_seen": 6400, "n": 500, "dropped_long": 0, "noul_ce": 18.237411499023438, "noul_T": 3.999999975766852, "noul_auc": 0.5960646296592547, "noul_acc": 0.68, "noul_f1": 0.7796143250688705, "noul_nll": 2.947339140476368, "noul_ece": 0.31599999809265145, "noul_brier": 0.32, "noul_sharp": 0.5, "entropy": 9.523808608066786e-13} +{"time": "14:58:41", "event": "step", "step": 210, "rows_seen": 6720, "lr": 6.688537860515266e-05, "tok_per_s": 824.1855086022582, "loss": 0.0, "entropy": 3.7758436946776117e-20, "sharp": 0.5, "r_mean": -3.23458388873509, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "15:02:20", "event": "step", "step": 220, "rows_seen": 7040, "lr": 6.392493542739706e-05, "tok_per_s": 828.5799299031332, "loss": 0.0, "entropy": 3.469563698152982e-14, "sharp": 0.5, "r_mean": -1.9188209374745686, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "15:06:07", "event": "step", "step": 230, "rows_seen": 7360, "lr": 6.091657210001309e-05, "tok_per_s": 832.9819920113736, "loss": 0.0, "entropy": 6.288669462558722e-12, "sharp": 0.5, "r_mean": -4.918447170938764, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "15:09:45", "event": "step", "step": 240, "rows_seen": 7680, "lr": 5.7872906744276015e-05, "tok_per_s": 836.7303707914868, "loss": 0.0, "entropy": 3.533144372248983e-20, "sharp": 0.5, "r_mean": -2.3245145423071727, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "15:13:30", "event": "step", "step": 250, "rows_seen": 8000, "lr": 5.48067055504363e-05, "tok_per_s": 840.1790749595302, "loss": 0.0, "entropy": 7.938335323556795e-27, "sharp": 0.5, "r_mean": -1.2499748127801078, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "15:17:09", "event": "step", "step": 260, "rows_seen": 8320, "lr": 5.173082923188119e-05, "tok_per_s": 843.2626725234295, "loss": 0.0, "entropy": 5.874053852882749e-27, "sharp": 0.5, "r_mean": -3.453877721514021, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "15:20:55", "event": "step", "step": 270, "rows_seen": 8640, "lr": 4.865817908283331e-05, "tok_per_s": 846.1129301923501, "loss": 0.0, "entropy": 2.458555981639734e-27, "sharp": 0.5, "r_mean": -2.2441068291664124, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "15:24:40", "event": "step", "step": 280, "rows_seen": 8960, "lr": 4.560164286583922e-05, "tok_per_s": 849.1416924739555, "loss": 0.0, "entropy": 2.215440921601313e-27, "sharp": 0.5, "r_mean": -2.6440569502966746, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "15:28:29", "event": "step", "step": 290, "rows_seen": 9280, "lr": 4.257404075601443e-05, "tok_per_s": 852.0414211070237, "loss": 0.0, "entropy": 2.6950170244380373e-27, "sharp": 0.5, "r_mean": -1.519392967224121, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "15:32:14", "event": "step", "step": 300, "rows_seen": 9600, "lr": 3.958807156877371e-05, "tok_per_s": 854.363768228849, "loss": 0.0, "entropy": 5.425443136067476e-27, "sharp": 0.5, "r_mean": -3.3833904436656406, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "15:33:55", "event": "val", "step": 300, "rows_seen": 9600, "n": 500, "dropped_long": 0, "noul_ce": 22.176733016967773, "noul_T": 3.999999975766852, "noul_auc": 0.5, "noul_acc": 0.658, "noul_f1": 0.7937273823884198, "noul_nll": 3.149945513914907, "noul_ece": 0.3420000000000001, "noul_brier": 0.342, "noul_sharp": 0.5, "entropy": 4.417658047092598e-27} +{"time": "15:37:48", "event": "step", "step": 310, "rows_seen": 9920, "lr": 3.665625949658603e-05, "tok_per_s": 845.3648348526451, "loss": 0.0, "entropy": 7.96732804423542e-27, "sharp": 0.5, "r_mean": -4.523718340056283, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "15:41:32", "event": "step", "step": 320, "rows_seen": 10240, "lr": 3.379090157815887e-05, "tok_per_s": 847.8864289555369, "loss": 0.0, "entropy": 4.0019158059177295e-27, "sharp": 0.5, "r_mean": -1.823271530015128, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "15:45:18", "event": "step", "step": 330, "rows_seen": 10560, "lr": 3.10040161203844e-05, "tok_per_s": 850.0144248178591, "loss": 0.0, "entropy": 7.252087761142678e-27, "sharp": 0.5, "r_mean": -4.137343565622966, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "15:49:08", "event": "step", "step": 340, "rows_seen": 10880, "lr": 2.8307292289383776e-05, "tok_per_s": 852.4128449954846, "loss": 0.0, "entropy": 4.130087024504949e-27, "sharp": 0.5, "r_mean": -3.5087013244628906, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "15:52:55", "event": "step", "step": 350, "rows_seen": 11200, "lr": 2.571204108208194e-05, "tok_per_s": 854.6250648516915, "loss": 0.0, "entropy": 2.1295903614552225e-27, "sharp": 0.5, "r_mean": -2.5849259793758392, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "15:56:37", "event": "step", "step": 360, "rows_seen": 11520, "lr": 2.322914788395595e-05, "tok_per_s": 856.515516790316, "loss": 0.0, "entropy": 4.811975068447911e-27, "sharp": 0.5, "r_mean": -2.8398550748825073, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "16:00:20", "event": "step", "step": 370, "rows_seen": 11840, "lr": 2.0869026811945157e-05, "tok_per_s": 858.5318929927903, "loss": 0.0, "entropy": 7.188868147753195e-27, "sharp": 0.5, "r_mean": -3.897164617265974, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "16:04:06", "event": "step", "step": 380, "rows_seen": 12160, "lr": 1.8641577034025627e-05, "tok_per_s": 860.3731116336052, "loss": 0.0, "entropy": 3.787864649229604e-27, "sharp": 0.5, "r_mean": -3.884633575166975, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "16:07:51", "event": "step", "step": 390, "rows_seen": 12480, "lr": 1.6556141248659472e-05, "tok_per_s": 862.1703613586792, "loss": 0.0, "entropy": 2.4693799449068514e-27, "sharp": 0.5, "r_mean": -2.6205613102231706, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "16:11:39", "event": "step", "step": 400, "rows_seen": 12800, "lr": 1.4621466498270773e-05, "tok_per_s": 863.7035351890894, "loss": 0.0, "entropy": 7.060309487732577e-27, "sharp": 0.5, "r_mean": -2.513655498623848, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "16:13:20", "event": "val", "step": 400, "rows_seen": 12800, "n": 500, "dropped_long": 0, "noul_ce": 22.177051544189453, "noul_T": 3.999999975766852, "noul_auc": 0.5, "noul_acc": 0.658, "noul_f1": 0.7937273823884198, "noul_nll": 3.149945513914907, "noul_ece": 0.3420000000000001, "noul_brier": 0.342, "noul_sharp": 0.5, "entropy": 4.4007325895553344e-27} +{"time": "16:17:11", "event": "step", "step": 410, "rows_seen": 13120, "lr": 1.284566748110963e-05, "tok_per_s": 856.4757412471563, "loss": 0.0, "entropy": 4.2596702341169975e-27, "sharp": 0.5, "r_mean": -2.8435099522272744, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "16:20:57", "event": "step", "step": 420, "rows_seen": 13440, "lr": 1.1236192515387821e-05, "tok_per_s": 858.3078061896022, "loss": 0.0, "entropy": 5.003458748303526e-27, "sharp": 0.5, "r_mean": -2.8633507830756053, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "16:24:47", "event": "step", "step": 430, "rows_seen": 13760, "lr": 9.799792298443728e-06, "tok_per_s": 859.8296608128272, "loss": 0.0, "entropy": 4.576502578406672e-27, "sharp": 0.5, "r_mean": -3.3771248885563443, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "16:28:30", "event": "step", "step": 440, "rows_seen": 14080, "lr": 8.542491591971554e-06, "tok_per_s": 861.2677841241259, "loss": 0.0, "entropy": 6.982222442974911e-27, "sharp": 0.5, "r_mean": -2.302585164705912, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "16:32:19", "event": "step", "step": 450, "rows_seen": 14400, "lr": 7.469563952077155e-06, "tok_per_s": 862.6222915233739, "loss": 0.0, "entropy": 1.0370709455197613e-26, "sharp": 0.5, "r_mean": -3.4335146972111295, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "16:36:05", "event": "step", "step": 460, "rows_seen": 14720, "lr": 6.585509610150972e-06, "tok_per_s": 864.0252947045012, "loss": 0.0, "entropy": 4.238397748065195e-27, "sharp": 0.5, "r_mean": -2.9855287756238664, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "16:39:56", "event": "step", "step": 470, "rows_seen": 15040, "lr": 5.894036597333646e-06, "tok_per_s": 865.4579501663056, "loss": 0.0, "entropy": 5.25640163023663e-27, "sharp": 0.5, "r_mean": -3.6026842423847745, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "16:43:40", "event": "step", "step": 480, "rows_seen": 15360, "lr": 5.398045191744809e-06, "tok_per_s": 866.6367597081916, "loss": 0.0, "entropy": 5.34442892154485e-27, "sharp": 0.5, "r_mean": -2.916607896486918, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "16:47:26", "event": "step", "step": 490, "rows_seen": 15680, "lr": 5.099615753708697e-06, "tok_per_s": 868.0188121733715, "loss": 0.0, "entropy": 2.0070839979747853e-27, "sharp": 0.5, "r_mean": -2.7568366868155345, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "16:51:13", "event": "step", "step": 500, "rows_seen": 16000, "lr": 5e-06, "tok_per_s": 869.2245649550374, "loss": 0.0, "entropy": 1.803411700326454e-27, "sharp": 0.5, "r_mean": -2.295275410016378, "r_std": 0.0, "adv_abs": 0.0, "frac_lowstd": 1.0} +{"time": "16:52:55", "event": "val", "step": 500, "rows_seen": 16000, "n": 500, "dropped_long": 0, "noul_ce": 22.177898406982422, "noul_T": 3.999999975766852, "noul_auc": 0.5, "noul_acc": 0.658, "noul_f1": 0.7937273823884198, "noul_nll": 3.149945513914907, "noul_ece": 0.3420000000000001, "noul_brier": 0.342, "noul_sharp": 0.5, "entropy": 4.392328986835995e-27} +{"time": "17:03:13", "event": "ckpt", "tag": "ckpt-16000", "rows_seen": 16000, "replay_seen": 0, "step": 500, "tokens": 10544036, "tok_per_s": 834.9698861145209, "rows_per_s": 1.2670212972788013, "val": {"n": 2000, "dropped_long": 0, "noul_ce": 21.96693992614746, "noul_T": 3.999999975766852, "noul_auc": 0.5, "noul_acc": 0.6615, "noul_f1": 0.7962684321396328, "noul_nll": 3.1177102530285663, "noul_ece": 0.3385000000000001, "noul_brier": 0.3385, "noul_sharp": 0.5, "entropy": 3.907405249114555e-27}, "dropped_long": 0, "peak_gib": 18.236032962799072} diff --git a/e16/S2-grpo-nostd/DONE b/e16/S2-grpo-nostd/DONE new file mode 100644 index 0000000000000000000000000000000000000000..2d4d093dd5f0d9946978e77ce1e088e1fd20b076 --- /dev/null +++ b/e16/S2-grpo-nostd/DONE @@ -0,0 +1 @@ +2026-10-11 21:40:06 \ No newline at end of file diff --git a/e16/S2-grpo/DONE b/e16/S2-grpo/DONE new file mode 100644 index 0000000000000000000000000000000000000000..662233de6e099ca5ab052aaa0cda0e6e3f548d82 --- /dev/null +++ b/e16/S2-grpo/DONE @@ -0,0 +1 @@ +2026-10-10 19:04:12 \ No newline at end of file diff --git a/e16/S2-ppo1/DONE b/e16/S2-ppo1/DONE new file mode 100644 index 0000000000000000000000000000000000000000..cec1f5d5c1fc7681c0d1a24890ecf2b97f118ee5 --- /dev/null +++ b/e16/S2-ppo1/DONE @@ -0,0 +1 @@ +2026-10-10 11:07:36 \ No newline at end of file diff --git a/e16/S2-ppo4/DONE b/e16/S2-ppo4/DONE new file mode 100644 index 0000000000000000000000000000000000000000..7dc67ce27eeb5082e6688679d6900ae393491988 --- /dev/null +++ b/e16/S2-ppo4/DONE @@ -0,0 +1 @@ +2026-10-14 06:34:58 \ No newline at end of file diff --git a/e16/S2-rlcr-tied/DONE b/e16/S2-rlcr-tied/DONE new file mode 100644 index 0000000000000000000000000000000000000000..b6c8c2e762e6bebb04c8aa3708bf8eb1df1d4f57 --- /dev/null +++ b/e16/S2-rlcr-tied/DONE @@ -0,0 +1 @@ +2026-10-21 16:28:47 \ No newline at end of file diff --git a/e16/S2-rlcr-tied/ckpt-4000/adapter/README.md b/e16/S2-rlcr-tied/ckpt-4000/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..57167079ef3f181aacdbd678a733d71697d18f63 --- /dev/null +++ b/e16/S2-rlcr-tied/ckpt-4000/adapter/README.md @@ -0,0 +1,206 @@ +--- +base_model: /workspace/jev_kt/models/hf/JEV-9B +library_name: peft +tags: +- base_model:adapter:/workspace/jev_kt/models/hf/JEV-9B +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/e16/S2-rlcr-tied/ckpt-4000/adapter/adapter_config.json b/e16/S2-rlcr-tied/ckpt-4000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..5964eb7736dff05cf3b841ac0028fabe2e76bb6b --- /dev/null +++ b/e16/S2-rlcr-tied/ckpt-4000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "gate_proj", + "in_proj_z", + "up_proj", + "out_proj", + "o_proj", + "down_proj", + "in_proj_qkv", + "q_proj", + "v_proj", + "k_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/e16/S2-rlcr-tied/ckpt-4000/adapter/adapter_model.safetensors b/e16/S2-rlcr-tied/ckpt-4000/adapter/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c00088d7ffdcd70944d76e49d26ae77ac2845d50 --- /dev/null +++ b/e16/S2-rlcr-tied/ckpt-4000/adapter/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07e4df4daf955526c082ec7eacf119f137d90d0bca7e3e95e8c981bbad03376b +size 160486456 diff --git a/e16/S2-rlcr-tied/ckpt-4000/adapter_vllm/adapter_config.json b/e16/S2-rlcr-tied/ckpt-4000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/e16/S2-rlcr-tied/ckpt-4000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/e16/S2-rlcr-tied/ckpt-4000/adapter_vllm/adapter_model.safetensors b/e16/S2-rlcr-tied/ckpt-4000/adapter_vllm/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9dfb138b1fd2975fdfed696ac1a7c707b6fba7f1 --- /dev/null +++ b/e16/S2-rlcr-tied/ckpt-4000/adapter_vllm/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:517930d52484b2ea9c743b120b43d00ec8d23c38c483c94e8aae960373f5714a +size 176641832 diff --git a/e16/S2-rlcr-tied/ckpt-4000/adapter_vllm/decision_head.json b/e16/S2-rlcr-tied/ckpt-4000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..c24162bd73a8fccd9e89ac0ea80de6ded1aecc51 --- /dev/null +++ b/e16/S2-rlcr-tied/ckpt-4000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + -0.0001330722006969154, + 0.00013282554573379457, + -0.0025878134183585644, + -0.0012615364976227283, + -0.00025007399381138384, + 0.0019558551721274853, + 0.0013559526996687055, + -0.0023348911199718714, + -0.0004082925443071872, + -0.0002078723773593083, + -1.2957353646925185e-05, + 0.0001676026004133746, + 0.0005569425993598998, + -0.001412136247381568, + -0.0028663526754826307, + -0.005061559844762087, + -0.00593328895047307, + -0.004319756291806698, + -0.004922541789710522, + -0.0049067651852965355, + -0.003943523392081261, + -0.003319827374070883, + -0.005581587553024292, + -0.0034480984322726727 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/e16/S2-rlcr-tied/ckpt-4000/calibration.json b/e16/S2-rlcr-tied/ckpt-4000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..8fe04475812a89bca105f41bed34c11567600ebc --- /dev/null +++ b/e16/S2-rlcr-tied/ckpt-4000/calibration.json @@ -0,0 +1,17 @@ +{ + "version": 1, + "per_kind": { + "noul": 3.999999975766852, + "choice": 1.0, + "score": 1.0 + }, + "fit": { + "noul": { + "n": 2000, + "T": 3.999999975766852, + "ce_before": 1.8415201902389526, + "ce_after": 0.6536035537719727 + } + }, + "source": "models/e16/S2-rlcr-tied/ckpt-4000" +} \ No newline at end of file diff --git a/e16/S2-rlcr-tied/ckpt-4000/head.safetensors b/e16/S2-rlcr-tied/ckpt-4000/head.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..689db1e81f9d002de9fd688bc4b8cedfa11b29d1 --- /dev/null +++ b/e16/S2-rlcr-tied/ckpt-4000/head.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a2a0a642fc8fece8e023678e05df3c71c96e06cde4a7d65c14b350401302635 +size 393464 diff --git a/e16/S2-rlcr-tied/ckpt-4000/judge_config.json b/e16/S2-rlcr-tied/ckpt-4000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e23141e9c4b06d099ca6a4106e994cf50188fefe --- /dev/null +++ b/e16/S2-rlcr-tied/ckpt-4000/judge_config.json @@ -0,0 +1,160 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S2-rlcr-tied/ckpt-4000", + "softcap": null, + "e16": { + "data": "data/e15/F1-pool", + "data_manifest": { + "arm": "F1-pool", + "name": "F1-pool", + "train_sha256": "dad16f94a5659768b254a6c12538c01f9c64cd43d574a3435bcc70c9c1bac130", + "n_train": 64000 + }, + "init": "released", + "objective": "rlcr-tied", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 0, + "replay": null, + "replay_frac": 0.0, + "replay_sha256": null, + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 125 steps", + "total_rows": 4000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-4000", + "rows_seen": 4000, + "replay_seen": 0, + "step": 125, + "tokens": 2631181, + "tok_per_s": 784.0299815492308, + "rows_per_s": 1.1919058103428566, + "val": { + "n": 2000, + "dropped_long": 0, + "noul_ce": 1.8415201902389526, + "noul_T": 3.999999975766852, + "noul_auc": 0.7587278141192471, + "noul_acc": 0.741, + "noul_f1": 0.8160511363636364, + "noul_nll": 1.3536426742770564, + "noul_ece": 0.19447776028489172, + "noul_brier": 0.22284054194249703, + "noul_sharp": 0.42861467599868774, + "entropy": 0.14824414253234863 + }, + "dropped_long": 0, + "peak_gib": 18.23347282409668 + } +} \ No newline at end of file diff --git a/e16/S2-rlcr-tied/train_log.jsonl b/e16/S2-rlcr-tied/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..35584b7010ee8b9476665acf9e2ede16321102b0 --- /dev/null +++ b/e16/S2-rlcr-tied/train_log.jsonl @@ -0,0 +1,15 @@ +{"time": "15:32:50", "event": "start", "data": "data/e15/F1-pool", "data_manifest": {"arm": "F1-pool", "name": "F1-pool", "train_sha256": "dad16f94a5659768b254a6c12538c01f9c64cd43d574a3435bcc70c9c1bac130", "n_train": 64000}, "init": "released", "objective": "rlcr-tied", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 0, "replay": null, "replay_frac": 0.0, "replay_sha256": null, "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 125 steps", "total_rows": 4000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", "device": "cuda", "load_s": 145.23183178901672} +{"time": "15:36:44", "event": "step", "step": 10, "rows_seen": 320, "lr": 9.923040269974204e-05, "tok_per_s": 902.8379770205761, "loss": -0.4774029329419136, "entropy": 0.36601410061120987, "sharp": 0.3370323833078146, "r_mean": 0.45860353981455165, "r_std": 0.2662729000051816, "adv_abs": 0.24393426751097044, "frac_lowstd": 0.4087301716208458} +{"time": "15:40:38", "event": "step", "step": 20, "rows_seen": 640, "lr": 9.55208574963224e-05, "tok_per_s": 910.2613393020914, "loss": -0.48874878883361816, "entropy": 0.23326634895056486, "sharp": 0.4176886770874262, "r_mean": 0.474839632000242, "r_std": 0.1320742890238762, "adv_abs": 0.11394558314766202, "frac_lowstd": 0.6857142874172756} +{"time": "15:44:28", "event": "step", "step": 30, "rows_seen": 960, "lr": 8.897432118673851e-05, "tok_per_s": 910.0763592448662, "loss": -0.54035335034132, "entropy": 0.14112668833695352, "sharp": 0.45153720304369926, "r_mean": 0.49770426963056835, "r_std": 0.10186426767281123, "adv_abs": 0.08656462494816099, "frac_lowstd": 0.7523809586252485} +{"time": "15:48:22", "event": "step", "step": 40, "rows_seen": 1280, "lr": 8.002250216471678e-05, "tok_per_s": 913.7907353388765, "loss": -0.36299614794552326, "entropy": 0.06504618411054253, "sharp": 0.47504768520593643, "r_mean": 0.158472698359349, "r_std": 0.03226469989333834, "adv_abs": 0.031462584755250385, "frac_lowstd": 0.9319728016853333} +{"time": "15:52:11", "event": "step", "step": 50, "rows_seen": 1600, "lr": 6.925572411108201e-05, "tok_per_s": 916.0656571248147, "loss": -0.311489662155509, "entropy": 0.043027703962857045, "sharp": 0.486261872574687, "r_mean": 0.3456932327577046, "r_std": 0.016835875809192657, "adv_abs": 0.011904762259551458, "frac_lowstd": 0.9523809637342181} +{"time": "15:56:01", "event": "step", "step": 60, "rows_seen": 1920, "lr": 5.738399736402462e-05, "tok_per_s": 917.1210355158132, "loss": -0.4407113790512085, "entropy": 0.030176073752247165, "sharp": 0.4899130091071129, "r_mean": 0.4790327229670116, "r_std": 0.01943960732647351, "adv_abs": 0.0161564653473241, "frac_lowstd": 0.9523809637342181} +{"time": "15:59:46", "event": "step", "step": 70, "rows_seen": 2240, "lr": 4.519019760655705e-05, "tok_per_s": 917.4496473511582, "loss": -0.47969535179436207, "entropy": 0.04676375228571954, "sharp": 0.47866518422961235, "r_mean": 0.538057056920869, "r_std": 0.03005918860435486, "adv_abs": 0.03163265543324607, "frac_lowstd": 0.9428571462631226} +{"time": "16:03:36", "event": "step", "step": 80, "rows_seen": 2560, "lr": 3.3478439481564835e-05, "tok_per_s": 918.2306600284522, "loss": -0.5475523807108402, "entropy": 0.09750412448450048, "sharp": 0.45772911608219147, "r_mean": 0.664229935833386, "r_std": 0.03495987291846957, "adv_abs": 0.02866861117737634, "frac_lowstd": 0.9115646311214992} +{"time": "16:07:26", "event": "step", "step": 90, "rows_seen": 2880, "lr": 2.3021049613197416e-05, "tok_per_s": 918.140300270766, "loss": -0.5355937741696835, "entropy": 0.11858946579672036, "sharp": 0.4413784369826317, "r_mean": 0.6432862090212959, "r_std": 0.07247602460639817, "adv_abs": 0.06292517217142242, "frac_lowstd": 0.8273809637342181} +{"time": "16:11:15", "event": "step", "step": 100, "rows_seen": 3200, "lr": 1.4507635874863332e-05, "tok_per_s": 918.722699000075, "loss": -0.6051782853901386, "entropy": 0.0957393793578376, "sharp": 0.45827119797468185, "r_mean": 0.6324695093291146, "r_std": 0.055138119629451206, "adv_abs": 0.04871234404189246, "frac_lowstd": 0.8724489893232074} +{"time": "16:12:56", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 2.0096960067749023, "noul_T": 3.999999975766852, "noul_auc": 0.7487424234344727, "noul_acc": 0.736, "noul_f1": 0.8081395348837209, "noul_nll": 1.3936533333744738, "noul_ece": 0.18395586518582424, "noul_brier": 0.22147866840508515, "noul_sharp": 0.42629966139793396, "entropy": 0.154143288731575} +{"time": "16:16:45", "event": "step", "step": 110, "rows_seen": 3520, "lr": 8.49961150805399e-06, "tok_per_s": 884.8284669419872, "loss": -0.40861001424491405, "entropy": 0.1297402972457018, "sharp": 0.4370385929942131, "r_mean": 0.5165904475642102, "r_std": 0.08209621108004025, "adv_abs": 0.06984127153243337, "frac_lowstd": 0.8000000204358783} +{"time": "16:20:25", "event": "step", "step": 120, "rows_seen": 3840, "lr": 5.3931729785351795e-06, "tok_per_s": 887.6563201068371, "loss": -0.3362470753490925, "entropy": 0.21137668848678004, "sharp": 0.3897634707391262, "r_mean": 0.4223346199308123, "r_std": 0.12112716798271451, "adv_abs": 0.11845238932541438, "frac_lowstd": 0.7476190541471753} +{"time": "16:28:47", "event": "ckpt", "tag": "ckpt-4000", "rows_seen": 4000, "replay_seen": 0, "step": 125, "tokens": 2631181, "tok_per_s": 784.0299815492308, "rows_per_s": 1.1919058103428566, "val": {"n": 2000, "dropped_long": 0, "noul_ce": 1.8415201902389526, "noul_T": 3.999999975766852, "noul_auc": 0.7587278141192471, "noul_acc": 0.741, "noul_f1": 0.8160511363636364, "noul_nll": 1.3536426742770564, "noul_ece": 0.19447776028489172, "noul_brier": 0.22284054194249703, "noul_sharp": 0.42861467599868774, "entropy": 0.14824414253234863}, "dropped_long": 0, "peak_gib": 18.23347282409668} diff --git a/e16/S2-rloo-ts1/DONE b/e16/S2-rloo-ts1/DONE new file mode 100644 index 0000000000000000000000000000000000000000..e9e4e54f1b55b5b75e7e8cce8982a5c5baa66412 --- /dev/null +++ b/e16/S2-rloo-ts1/DONE @@ -0,0 +1 @@ +2026-10-21 20:05:25 \ No newline at end of file diff --git a/e16/S2-rloo-ts1/ckpt-16000/adapter/README.md b/e16/S2-rloo-ts1/ckpt-16000/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..57167079ef3f181aacdbd678a733d71697d18f63 --- /dev/null +++ b/e16/S2-rloo-ts1/ckpt-16000/adapter/README.md @@ -0,0 +1,206 @@ +--- +base_model: /workspace/jev_kt/models/hf/JEV-9B +library_name: peft +tags: +- base_model:adapter:/workspace/jev_kt/models/hf/JEV-9B +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/e16/S2-rloo-ts1/ckpt-16000/adapter/adapter_config.json b/e16/S2-rloo-ts1/ckpt-16000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..cffc8de9086202fb434ba0e9e2555c1eaed89648 --- /dev/null +++ b/e16/S2-rloo-ts1/ckpt-16000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "gate_proj", + "down_proj", + "q_proj", + "k_proj", + "in_proj_z", + "up_proj", + "v_proj", + "o_proj", + "in_proj_qkv", + "out_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/e16/S2-rloo-ts1/ckpt-16000/adapter/adapter_model.safetensors b/e16/S2-rloo-ts1/ckpt-16000/adapter/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c40e07aa39f4ffc5f18808f41ac32280063934da --- /dev/null +++ b/e16/S2-rloo-ts1/ckpt-16000/adapter/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46c925a69bf14c33390fcc82465959c95206d474191f8f6c612d36cf2f35fcb5 +size 160486456 diff --git a/e16/S2-rloo-ts1/ckpt-16000/adapter_vllm/adapter_config.json b/e16/S2-rloo-ts1/ckpt-16000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/e16/S2-rloo-ts1/ckpt-16000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/e16/S2-rloo-ts1/ckpt-16000/adapter_vllm/adapter_model.safetensors b/e16/S2-rloo-ts1/ckpt-16000/adapter_vllm/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c7e66f8cdecfdb49c28b1dc93bfddc8c6104a17d --- /dev/null +++ b/e16/S2-rloo-ts1/ckpt-16000/adapter_vllm/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1791f69909fdc3f25c27101fae12abaa221b678db1c337a03c4b8481d7e438ff +size 176641832 diff --git a/e16/S2-rloo-ts1/ckpt-16000/adapter_vllm/decision_head.json b/e16/S2-rloo-ts1/ckpt-16000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..8308450d6a00a66110424ba336f9b78a3708ceb4 --- /dev/null +++ b/e16/S2-rloo-ts1/ckpt-16000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + -0.0013110735453665257, + -0.0012605154188349843, + -0.0025878134183585644, + -0.0012615364976227283, + -0.00025007399381138384, + 0.0019558551721274853, + 0.0013559526996687055, + -0.0023348911199718714, + -0.0004082925443071872, + -0.0002078723773593083, + -1.2957353646925185e-05, + 0.0001676026004133746, + 0.0005569425993598998, + -0.001412136247381568, + -0.0028663526754826307, + -0.005061559844762087, + -0.00593328895047307, + -0.004319756291806698, + -0.004922541789710522, + -0.0049067651852965355, + -0.003943523392081261, + -0.003319827374070883, + -0.005581587553024292, + -0.0034480984322726727 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/e16/S2-rloo-ts1/ckpt-16000/calibration.json b/e16/S2-rloo-ts1/ckpt-16000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..f6cd323070ce1690e93b28efbfd245b37c51bd96 --- /dev/null +++ b/e16/S2-rloo-ts1/ckpt-16000/calibration.json @@ -0,0 +1,17 @@ +{ + "version": 1, + "per_kind": { + "noul": 1.3412492834281047, + "choice": 1.0, + "score": 1.0 + }, + "fit": { + "noul": { + "n": 2000, + "T": 1.3412492834281047, + "ce_before": 0.5417956709861755, + "ce_after": 0.5302247405052185 + } + }, + "source": "models/e16/S2-rloo-ts1/ckpt-16000" +} \ No newline at end of file diff --git a/e16/S2-rloo-ts1/ckpt-16000/head.safetensors b/e16/S2-rloo-ts1/ckpt-16000/head.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..81b7ed0d5e817f6651202a1a6481694e286749dc --- /dev/null +++ b/e16/S2-rloo-ts1/ckpt-16000/head.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4f985c7a075a5039ea81e322ca079b4450f7e08a8ea488310991a3a07a4e1ee +size 393464 diff --git a/e16/S2-rloo-ts1/ckpt-16000/judge_config.json b/e16/S2-rloo-ts1/ckpt-16000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..90f24a13bb411da6e0c3dae712733515baa85be9 --- /dev/null +++ b/e16/S2-rloo-ts1/ckpt-16000/judge_config.json @@ -0,0 +1,160 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S2-rloo-ts1/ckpt-16000", + "softcap": null, + "e16": { + "data": "data/e15/F1-pool", + "data_manifest": { + "arm": "F1-pool", + "name": "F1-pool", + "train_sha256": "dad16f94a5659768b254a6c12538c01f9c64cd43d574a3435bcc70c9c1bac130", + "n_train": 64000 + }, + "init": "released", + "objective": "rloo", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 1, + "replay": null, + "replay_frac": 0.0, + "replay_sha256": null, + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", + "total_rows": 16000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-16000", + "rows_seen": 16000, + "replay_seen": 0, + "step": 500, + "tokens": 10544036, + "tok_per_s": 826.4327122924357, + "rows_per_s": 1.2540666013465556, + "val": { + "n": 2000, + "dropped_long": 0, + "noul_ce": 0.5417956709861755, + "noul_T": 1.3412492834281047, + "noul_auc": 0.7748302669172051, + "noul_acc": 0.741, + "noul_f1": 0.8117732558139535, + "noul_nll": 0.5417956382613629, + "noul_ece": 0.053500985905528084, + "noul_brier": 0.17972414488465893, + "noul_sharp": 0.2884523868560791, + "entropy": 0.45651477575302124 + }, + "dropped_long": 0, + "peak_gib": 18.237444400787354 + } +} \ No newline at end of file diff --git a/e16/S2-rloo-ts1/ckpt-4000/adapter/README.md b/e16/S2-rloo-ts1/ckpt-4000/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..57167079ef3f181aacdbd678a733d71697d18f63 --- /dev/null +++ b/e16/S2-rloo-ts1/ckpt-4000/adapter/README.md @@ -0,0 +1,206 @@ +--- +base_model: /workspace/jev_kt/models/hf/JEV-9B +library_name: peft +tags: +- base_model:adapter:/workspace/jev_kt/models/hf/JEV-9B +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/e16/S2-rloo-ts1/ckpt-4000/adapter/adapter_config.json b/e16/S2-rloo-ts1/ckpt-4000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..cffc8de9086202fb434ba0e9e2555c1eaed89648 --- /dev/null +++ b/e16/S2-rloo-ts1/ckpt-4000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "gate_proj", + "down_proj", + "q_proj", + "k_proj", + "in_proj_z", + "up_proj", + "v_proj", + "o_proj", + "in_proj_qkv", + "out_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/e16/S2-rloo-ts1/ckpt-4000/adapter/adapter_model.safetensors b/e16/S2-rloo-ts1/ckpt-4000/adapter/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f113419d60fe96242aae2fd83d02ef0a1d5dd649 --- /dev/null +++ b/e16/S2-rloo-ts1/ckpt-4000/adapter/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63729425f89cd9b62550c2744256e0978935aa8315239a42e7c64d61b8ab4665 +size 160486456 diff --git a/e16/S2-rloo-ts1/ckpt-4000/adapter_vllm/adapter_config.json b/e16/S2-rloo-ts1/ckpt-4000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/e16/S2-rloo-ts1/ckpt-4000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/e16/S2-rloo-ts1/ckpt-4000/adapter_vllm/adapter_model.safetensors b/e16/S2-rloo-ts1/ckpt-4000/adapter_vllm/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f4c718021c09bebdaee891e1bb15076d78fa042c --- /dev/null +++ b/e16/S2-rloo-ts1/ckpt-4000/adapter_vllm/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc5a5a23984e9c0c0d57f7afc35dc20c315dec12d15a5d4c2ccf9218cb102b32 +size 176641832 diff --git a/e16/S2-rloo-ts1/ckpt-4000/adapter_vllm/decision_head.json b/e16/S2-rloo-ts1/ckpt-4000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..fc09ccd8a254d60919d81743b837e40aad34f712 --- /dev/null +++ b/e16/S2-rloo-ts1/ckpt-4000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + -0.0003924248740077019, + -0.00018227353575639427, + -0.0025878134183585644, + -0.0012615364976227283, + -0.00025007399381138384, + 0.0019558551721274853, + 0.0013559526996687055, + -0.0023348911199718714, + -0.0004082925443071872, + -0.0002078723773593083, + -1.2957353646925185e-05, + 0.0001676026004133746, + 0.0005569425993598998, + -0.001412136247381568, + -0.0028663526754826307, + -0.005061559844762087, + -0.00593328895047307, + -0.004319756291806698, + -0.004922541789710522, + -0.0049067651852965355, + -0.003943523392081261, + -0.003319827374070883, + -0.005581587553024292, + -0.0034480984322726727 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/e16/S2-rloo-ts1/ckpt-4000/calibration.json b/e16/S2-rloo-ts1/ckpt-4000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..9cc0eb8b5b9450aec3b4059918d0f5f5db52b551 --- /dev/null +++ b/e16/S2-rloo-ts1/ckpt-4000/calibration.json @@ -0,0 +1,17 @@ +{ + "version": 1, + "per_kind": { + "noul": 1.55639713998293, + "choice": 1.0, + "score": 1.0 + }, + "fit": { + "noul": { + "n": 2000, + "T": 1.55639713998293, + "ce_before": 0.5694130659103394, + "ce_after": 0.5437555313110352 + } + }, + "source": "models/e16/S2-rloo-ts1/ckpt-4000" +} \ No newline at end of file diff --git a/e16/S2-rloo-ts1/ckpt-4000/head.safetensors b/e16/S2-rloo-ts1/ckpt-4000/head.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..15c1cfbd90a5622344eb3ae4714c21474464d8de --- /dev/null +++ b/e16/S2-rloo-ts1/ckpt-4000/head.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ea16c4216903f6e27755c9e10e4d634c1ffaa140c4068a23edcf4cf8720b2f5 +size 393464 diff --git a/e16/S2-rloo-ts1/ckpt-4000/judge_config.json b/e16/S2-rloo-ts1/ckpt-4000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ebb86f400c9cef3fa2549893c5af124c5310c8e1 --- /dev/null +++ b/e16/S2-rloo-ts1/ckpt-4000/judge_config.json @@ -0,0 +1,160 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S2-rloo-ts1/ckpt-4000", + "softcap": null, + "e16": { + "data": "data/e15/F1-pool", + "data_manifest": { + "arm": "F1-pool", + "name": "F1-pool", + "train_sha256": "dad16f94a5659768b254a6c12538c01f9c64cd43d574a3435bcc70c9c1bac130", + "n_train": 64000 + }, + "init": "released", + "objective": "rloo", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 1, + "replay": null, + "replay_frac": 0.0, + "replay_sha256": null, + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", + "total_rows": 16000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-4000", + "rows_seen": 4000, + "replay_seen": 0, + "step": 125, + "tokens": 2641221, + "tok_per_s": 783.585622269991, + "rows_per_s": 1.186702091268597, + "val": { + "n": 2000, + "dropped_long": 0, + "noul_ce": 0.5694130659103394, + "noul_T": 1.55639713998293, + "noul_auc": 0.7589449697489369, + "noul_acc": 0.739, + "noul_f1": 0.81875, + "noul_nll": 0.5694130764517468, + "noul_ece": 0.06916616731882096, + "noul_brier": 0.1863361459927624, + "noul_sharp": 0.29427361488342285, + "entropy": 0.4398837089538574 + }, + "dropped_long": 0, + "peak_gib": 18.23348331451416 + } +} \ No newline at end of file diff --git a/e16/S2-rloo-ts1/train_log.jsonl b/e16/S2-rloo-ts1/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..b15ca7ed447953237ec505622fb661da2e23561e --- /dev/null +++ b/e16/S2-rloo-ts1/train_log.jsonl @@ -0,0 +1,58 @@ +{"time": "16:32:45", "event": "start", "data": "data/e15/F1-pool", "data_manifest": {"arm": "F1-pool", "name": "F1-pool", "train_sha256": "dad16f94a5659768b254a6c12538c01f9c64cd43d574a3435bcc70c9c1bac130", "n_train": 64000}, "init": "released", "objective": "rloo", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 1, "replay": null, "replay_frac": 0.0, "replay_sha256": null, "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", "total_rows": 16000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", "device": "cuda", "load_s": 116.86698055267334} +{"time": "16:36:40", "event": "step", "step": 10, "rows_seen": 320, "lr": 7.333333333333333e-05, "tok_per_s": 902.8958050221926, "loss": -0.013350366993108764, "entropy": 0.2761939261108637, "sharp": 0.40746445022523403, "r_mean": 0.6538945393902915, "r_std": 0.07309511942522866, "adv_abs": 0.06471373247248786, "frac_lowstd": 0.023809524519102915} +{"time": "16:40:25", "event": "step", "step": 20, "rows_seen": 640, "lr": 9.997508952966197e-05, "tok_per_s": 909.4924467416063, "loss": -0.01572837762068957, "entropy": 0.6375063266605139, "sharp": 0.14382205437868834, "r_mean": 0.544500572340829, "r_std": 0.2461060051407133, "adv_abs": 0.22234757244586945, "frac_lowstd": 0.0} +{"time": "16:44:06", "event": "step", "step": 30, "rows_seen": 960, "lr": 9.977596250541417e-05, "tok_per_s": 912.7399729115233, "loss": -0.005975708780169953, "entropy": 0.22225874988362193, "sharp": 0.4048305135220289, "r_mean": 0.6225140045086542, "r_std": 0.08111470291623846, "adv_abs": 0.07096226913078378, "frac_lowstd": 0.5074074144164721} +{"time": "16:47:52", "event": "step", "step": 40, "rows_seen": 1280, "lr": 9.937854366485982e-05, "tok_per_s": 915.2455991991405, "loss": -0.010322287678718567, "entropy": 0.4039448946714401, "sharp": 0.33463599905371666, "r_mean": 0.6343327487508456, "r_std": 0.13717336083451906, "adv_abs": 0.12066403528054555, "frac_lowstd": 0.027777778605620067} +{"time": "16:51:41", "event": "step", "step": 50, "rows_seen": 1600, "lr": 9.8784499920729e-05, "tok_per_s": 917.050906615438, "loss": 0.009989664852582791, "entropy": 0.42655918654054403, "sharp": 0.3030036427080631, "r_mean": 0.6343055920941489, "r_std": 0.12515235798699514, "adv_abs": 0.11145818100443908, "frac_lowstd": 0.0} +{"time": "16:55:29", "event": "step", "step": 60, "rows_seen": 1920, "lr": 9.79963228989294e-05, "tok_per_s": 919.3362871826188, "loss": 0.002219399670138955, "entropy": 0.47153088822960854, "sharp": 0.2950877621769905, "r_mean": 0.6550222585598627, "r_std": 0.1543369715412458, "adv_abs": 0.13797895548244318, "frac_lowstd": 0.0} +{"time": "16:59:09", "event": "step", "step": 70, "rows_seen": 2240, "lr": 9.701731848780134e-05, "tok_per_s": 920.4505376071493, "loss": -0.014792431953537744, "entropy": 0.4699296047911048, "sharp": 0.26360882818698883, "r_mean": 0.7562067423548017, "r_std": 0.13271826452442578, "adv_abs": 0.11874822453994836, "frac_lowstd": 0.0} +{"time": "17:02:57", "event": "step", "step": 80, "rows_seen": 2560, "lr": 9.585159297207315e-05, "tok_per_s": 920.4355763625987, "loss": 0.006988116569118574, "entropy": 0.5354878157377243, "sharp": 0.22907272726297379, "r_mean": 0.6842593465532575, "r_std": 0.1827305887958833, "adv_abs": 0.16055776365101337, "frac_lowstd": 0.0} +{"time": "17:06:56", "event": "step", "step": 90, "rows_seen": 2880, "lr": 9.450403580967612e-05, "tok_per_s": 919.8062422669205, "loss": -0.041224644461181015, "entropy": 0.4346136562526226, "sharp": 0.3027600795030594, "r_mean": 0.7259093970060349, "r_std": 0.13775832330187163, "adv_abs": 0.11979955931504567, "frac_lowstd": 0.0} +{"time": "17:10:55", "event": "step", "step": 100, "rows_seen": 3200, "lr": 9.298029912365855e-05, "tok_per_s": 919.9203693083346, "loss": 0.00045947497710585594, "entropy": 0.5673368964344263, "sharp": 0.18920942675322294, "r_mean": 0.60128603130579, "r_std": 0.21065525151789188, "adv_abs": 0.1790516348555684, "frac_lowstd": 0.0} +{"time": "17:12:36", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 0.5361401438713074, "noul_T": 1.069712814059175, "noul_auc": 0.7712010522760803, "noul_acc": 0.722, "noul_f1": 0.7976710334788938, "noul_nll": 0.5361401155311615, "noul_ece": 0.05610959565639496, "noul_brier": 0.17932535781760842, "noul_sharp": 0.23109862208366394, "entropy": 0.522220253944397} +{"time": "17:16:39", "event": "step", "step": 110, "rows_seen": 3520, "lr": 9.128677399521752e-05, "tok_per_s": 884.1052667662093, "loss": -0.021988651773426682, "entropy": 0.3473000731319189, "sharp": 0.35193779319524765, "r_mean": 0.6964032153288523, "r_std": 0.09874910737077396, "adv_abs": 0.08682062290608883, "frac_lowstd": 0.08888889104127884} +{"time": "17:20:28", "event": "step", "step": 120, "rows_seen": 3840, "lr": 8.943056365728335e-05, "tok_per_s": 886.6283492022428, "loss": -0.034247624105773866, "entropy": 0.5263660326600075, "sharp": 0.2352566821500659, "r_mean": 0.6455103967870984, "r_std": 0.2008326639022146, "adv_abs": 0.17845445339168822, "frac_lowstd": 0.0} +{"time": "17:28:58", "event": "ckpt", "tag": "ckpt-4000", "rows_seen": 4000, "replay_seen": 0, "step": 125, "tokens": 2641221, "tok_per_s": 783.585622269991, "rows_per_s": 1.186702091268597, "val": {"n": 2000, "dropped_long": 0, "noul_ce": 0.5694130659103394, "noul_T": 1.55639713998293, "noul_auc": 0.7589449697489369, "noul_acc": 0.739, "noul_f1": 0.81875, "noul_nll": 0.5694130764517468, "noul_ece": 0.06916616731882096, "noul_brier": 0.1863361459927624, "noul_sharp": 0.29427361488342285, "entropy": 0.4398837089538574}, "dropped_long": 0, "peak_gib": 18.23348331451416} +{"time": "17:30:52", "event": "step", "step": 130, "rows_seen": 4160, "lr": 8.741945370109202e-05, "tok_per_s": 788.0070297885629, "loss": -0.03489685646491125, "entropy": 0.43787464406341314, "sharp": 0.29589496552944183, "r_mean": 0.5280487388372421, "r_std": 0.12365285200732094, "adv_abs": 0.10759198346308299, "frac_lowstd": 0.023809524519102915} +{"time": "17:34:43", "event": "step", "step": 140, "rows_seen": 4480, "lr": 8.526187942070997e-05, "tok_per_s": 796.365795838984, "loss": 0.007731258650892414, "entropy": 0.5285025984048843, "sharp": 0.23366910591721535, "r_mean": 0.7404036479336875, "r_std": 0.14157523161598615, "adv_abs": 0.1267816921962159, "frac_lowstd": 0.0} +{"time": "17:38:37", "event": "step", "step": 150, "rows_seen": 4800, "lr": 8.296689043247915e-05, "tok_per_s": 804.2329088813071, "loss": -0.006710174842737615, "entropy": 0.44035667553544044, "sharp": 0.29364151135087013, "r_mean": 0.607597896030971, "r_std": 0.19576154223510198, "adv_abs": 0.1712498664855957, "frac_lowstd": 0.04421768869672503} +{"time": "17:42:20", "event": "step", "step": 160, "rows_seen": 5120, "lr": 8.054411271778132e-05, "tok_per_s": 810.6466712021441, "loss": -0.01836959645152092, "entropy": 0.47512011229991913, "sharp": 0.2872274313122034, "r_mean": 0.6164703071117401, "r_std": 0.18543720742066702, "adv_abs": 0.15832019100586572, "frac_lowstd": 0.0} +{"time": "17:46:06", "event": "step", "step": 170, "rows_seen": 5440, "lr": 7.800370824832674e-05, "tok_per_s": 816.5334841498973, "loss": -0.042440010503923986, "entropy": 0.487429010681808, "sharp": 0.2594171166419983, "r_mean": 0.6909033755461375, "r_std": 0.14224211421484748, "adv_abs": 0.12593881079616645, "frac_lowstd": 0.08333333333333333} +{"time": "17:49:48", "event": "step", "step": 180, "rows_seen": 5760, "lr": 7.535633236331324e-05, "tok_per_s": 821.3678769043943, "loss": 0.008014942985028028, "entropy": 0.37704155081883073, "sharp": 0.32909240387380123, "r_mean": 0.6860231927462986, "r_std": 0.13835118458207166, "adv_abs": 0.12484579367030944, "frac_lowstd": 0.12040816673210689} +{"time": "17:53:34", "event": "step", "step": 190, "rows_seen": 6080, "lr": 7.26130890772308e-05, "tok_per_s": 826.4650596446252, "loss": -0.042453153524547815, "entropy": 0.37929484993219376, "sharp": 0.32038869708776474, "r_mean": 0.5971510857343674, "r_std": 0.14176916827758154, "adv_abs": 0.11694104100267093, "frac_lowstd": 0.06666666766007741} +{"time": "17:57:16", "event": "step", "step": 200, "rows_seen": 6400, "lr": 6.978548450576568e-05, "tok_per_s": 830.639794005233, "loss": -0.01505123675451614, "entropy": 0.41695596906356514, "sharp": 0.30709322169423103, "r_mean": 0.7467344743864877, "r_std": 0.10589324593144868, "adv_abs": 0.09210999935333218, "frac_lowstd": 0.07142857142857142} +{"time": "17:58:57", "event": "val", "step": 200, "rows_seen": 6400, "n": 500, "dropped_long": 0, "noul_ce": 0.5548568367958069, "noul_T": 1.4655868401987449, "noul_auc": 0.7654241987948595, "noul_acc": 0.728, "noul_f1": 0.8028985507246377, "noul_nll": 0.5548568055005744, "noul_ece": 0.0799936898946762, "noul_brier": 0.18230659200653399, "noul_sharp": 0.2979695796966553, "entropy": 0.4417053759098053} +{"time": "18:02:50", "event": "step", "step": 210, "rows_seen": 6720, "lr": 6.688537860515266e-05, "tok_per_s": 818.8612033104171, "loss": -0.013218408159445971, "entropy": 0.5169711988419294, "sharp": 0.2603486031293869, "r_mean": 0.6846881083079747, "r_std": 0.16842041590384074, "adv_abs": 0.15146529887403762, "frac_lowstd": 0.0} +{"time": "18:06:46", "event": "step", "step": 220, "rows_seen": 7040, "lr": 6.392493542739706e-05, "tok_per_s": 822.7943451370483, "loss": -0.05864294513594359, "entropy": 0.46441368013620377, "sharp": 0.2770553082227707, "r_mean": 0.6669959425926208, "r_std": 0.1700023753302438, "adv_abs": 0.14639864010470255, "frac_lowstd": 0.05714285799435207} +{"time": "18:10:38", "event": "step", "step": 230, "rows_seen": 7360, "lr": 6.091657210001309e-05, "tok_per_s": 827.0992813899486, "loss": 0.021041325744590722, "entropy": 0.40497571555897593, "sharp": 0.3053759429603815, "r_mean": 0.6407472661563328, "r_std": 0.15795595697792514, "adv_abs": 0.1413253665169967, "frac_lowstd": 0.1714285739830562} +{"time": "18:14:29", "event": "step", "step": 240, "rows_seen": 7680, "lr": 5.7872906744276015e-05, "tok_per_s": 830.8776310808659, "loss": -0.03588821725861635, "entropy": 0.5220436099916697, "sharp": 0.2394472360610962, "r_mean": 0.5782514562209448, "r_std": 0.17549776441107193, "adv_abs": 0.15689273364841938, "frac_lowstd": 0.0} +{"time": "18:18:24", "event": "step", "step": 250, "rows_seen": 8000, "lr": 5.48067055504363e-05, "tok_per_s": 834.0102039810027, "loss": 0.001715527760097757, "entropy": 0.38879301864653826, "sharp": 0.3372974768280983, "r_mean": 0.7964621952601841, "r_std": 0.09799929096230439, "adv_abs": 0.08531016284333807, "frac_lowstd": 0.0} +{"time": "18:22:15", "event": "step", "step": 260, "rows_seen": 8320, "lr": 5.173082923188119e-05, "tok_per_s": 836.9974667477787, "loss": -0.0008590587676735595, "entropy": 0.5254894318059087, "sharp": 0.20716368313878775, "r_mean": 0.5609291046857834, "r_std": 0.20814434749384722, "adv_abs": 0.19047098203251758, "frac_lowstd": 0.0} +{"time": "18:26:04", "event": "step", "step": 270, "rows_seen": 8640, "lr": 4.865817908283331e-05, "tok_per_s": 839.6705697244603, "loss": -0.020828133507166058, "entropy": 0.5205270145088434, "sharp": 0.230281263589859, "r_mean": 0.6423553952148983, "r_std": 0.16696591435798577, "adv_abs": 0.14733848401478358, "frac_lowstd": 0.0} +{"time": "18:29:50", "event": "step", "step": 280, "rows_seen": 8960, "lr": 4.560164286583922e-05, "tok_per_s": 842.271131942831, "loss": -0.019929806177970022, "entropy": 0.4371103048324585, "sharp": 0.2970234900712967, "r_mean": 0.34019057133368086, "r_std": 0.16482066097004072, "adv_abs": 0.1493943285729204, "frac_lowstd": 0.023809524519102915} +{"time": "18:33:43", "event": "step", "step": 290, "rows_seen": 9280, "lr": 4.257404075601443e-05, "tok_per_s": 844.6305472185827, "loss": 0.02179344490286894, "entropy": 0.4998504240065813, "sharp": 0.24954276904463768, "r_mean": 0.5685346339430127, "r_std": 0.2122123177562441, "adv_abs": 0.18618298215525492, "frac_lowstd": 0.023809524519102915} +{"time": "18:37:18", "event": "step", "step": 300, "rows_seen": 9600, "lr": 3.958807156877371e-05, "tok_per_s": 846.7898392840488, "loss": -0.02498448034748435, "entropy": 0.5244190841913223, "sharp": 0.21615691296756268, "r_mean": 0.5470258891582489, "r_std": 0.2212874044974645, "adv_abs": 0.19202023247877756, "frac_lowstd": 0.08194444576899211} +{"time": "18:38:59", "event": "val", "step": 300, "rows_seen": 9600, "n": 500, "dropped_long": 0, "noul_ce": 0.5605596899986267, "noul_T": 1.5696849197663236, "noul_auc": 0.7794130716863079, "noul_acc": 0.746, "noul_f1": 0.818830242510699, "noul_nll": 0.5605596940536052, "noul_ece": 0.09369613718986511, "noul_brier": 0.18410724037111406, "noul_sharp": 0.27400922775268555, "entropy": 0.4405042827129364} +{"time": "18:42:46", "event": "step", "step": 310, "rows_seen": 9920, "lr": 3.665625949658603e-05, "tok_per_s": 837.8298282146542, "loss": -0.0577461081702495, "entropy": 0.5323862014338374, "sharp": 0.21173767745494843, "r_mean": 0.6658239960670471, "r_std": 0.1957922795166572, "adv_abs": 0.17524146909515062, "frac_lowstd": 0.0} +{"time": "18:46:38", "event": "step", "step": 320, "rows_seen": 10240, "lr": 3.379090157815887e-05, "tok_per_s": 840.0420175961436, "loss": -0.0048441751569043845, "entropy": 0.49881221912801266, "sharp": 0.2472719270735979, "r_mean": 0.46045211596148355, "r_std": 0.20601660013198853, "adv_abs": 0.18417535615818842, "frac_lowstd": 0.023809524519102915} +{"time": "18:50:17", "event": "step", "step": 330, "rows_seen": 10560, "lr": 3.10040161203844e-05, "tok_per_s": 842.0143829927041, "loss": -0.04398505564313382, "entropy": 0.5184411443769932, "sharp": 0.2444473123177886, "r_mean": 0.5657771059444973, "r_std": 0.19501117670110293, "adv_abs": 0.1710592189005443, "frac_lowstd": 0.0} +{"time": "18:54:07", "event": "step", "step": 340, "rows_seen": 10880, "lr": 2.8307292289383776e-05, "tok_per_s": 844.1328651220643, "loss": -0.04594430803354044, "entropy": 0.4418757217936218, "sharp": 0.280555771663785, "r_mean": 0.680805368082864, "r_std": 0.14829374991157757, "adv_abs": 0.1303619379011382, "frac_lowstd": 0.18367347121238708} +{"time": "18:57:55", "event": "step", "step": 350, "rows_seen": 11200, "lr": 2.571204108208194e-05, "tok_per_s": 846.2991280177629, "loss": -0.019663993836729787, "entropy": 0.3970822053961456, "sharp": 0.31843017414212227, "r_mean": 0.5498399223600116, "r_std": 0.12480858606951577, "adv_abs": 0.10915858351758548, "frac_lowstd": 0.12380952494485038} +{"time": "19:01:47", "event": "step", "step": 360, "rows_seen": 11520, "lr": 2.322914788395595e-05, "tok_per_s": 847.8917739629622, "loss": 0.015443178359419107, "entropy": 0.43147567100822926, "sharp": 0.2845367845147848, "r_mean": 0.5296264312097004, "r_std": 0.16230515390634537, "adv_abs": 0.14543149088110244, "frac_lowstd": 0.023809524519102915} +{"time": "19:05:36", "event": "step", "step": 370, "rows_seen": 11840, "lr": 2.0869026811945157e-05, "tok_per_s": 849.4844738863577, "loss": -0.054704108741134405, "entropy": 0.5124823292717338, "sharp": 0.2436404824256897, "r_mean": 0.4852305182388851, "r_std": 0.219719831432615, "adv_abs": 0.20040740711348398, "frac_lowstd": 0.0} +{"time": "19:09:25", "event": "step", "step": 380, "rows_seen": 12160, "lr": 1.8641577034025627e-05, "tok_per_s": 851.1542728213799, "loss": -0.034357326570898294, "entropy": 0.49218275025486946, "sharp": 0.250728452578187, "r_mean": 0.5190041866153479, "r_std": 0.18335678180058798, "adv_abs": 0.15871567279100418, "frac_lowstd": 0.0} +{"time": "19:13:04", "event": "step", "step": 390, "rows_seen": 12480, "lr": 1.6556141248659472e-05, "tok_per_s": 852.7913213430592, "loss": -0.03377017693128437, "entropy": 0.5121466107666492, "sharp": 0.2310913447290659, "r_mean": 0.6268531126635415, "r_std": 0.21358670720032283, "adv_abs": 0.1878882274031639, "frac_lowstd": 0.0} +{"time": "19:16:59", "event": "step", "step": 400, "rows_seen": 12800, "lr": 1.4621466498270773e-05, "tok_per_s": 854.3421551662403, "loss": -0.032397949777077883, "entropy": 0.4385808911174536, "sharp": 0.2988777505233884, "r_mean": 0.7431784309446812, "r_std": 0.13195772422477603, "adv_abs": 0.11428744997829199, "frac_lowstd": 0.0} +{"time": "19:18:41", "event": "val", "step": 400, "rows_seen": 12800, "n": 500, "dropped_long": 0, "noul_ce": 0.5492364764213562, "noul_T": 1.3513458348203478, "noul_auc": 0.7730851952576476, "noul_acc": 0.73, "noul_f1": 0.7932618683001531, "noul_nll": 0.5492364314496517, "noul_ece": 0.09596339744329452, "noul_brier": 0.18349365653662716, "noul_sharp": 0.2762024998664856, "entropy": 0.4692467749118805} +{"time": "19:22:32", "event": "step", "step": 410, "rows_seen": 13120, "lr": 1.284566748110963e-05, "tok_per_s": 847.2400044895874, "loss": -0.05173935994389467, "entropy": 0.47249843552708626, "sharp": 0.2707950249314308, "r_mean": 0.693458195243563, "r_std": 0.151980031813894, "adv_abs": 0.13521717382328852, "frac_lowstd": 0.0} +{"time": "19:26:24", "event": "step", "step": 420, "rows_seen": 13440, "lr": 1.1236192515387821e-05, "tok_per_s": 848.8955498344562, "loss": 0.005174617283046246, "entropy": 0.4536954537034035, "sharp": 0.27075963094830513, "r_mean": 0.423903831413814, "r_std": 0.1854426616004535, "adv_abs": 0.1677204178912299, "frac_lowstd": 0.0} +{"time": "19:30:16", "event": "step", "step": 430, "rows_seen": 13760, "lr": 9.799792298443728e-06, "tok_per_s": 850.5915719515932, "loss": -0.017375462979543954, "entropy": 0.44558958103880286, "sharp": 0.28487916849553585, "r_mean": 0.41983204015663694, "r_std": 0.14745052930499827, "adv_abs": 0.1316797821117299, "frac_lowstd": 0.028571428997176036} +{"time": "19:34:05", "event": "step", "step": 440, "rows_seen": 14080, "lr": 8.542491591971554e-06, "tok_per_s": 852.0358563151559, "loss": -0.0105268822517246, "entropy": 0.4452289482578635, "sharp": 0.28081362694501877, "r_mean": 0.5831332405408224, "r_std": 0.14424176483104625, "adv_abs": 0.12916130386292934, "frac_lowstd": 0.0} +{"time": "19:37:48", "event": "step", "step": 450, "rows_seen": 14400, "lr": 7.469563952077155e-06, "tok_per_s": 853.6571284420497, "loss": -0.019676748546771705, "entropy": 0.4903470128774643, "sharp": 0.262796969152987, "r_mean": 0.7149017105499903, "r_std": 0.15570886433124542, "adv_abs": 0.13809819146990776, "frac_lowstd": 0.0} +{"time": "19:41:37", "event": "step", "step": 460, "rows_seen": 14720, "lr": 6.585509610150972e-06, "tok_per_s": 854.9906544113894, "loss": -0.023717858304735273, "entropy": 0.5216828435659409, "sharp": 0.24155006743967533, "r_mean": 0.7247915353093829, "r_std": 0.1587743658040251, "adv_abs": 0.14119983358042582, "frac_lowstd": 0.0} +{"time": "19:45:30", "event": "step", "step": 470, "rows_seen": 15040, "lr": 5.894036597333646e-06, "tok_per_s": 856.2768551151869, "loss": -0.03827484950488724, "entropy": 0.43302774941548705, "sharp": 0.3143013250082731, "r_mean": 0.589768576834883, "r_std": 0.1399576825621937, "adv_abs": 0.12627618546996797, "frac_lowstd": 0.0} +{"time": "19:49:18", "event": "step", "step": 480, "rows_seen": 15360, "lr": 5.398045191744809e-06, "tok_per_s": 857.5983893466192, "loss": -0.031036285850859713, "entropy": 0.42240987438708544, "sharp": 0.3161334674805403, "r_mean": 0.6154591696602958, "r_std": 0.13046022823878697, "adv_abs": 0.11704084929078817, "frac_lowstd": 0.0} +{"time": "19:53:09", "event": "step", "step": 490, "rows_seen": 15680, "lr": 5.099615753708697e-06, "tok_per_s": 858.8321886110513, "loss": 0.03489808369704406, "entropy": 0.4660532446578145, "sharp": 0.28259883262217045, "r_mean": 0.7279408233506339, "r_std": 0.12610689264589123, "adv_abs": 0.11198735463299922, "frac_lowstd": 0.0} +{"time": "19:57:05", "event": "step", "step": 500, "rows_seen": 16000, "lr": 5e-06, "tok_per_s": 859.9906350889936, "loss": -0.005922518466832116, "entropy": 0.4173273383639753, "sharp": 0.3183876145631075, "r_mean": 0.6125349572726658, "r_std": 0.13620241585054568, "adv_abs": 0.11835941965026515, "frac_lowstd": 0.0} +{"time": "19:58:47", "event": "val", "step": 500, "rows_seen": 16000, "n": 500, "dropped_long": 0, "noul_ce": 0.5444302558898926, "noul_T": 1.3434172244320643, "noul_auc": 0.7739739419470664, "noul_acc": 0.744, "noul_f1": 0.8106508875739645, "noul_nll": 0.5444302880726755, "noul_ece": 0.06576866155862807, "noul_brier": 0.18079219345745554, "noul_sharp": 0.28480347990989685, "entropy": 0.4599836766719818} +{"time": "20:05:25", "event": "ckpt", "tag": "ckpt-16000", "rows_seen": 16000, "replay_seen": 0, "step": 500, "tokens": 10544036, "tok_per_s": 826.4327122924357, "rows_per_s": 1.2540666013465556, "val": {"n": 2000, "dropped_long": 0, "noul_ce": 0.5417956709861755, "noul_T": 1.3412492834281047, "noul_auc": 0.7748302669172051, "noul_acc": 0.741, "noul_f1": 0.8117732558139535, "noul_nll": 0.5417956382613629, "noul_ece": 0.053500985905528084, "noul_brier": 0.17972414488465893, "noul_sharp": 0.2884523868560791, "entropy": 0.45651477575302124}, "dropped_long": 0, "peak_gib": 18.237444400787354} diff --git a/e16/S2-rloo/DONE b/e16/S2-rloo/DONE new file mode 100644 index 0000000000000000000000000000000000000000..203623c9a7379f75c2f9198b2df0a6179ed3a6e1 --- /dev/null +++ b/e16/S2-rloo/DONE @@ -0,0 +1 @@ +2026-10-13 17:43:44 \ No newline at end of file diff --git a/e16/S2-s-brier-ts1/DONE b/e16/S2-s-brier-ts1/DONE new file mode 100644 index 0000000000000000000000000000000000000000..72bc2b62b83cd6108cd3aa01115c19916894b1be --- /dev/null +++ b/e16/S2-s-brier-ts1/DONE @@ -0,0 +1 @@ +2026-10-22 01:27:21 \ No newline at end of file diff --git a/e16/S2-s-brier-ts1/ckpt-16000/adapter/README.md b/e16/S2-s-brier-ts1/ckpt-16000/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..57167079ef3f181aacdbd678a733d71697d18f63 --- /dev/null +++ b/e16/S2-s-brier-ts1/ckpt-16000/adapter/README.md @@ -0,0 +1,206 @@ +--- +base_model: /workspace/jev_kt/models/hf/JEV-9B +library_name: peft +tags: +- base_model:adapter:/workspace/jev_kt/models/hf/JEV-9B +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/e16/S2-s-brier-ts1/ckpt-16000/adapter/adapter_config.json b/e16/S2-s-brier-ts1/ckpt-16000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3d8f3ac3af48a3826478f313b86ed2964dc94a9d --- /dev/null +++ b/e16/S2-s-brier-ts1/ckpt-16000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "v_proj", + "down_proj", + "up_proj", + "in_proj_qkv", + "gate_proj", + "q_proj", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/e16/S2-s-brier-ts1/ckpt-16000/adapter/adapter_model.safetensors b/e16/S2-s-brier-ts1/ckpt-16000/adapter/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3bbd7f87f7dc6a504e8aed5d7b1e02145d7147ff --- /dev/null +++ b/e16/S2-s-brier-ts1/ckpt-16000/adapter/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1324e332d17694d5806defdd4f3ec319c299068e8a687a03180977ad271ffffa +size 160486456 diff --git a/e16/S2-s-brier-ts1/ckpt-16000/adapter_vllm/adapter_config.json b/e16/S2-s-brier-ts1/ckpt-16000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/e16/S2-s-brier-ts1/ckpt-16000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/e16/S2-s-brier-ts1/ckpt-16000/adapter_vllm/adapter_model.safetensors b/e16/S2-s-brier-ts1/ckpt-16000/adapter_vllm/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d4f79fa84b121b9fe99661623205161efa79be40 --- /dev/null +++ b/e16/S2-s-brier-ts1/ckpt-16000/adapter_vllm/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7dc44e6a4f748975806e9da40eac1dcb0c4684c89aa65095e6617f9aa08aa759 +size 176641832 diff --git a/e16/S2-s-brier-ts1/ckpt-16000/adapter_vllm/decision_head.json b/e16/S2-s-brier-ts1/ckpt-16000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..db630acdab3febd865f52a235845e3e32709d1b9 --- /dev/null +++ b/e16/S2-s-brier-ts1/ckpt-16000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.00010455008305143565, + -0.00010479640332050622, + -0.0025878134183585644, + -0.0012615364976227283, + -0.00025007399381138384, + 0.0019558551721274853, + 0.0013559526996687055, + -0.0023348911199718714, + -0.0004082925443071872, + -0.0002078723773593083, + -1.2957353646925185e-05, + 0.0001676026004133746, + 0.0005569425993598998, + -0.001412136247381568, + -0.0028663526754826307, + -0.005061559844762087, + -0.00593328895047307, + -0.004319756291806698, + -0.004922541789710522, + -0.0049067651852965355, + -0.003943523392081261, + -0.003319827374070883, + -0.005581587553024292, + -0.0034480984322726727 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/e16/S2-s-brier-ts1/ckpt-16000/calibration.json b/e16/S2-s-brier-ts1/ckpt-16000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..65a2cddbfe82d33669eb040b7ff63d9a3f9f5315 --- /dev/null +++ b/e16/S2-s-brier-ts1/ckpt-16000/calibration.json @@ -0,0 +1,17 @@ +{ + "version": 1, + "per_kind": { + "noul": 1.0986160640219362, + "choice": 1.0, + "score": 1.0 + }, + "fit": { + "noul": { + "n": 2000, + "T": 1.0986160640219362, + "ce_before": 0.5290156602859497, + "ce_after": 0.5279726386070251 + } + }, + "source": "models/e16/S2-s-brier-ts1/ckpt-16000" +} \ No newline at end of file diff --git a/e16/S2-s-brier-ts1/ckpt-16000/head.safetensors b/e16/S2-s-brier-ts1/ckpt-16000/head.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..767369280f881e385ec2276704b3d7fb36546c7c --- /dev/null +++ b/e16/S2-s-brier-ts1/ckpt-16000/head.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1bb262e322da3018cb819080e7621af3234c9f6f4f01f1f1a0d983a1b6049fa +size 393464 diff --git a/e16/S2-s-brier-ts1/ckpt-16000/judge_config.json b/e16/S2-s-brier-ts1/ckpt-16000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f9149d05b56406a6d6febe0dbf24a45848c69515 --- /dev/null +++ b/e16/S2-s-brier-ts1/ckpt-16000/judge_config.json @@ -0,0 +1,160 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S2-s-brier-ts1/ckpt-16000", + "softcap": null, + "e16": { + "data": "data/e15/F1-pool", + "data_manifest": { + "arm": "F1-pool", + "name": "F1-pool", + "train_sha256": "dad16f94a5659768b254a6c12538c01f9c64cd43d574a3435bcc70c9c1bac130", + "n_train": 64000 + }, + "init": "released", + "objective": "s-brier", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 1, + "replay": null, + "replay_frac": 0.0, + "replay_sha256": null, + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", + "total_rows": 16000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-16000", + "rows_seen": 16000, + "replay_seen": 0, + "step": 500, + "tokens": 10544036, + "tok_per_s": 781.410954964249, + "rows_per_s": 1.1857485383634532, + "val": { + "n": 2000, + "dropped_long": 0, + "noul_ce": 0.5290156602859497, + "noul_T": 1.0986160640219362, + "noul_auc": 0.7789925095263774, + "noul_acc": 0.734, + "noul_f1": 0.8105413105413105, + "noul_nll": 0.5290156873967499, + "noul_ece": 0.04676782670617104, + "noul_brier": 0.1765146876227417, + "noul_sharp": 0.2542400658130646, + "entropy": 0.50614994764328 + }, + "dropped_long": 0, + "peak_gib": 18.23741626739502 + } +} \ No newline at end of file diff --git a/e16/S2-s-brier-ts1/ckpt-4000/adapter/README.md b/e16/S2-s-brier-ts1/ckpt-4000/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..57167079ef3f181aacdbd678a733d71697d18f63 --- /dev/null +++ b/e16/S2-s-brier-ts1/ckpt-4000/adapter/README.md @@ -0,0 +1,206 @@ +--- +base_model: /workspace/jev_kt/models/hf/JEV-9B +library_name: peft +tags: +- base_model:adapter:/workspace/jev_kt/models/hf/JEV-9B +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/e16/S2-s-brier-ts1/ckpt-4000/adapter/adapter_config.json b/e16/S2-s-brier-ts1/ckpt-4000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3d8f3ac3af48a3826478f313b86ed2964dc94a9d --- /dev/null +++ b/e16/S2-s-brier-ts1/ckpt-4000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "v_proj", + "down_proj", + "up_proj", + "in_proj_qkv", + "gate_proj", + "q_proj", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/e16/S2-s-brier-ts1/ckpt-4000/adapter/adapter_model.safetensors b/e16/S2-s-brier-ts1/ckpt-4000/adapter/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c58a8da0eb8b32e3244d0a46ef977981a6f908ca --- /dev/null +++ b/e16/S2-s-brier-ts1/ckpt-4000/adapter/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88f8df1ff01b35bb8eb4ae4e8c5823e6b4288f94e231ead8e4fd2739beda11e5 +size 160486456 diff --git a/e16/S2-s-brier-ts1/ckpt-4000/adapter_vllm/adapter_config.json b/e16/S2-s-brier-ts1/ckpt-4000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/e16/S2-s-brier-ts1/ckpt-4000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/e16/S2-s-brier-ts1/ckpt-4000/adapter_vllm/adapter_model.safetensors b/e16/S2-s-brier-ts1/ckpt-4000/adapter_vllm/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..47627fea1d8acf6916351badf808c3798115713d --- /dev/null +++ b/e16/S2-s-brier-ts1/ckpt-4000/adapter_vllm/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62bf1aa5305299b59745447e3f7c4510d612768fb81fcf0c180a19310d20cd33 +size 176641832 diff --git a/e16/S2-s-brier-ts1/ckpt-4000/adapter_vllm/decision_head.json b/e16/S2-s-brier-ts1/ckpt-4000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..125e57445b3e3ac8c2874b423b1665228d713a34 --- /dev/null +++ b/e16/S2-s-brier-ts1/ckpt-4000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + -0.00017103535356000066, + 0.00017078833479899913, + -0.0025878134183585644, + -0.0012615364976227283, + -0.00025007399381138384, + 0.0019558551721274853, + 0.0013559526996687055, + -0.0023348911199718714, + -0.0004082925443071872, + -0.0002078723773593083, + -1.2957353646925185e-05, + 0.0001676026004133746, + 0.0005569425993598998, + -0.001412136247381568, + -0.0028663526754826307, + -0.005061559844762087, + -0.00593328895047307, + -0.004319756291806698, + -0.004922541789710522, + -0.0049067651852965355, + -0.003943523392081261, + -0.003319827374070883, + -0.005581587553024292, + -0.0034480984322726727 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/e16/S2-s-brier-ts1/ckpt-4000/calibration.json b/e16/S2-s-brier-ts1/ckpt-4000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..cefb4652a0ee057465ad621f8f71310b64501a43 --- /dev/null +++ b/e16/S2-s-brier-ts1/ckpt-4000/calibration.json @@ -0,0 +1,17 @@ +{ + "version": 1, + "per_kind": { + "noul": 1.4786369200899094, + "choice": 1.0, + "score": 1.0 + }, + "fit": { + "noul": { + "n": 2000, + "T": 1.4786369200899094, + "ce_before": 0.5576408505439758, + "ce_after": 0.5370730757713318 + } + }, + "source": "models/e16/S2-s-brier-ts1/ckpt-4000" +} \ No newline at end of file diff --git a/e16/S2-s-brier-ts1/ckpt-4000/head.safetensors b/e16/S2-s-brier-ts1/ckpt-4000/head.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..810d812a221ce194fa2094263e6fd64fec0131b7 --- /dev/null +++ b/e16/S2-s-brier-ts1/ckpt-4000/head.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea4ff5ce42309a9f79a192980096334ae7f05e3754c8fa77d881cb7cce82ab28 +size 393464 diff --git a/e16/S2-s-brier-ts1/ckpt-4000/judge_config.json b/e16/S2-s-brier-ts1/ckpt-4000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f817698e8b5c9fea8003572aad4c7b5f113d9eef --- /dev/null +++ b/e16/S2-s-brier-ts1/ckpt-4000/judge_config.json @@ -0,0 +1,160 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S2-s-brier-ts1/ckpt-4000", + "softcap": null, + "e16": { + "data": "data/e15/F1-pool", + "data_manifest": { + "arm": "F1-pool", + "name": "F1-pool", + "train_sha256": "dad16f94a5659768b254a6c12538c01f9c64cd43d574a3435bcc70c9c1bac130", + "n_train": 64000 + }, + "init": "released", + "objective": "s-brier", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 1, + "replay": null, + "replay_frac": 0.0, + "replay_sha256": null, + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", + "total_rows": 16000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-4000", + "rows_seen": 4000, + "replay_seen": 0, + "step": 125, + "tokens": 2641221, + "tok_per_s": 742.6408148493651, + "rows_per_s": 1.1246931837262808, + "val": { + "n": 2000, + "dropped_long": 0, + "noul_ce": 0.5576408505439758, + "noul_T": 1.4786369200899094, + "noul_auc": 0.771037579646991, + "noul_acc": 0.7365, + "noul_f1": 0.8234505862646566, + "noul_nll": 0.5576408424959518, + "noul_ece": 0.08481460267305375, + "noul_brier": 0.18493676376192303, + "noul_sharp": 0.2960420250892639, + "entropy": 0.4412476718425751 + }, + "dropped_long": 0, + "peak_gib": 18.23346519470215 + } +} \ No newline at end of file diff --git a/e16/S2-s-brier-ts1/train_log.jsonl b/e16/S2-s-brier-ts1/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..d50edd54c9c443fff8930b96155c9b0b0473972a --- /dev/null +++ b/e16/S2-s-brier-ts1/train_log.jsonl @@ -0,0 +1,58 @@ +{"time": "21:42:25", "event": "start", "data": "data/e15/F1-pool", "data_manifest": {"arm": "F1-pool", "name": "F1-pool", "train_sha256": "dad16f94a5659768b254a6c12538c01f9c64cd43d574a3435bcc70c9c1bac130", "n_train": 64000}, "init": "released", "objective": "s-brier", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 1, "replay": null, "replay_frac": 0.0, "replay_sha256": null, "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", "total_rows": 16000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", "device": "cuda", "load_s": 87.16160106658936} +{"time": "21:46:31", "event": "step", "step": 10, "rows_seen": 320, "lr": 7.333333333333333e-05, "tok_per_s": 861.9634639437912, "loss": 0.33297789841890335, "entropy": 0.4934086352586746, "sharp": 0.26475739292800426} +{"time": "21:50:28", "event": "step", "step": 20, "rows_seen": 640, "lr": 9.997508952966197e-05, "tok_per_s": 866.1614229192944, "loss": 0.3805523430928588, "entropy": 0.6144989393651485, "sharp": 0.171698410063982} +{"time": "21:54:23", "event": "step", "step": 30, "rows_seen": 960, "lr": 9.977596250541417e-05, "tok_per_s": 867.2877235871571, "loss": 0.3580733919516206, "entropy": 0.4164672940969467, "sharp": 0.3296499904245138} +{"time": "21:58:22", "event": "step", "step": 40, "rows_seen": 1280, "lr": 9.937854366485982e-05, "tok_per_s": 867.9434000725291, "loss": 0.3602091819047928, "entropy": 0.5943341329693794, "sharp": 0.1884736567735672} +{"time": "22:02:23", "event": "step", "step": 50, "rows_seen": 1600, "lr": 9.8784499920729e-05, "tok_per_s": 869.915655073688, "loss": 0.40489580325083807, "entropy": 0.4181267349049449, "sharp": 0.3087011482566595} +{"time": "22:06:24", "event": "step", "step": 60, "rows_seen": 1920, "lr": 9.79963228989294e-05, "tok_per_s": 872.1081240947577, "loss": 0.3304864033125341, "entropy": 0.5699179135262966, "sharp": 0.21095909923315048} +{"time": "22:10:15", "event": "step", "step": 70, "rows_seen": 2240, "lr": 9.701731848780134e-05, "tok_per_s": 873.0556557569693, "loss": 0.23988388408906758, "entropy": 0.5175737235695124, "sharp": 0.235276835039258} +{"time": "22:14:17", "event": "step", "step": 80, "rows_seen": 2560, "lr": 9.585159297207315e-05, "tok_per_s": 872.8104531511017, "loss": 0.32468287702067755, "entropy": 0.5184110160917044, "sharp": 0.25385501235723495} +{"time": "22:18:29", "event": "step", "step": 90, "rows_seen": 2880, "lr": 9.450403580967612e-05, "tok_per_s": 872.1174095903746, "loss": 0.25028213718906045, "entropy": 0.4590853154659271, "sharp": 0.2875478006899357} +{"time": "22:22:40", "event": "step", "step": 100, "rows_seen": 3200, "lr": 9.298029912365855e-05, "tok_per_s": 872.4007160895916, "loss": 0.3476006481796503, "entropy": 0.6077805552631617, "sharp": 0.1429271325469017} +{"time": "22:24:27", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 0.5490172505378723, "noul_T": 0.8759226471196784, "noul_auc": 0.7681793135320572, "noul_acc": 0.752, "noul_f1": 0.8238636363636364, "noul_nll": 0.5490172825176269, "noul_ece": 0.08272339022159579, "noul_brier": 0.18534328065559527, "noul_sharp": 0.18006859719753265, "entropy": 0.5686690807342529} +{"time": "22:28:43", "event": "step", "step": 110, "rows_seen": 3520, "lr": 9.128677399521752e-05, "tok_per_s": 838.3909739661967, "loss": 0.27232527919113636, "entropy": 0.42183462530374527, "sharp": 0.3043520972132683} +{"time": "22:32:44", "event": "step", "step": 120, "rows_seen": 3840, "lr": 8.943056365728335e-05, "tok_per_s": 840.8935268413419, "loss": 0.36931635066866875, "entropy": 0.5621457360684872, "sharp": 0.2080759685486555} +{"time": "22:41:43", "event": "ckpt", "tag": "ckpt-4000", "rows_seen": 4000, "replay_seen": 0, "step": 125, "tokens": 2641221, "tok_per_s": 742.6408148493651, "rows_per_s": 1.1246931837262808, "val": {"n": 2000, "dropped_long": 0, "noul_ce": 0.5576408505439758, "noul_T": 1.4786369200899094, "noul_auc": 0.771037579646991, "noul_acc": 0.7365, "noul_f1": 0.8234505862646566, "noul_nll": 0.5576408424959518, "noul_ece": 0.08481460267305375, "noul_brier": 0.18493676376192303, "noul_sharp": 0.2960420250892639, "entropy": 0.4412476718425751}, "dropped_long": 0, "peak_gib": 18.23346519470215} +{"time": "22:43:43", "event": "step", "step": 130, "rows_seen": 4160, "lr": 8.741945370109202e-05, "tok_per_s": 747.0411577656469, "loss": 0.40113133005797863, "entropy": 0.4691968970000744, "sharp": 0.2718748599290848} +{"time": "22:47:49", "event": "step", "step": 140, "rows_seen": 4480, "lr": 8.526187942070997e-05, "tok_per_s": 754.695318961492, "loss": 0.3002668895642273, "entropy": 0.5586705133318901, "sharp": 0.2090270947664976} +{"time": "22:51:58", "event": "step", "step": 150, "rows_seen": 4800, "lr": 8.296689043247915e-05, "tok_per_s": 761.7976037140847, "loss": 0.3851310424506664, "entropy": 0.5099184736609459, "sharp": 0.2556642349809408} +{"time": "22:55:53", "event": "step", "step": 160, "rows_seen": 5120, "lr": 8.054411271778132e-05, "tok_per_s": 767.796294085276, "loss": 0.34976232796907425, "entropy": 0.5215314887464046, "sharp": 0.2485487274825573} +{"time": "22:59:52", "event": "step", "step": 170, "rows_seen": 5440, "lr": 7.800370824832674e-05, "tok_per_s": 773.2820558546576, "loss": 0.35427308920770884, "entropy": 0.5394557267427444, "sharp": 0.23657777160406113} +{"time": "23:03:48", "event": "step", "step": 180, "rows_seen": 5760, "lr": 7.535633236331324e-05, "tok_per_s": 777.8436077818315, "loss": 0.3678090918401722, "entropy": 0.38507302943617105, "sharp": 0.3347880896180868} +{"time": "23:07:46", "event": "step", "step": 190, "rows_seen": 6080, "lr": 7.26130890772308e-05, "tok_per_s": 782.6641284563425, "loss": 0.36606426909565926, "entropy": 0.42861125990748405, "sharp": 0.3083587270230055} +{"time": "23:11:41", "event": "step", "step": 200, "rows_seen": 6400, "lr": 6.978548450576568e-05, "tok_per_s": 786.492761751729, "loss": 0.32567271578591317, "entropy": 0.5631922669708729, "sharp": 0.21313273161649704} +{"time": "23:13:29", "event": "val", "step": 200, "rows_seen": 6400, "n": 500, "dropped_long": 0, "noul_ce": 0.5460425615310669, "noul_T": 0.6841517393495545, "noul_auc": 0.7685881370091896, "noul_acc": 0.736, "noul_f1": 0.808695652173913, "noul_nll": 0.5460425407513976, "noul_ece": 0.06917542505264285, "noul_brier": 0.18308380371597405, "noul_sharp": 0.17305293679237366, "entropy": 0.6006357669830322} +{"time": "23:17:36", "event": "step", "step": 210, "rows_seen": 6720, "lr": 6.688537860515266e-05, "tok_per_s": 775.1216390191308, "loss": 0.3862002566456795, "entropy": 0.6077432110905647, "sharp": 0.18199332244694233} +{"time": "23:21:45", "event": "step", "step": 220, "rows_seen": 7040, "lr": 6.392493542739706e-05, "tok_per_s": 778.8547599176158, "loss": 0.3384174033999443, "entropy": 0.5079297833144665, "sharp": 0.237512718886137} +{"time": "23:25:50", "event": "step", "step": 230, "rows_seen": 7360, "lr": 6.091657210001309e-05, "tok_per_s": 783.012636482933, "loss": 0.3197323392960243, "entropy": 0.4763197489082813, "sharp": 0.2642928846180439} +{"time": "23:29:52", "event": "step", "step": 240, "rows_seen": 7680, "lr": 5.7872906744276015e-05, "tok_per_s": 786.7690715341554, "loss": 0.4257066232385114, "entropy": 0.47802165895700455, "sharp": 0.2507065013051033} +{"time": "23:33:59", "event": "step", "step": 250, "rows_seen": 8000, "lr": 5.48067055504363e-05, "tok_per_s": 789.7642485251374, "loss": 0.2549627563566901, "entropy": 0.501286257058382, "sharp": 0.2657716777175665} +{"time": "23:38:04", "event": "step", "step": 260, "rows_seen": 8320, "lr": 5.173082923188119e-05, "tok_per_s": 792.5390435308949, "loss": 0.458052224596031, "entropy": 0.5421183034777641, "sharp": 0.20950488187372684} +{"time": "23:42:07", "event": "step", "step": 270, "rows_seen": 8640, "lr": 4.865817908283331e-05, "tok_per_s": 795.0537058361939, "loss": 0.3262954060919583, "entropy": 0.5315095819532871, "sharp": 0.23403583467006683} +{"time": "23:46:04", "event": "step", "step": 280, "rows_seen": 8960, "lr": 4.560164286583922e-05, "tok_per_s": 797.5703259955808, "loss": 0.510604202747345, "entropy": 0.500228394754231, "sharp": 0.2666947077959776} +{"time": "23:50:10", "event": "step", "step": 290, "rows_seen": 9280, "lr": 4.257404075601443e-05, "tok_per_s": 799.8043912759815, "loss": 0.40538731776177883, "entropy": 0.5722318440675735, "sharp": 0.20870282500982285} +{"time": "23:53:58", "event": "step", "step": 300, "rows_seen": 9600, "lr": 3.958807156877371e-05, "tok_per_s": 801.7743277579269, "loss": 0.4076882489025593, "entropy": 0.5740614496171474, "sharp": 0.18731542490422726} +{"time": "23:55:46", "event": "val", "step": 300, "rows_seen": 9600, "n": 500, "dropped_long": 0, "noul_ce": 0.5282952785491943, "noul_T": 0.9664278920209393, "noul_auc": 0.7824170354965427, "noul_acc": 0.734, "noul_f1": 0.8052708638360175, "noul_nll": 0.5282953473627567, "noul_ece": 0.06897913086414335, "noul_brier": 0.17723660872504324, "noul_sharp": 0.2214130312204361, "entropy": 0.5350923538208008} +{"time": "23:59:45", "event": "step", "step": 310, "rows_seen": 9920, "lr": 3.665625949658603e-05, "tok_per_s": 793.236434909007, "loss": 0.342065111733973, "entropy": 0.5787547156214714, "sharp": 0.19138287007808685} +{"time": "00:03:51", "event": "step", "step": 320, "rows_seen": 10240, "lr": 3.379090157815887e-05, "tok_per_s": 795.2540627383032, "loss": 0.45711230719462037, "entropy": 0.5306231155991554, "sharp": 0.23320423439145088} +{"time": "00:07:44", "event": "step", "step": 330, "rows_seen": 10560, "lr": 3.10040161203844e-05, "tok_per_s": 796.9262799841242, "loss": 0.34741393104195595, "entropy": 0.5408850871026516, "sharp": 0.2336582774296403} +{"time": "00:11:49", "event": "step", "step": 340, "rows_seen": 10880, "lr": 2.8307292289383776e-05, "tok_per_s": 798.8107418244688, "loss": 0.32756373257143423, "entropy": 0.5189392445608974, "sharp": 0.2354379054158926} +{"time": "00:15:50", "event": "step", "step": 350, "rows_seen": 11200, "lr": 2.571204108208194e-05, "tok_per_s": 800.8434660314533, "loss": 0.39362887013703585, "entropy": 0.4839558396488428, "sharp": 0.2829894796013832} +{"time": "00:19:55", "event": "step", "step": 360, "rows_seen": 11520, "lr": 2.322914788395595e-05, "tok_per_s": 802.338777502994, "loss": 0.37874840199947357, "entropy": 0.529721487313509, "sharp": 0.23340084496885538} +{"time": "00:23:57", "event": "step", "step": 370, "rows_seen": 11840, "lr": 2.0869026811945157e-05, "tok_per_s": 803.847637864483, "loss": 0.33054206520318985, "entropy": 0.5837939381599426, "sharp": 0.18813050165772438} +{"time": "00:28:01", "event": "step", "step": 380, "rows_seen": 12160, "lr": 1.8641577034025627e-05, "tok_per_s": 805.2218763724143, "loss": 0.43592823296785355, "entropy": 0.5202294066548347, "sharp": 0.23967374488711357} +{"time": "00:31:53", "event": "step", "step": 390, "rows_seen": 12480, "lr": 1.6556141248659472e-05, "tok_per_s": 806.8113574685328, "loss": 0.3201605472713709, "entropy": 0.5439994260668755, "sharp": 0.21537781320512295} +{"time": "00:36:00", "event": "step", "step": 400, "rows_seen": 12800, "lr": 1.4621466498270773e-05, "tok_per_s": 808.3299753622977, "loss": 0.2985336349811405, "entropy": 0.48445125110447407, "sharp": 0.267491964623332} +{"time": "00:37:48", "event": "val", "step": 400, "rows_seen": 12800, "n": 500, "dropped_long": 0, "noul_ce": 0.5360052585601807, "noul_T": 1.1263620234474554, "noul_auc": 0.7730496453900708, "noul_acc": 0.732, "noul_f1": 0.8005952380952381, "noul_nll": 0.5360052695050835, "noul_ece": 0.05866753768920898, "noul_brier": 0.17942209876103152, "noul_sharp": 0.2498527467250824, "entropy": 0.5081499218940735} +{"time": "00:41:50", "event": "step", "step": 410, "rows_seen": 13120, "lr": 1.284566748110963e-05, "tok_per_s": 801.732293343853, "loss": 0.29063205420970917, "entropy": 0.5023813992738724, "sharp": 0.24638394825160503} +{"time": "00:45:56", "event": "step", "step": 420, "rows_seen": 13440, "lr": 1.1236192515387821e-05, "tok_per_s": 803.3252749496033, "loss": 0.5047449991106987, "entropy": 0.5003883820027113, "sharp": 0.24973956309258938} +{"time": "00:50:03", "event": "step", "step": 430, "rows_seen": 13760, "lr": 9.799792298443728e-06, "tok_per_s": 804.7986659930036, "loss": 0.5088140920270234, "entropy": 0.523131538182497, "sharp": 0.2311864998191595} +{"time": "00:54:06", "event": "step", "step": 440, "rows_seen": 14080, "lr": 8.542491591971554e-06, "tok_per_s": 806.0609350628739, "loss": 0.40779821411706507, "entropy": 0.5087453052401543, "sharp": 0.24897633865475655} +{"time": "00:58:04", "event": "step", "step": 450, "rows_seen": 14400, "lr": 7.469563952077155e-06, "tok_per_s": 807.4921894147849, "loss": 0.25263175182044506, "entropy": 0.5441935062408447, "sharp": 0.22490430530160666} +{"time": "01:02:06", "event": "step", "step": 460, "rows_seen": 14720, "lr": 6.585509610150972e-06, "tok_per_s": 808.7204159401817, "loss": 0.30376159911975265, "entropy": 0.5642756707966328, "sharp": 0.20952039025723934} +{"time": "01:06:11", "event": "step", "step": 470, "rows_seen": 15040, "lr": 5.894036597333646e-06, "tok_per_s": 809.9906751483284, "loss": 0.3641518338699825, "entropy": 0.4901350950822234, "sharp": 0.2731508072465658} +{"time": "01:10:13", "event": "step", "step": 480, "rows_seen": 15360, "lr": 5.398045191744809e-06, "tok_per_s": 811.2223984961428, "loss": 0.33520927489735186, "entropy": 0.47588385082781315, "sharp": 0.28297883830964565} +{"time": "01:14:18", "event": "step", "step": 490, "rows_seen": 15680, "lr": 5.099615753708697e-06, "tok_per_s": 812.282730895783, "loss": 0.30795591860078275, "entropy": 0.509896794334054, "sharp": 0.24415954668074846} +{"time": "01:18:28", "event": "step", "step": 500, "rows_seen": 16000, "lr": 5e-06, "tok_per_s": 813.4211753776979, "loss": 0.37716199341230094, "entropy": 0.4719476937316358, "sharp": 0.28517200239002705} +{"time": "01:20:16", "event": "val", "step": 500, "rows_seen": 16000, "n": 500, "dropped_long": 0, "noul_ce": 0.5335410833358765, "noul_T": 1.1057586029768791, "noul_auc": 0.7751648625108872, "noul_acc": 0.736, "noul_f1": 0.8108882521489972, "noul_nll": 0.5335411007329821, "noul_ece": 0.05507460236549377, "noul_brier": 0.178271222312744, "noul_sharp": 0.2500072419643402, "entropy": 0.5096120834350586} +{"time": "01:27:21", "event": "ckpt", "tag": "ckpt-16000", "rows_seen": 16000, "replay_seen": 0, "step": 500, "tokens": 10544036, "tok_per_s": 781.410954964249, "rows_per_s": 1.1857485383634532, "val": {"n": 2000, "dropped_long": 0, "noul_ce": 0.5290156602859497, "noul_T": 1.0986160640219362, "noul_auc": 0.7789925095263774, "noul_acc": 0.734, "noul_f1": 0.8105413105413105, "noul_nll": 0.5290156873967499, "noul_ece": 0.04676782670617104, "noul_brier": 0.1765146876227417, "noul_sharp": 0.2542400658130646, "entropy": 0.50614994764328}, "dropped_long": 0, "peak_gib": 18.23741626739502} diff --git a/e16/S2-s-brier/DONE b/e16/S2-s-brier/DONE new file mode 100644 index 0000000000000000000000000000000000000000..8ab15e9cce43d4e6c0b0b21338e203884d5cb907 --- /dev/null +++ b/e16/S2-s-brier/DONE @@ -0,0 +1 @@ +2026-10-09 16:11:17 \ No newline at end of file