diff --git a/meta_only/podA/e15/F1-pool-64ksched/ckpt-1000/adapter/adapter_config.json b/meta_only/podA/e15/F1-pool-64ksched/ckpt-1000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2cd329725650103e5e3f5e815e900764063bd05c --- /dev/null +++ b/meta_only/podA/e15/F1-pool-64ksched/ckpt-1000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "up_proj", + "gate_proj", + "out_proj", + "o_proj", + "in_proj_z", + "in_proj_qkv", + "k_proj", + "down_proj", + "q_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-64ksched/ckpt-1000/adapter_vllm/adapter_config.json b/meta_only/podA/e15/F1-pool-64ksched/ckpt-1000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podA/e15/F1-pool-64ksched/ckpt-1000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-64ksched/ckpt-1000/adapter_vllm/decision_head.json b/meta_only/podA/e15/F1-pool-64ksched/ckpt-1000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..e0df3ec78a9ab57ca9d24aedf293461d0e1e92db --- /dev/null +++ b/meta_only/podA/e15/F1-pool-64ksched/ckpt-1000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.0003320467076264322, + -0.00033229400287382305, + -0.0025878134183585644, + -0.0012615364976227283, + -0.00025007399381138384, + 0.0019558551721274853, + 0.0013559526996687055, + -0.0023348911199718714, + -0.0004082925443071872, + -0.0002078723773593083, + -1.2957353646925185e-05, + 0.0001676026004133746, + 0.0005569425993598998, + -0.001412136247381568, + -0.0028663526754826307, + -0.005061559844762087, + -0.00593328895047307, + -0.004319756291806698, + -0.004922541789710522, + -0.0049067651852965355, + -0.003943523392081261, + -0.003319827374070883, + -0.005581587553024292, + -0.0034480984322726727 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-64ksched/ckpt-1000/calibration.json b/meta_only/podA/e15/F1-pool-64ksched/ckpt-1000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..0d62678df7d9fec44a8b995b195c699933f23264 --- /dev/null +++ b/meta_only/podA/e15/F1-pool-64ksched/ckpt-1000/calibration.json @@ -0,0 +1,17 @@ +{ + "version": 1, + "per_kind": { + "noul": 1.133391082896599, + "choice": 1.0, + "score": 1.0 + }, + "fit": { + "noul": { + "n": 2000, + "T": 1.133391082896599, + "ce_before": 0.5415979027748108, + "ce_after": 0.5397843718528748 + } + }, + "source": "models/e15/F1-pool/ckpt-1000" +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-64ksched/ckpt-1000/judge_config.json b/meta_only/podA/e15/F1-pool-64ksched/ckpt-1000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9f61ac83866381334677d08f341ed29b050401c7 --- /dev/null +++ b/meta_only/podA/e15/F1-pool-64ksched/ckpt-1000/judge_config.json @@ -0,0 +1,145 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e15", + "source_checkpoint": "models/e15/F1-pool/ckpt-1000", + "softcap": null, + "e15": { + "data": "data/e15/F1-pool", + "data_manifest": { + "arm": "F1-pool", + "name": "F1-pool", + "train_sha256": "dad16f94a5659768b254a6c12538c01f9c64cd43d574a3435bcc70c9c1bac130", + "n_train": 64000 + }, + "init": "released", + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "skip_rows": 0, + "epochs": 1, + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 2000 steps", + "total_rows": 64000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "event": "ckpt", + "tag": "ckpt-1000", + "rows_seen": 1024, + "step": 32, + "tokens": 678504, + "tok_per_s": 593.3689456089205, + "val": { + "n": 2000, + "dropped_long": 0, + "noul_ce": 0.5415979027748108, + "kt_auc": 0.7622999963156115, + "kt_acc": 0.735, + "kt_f1": 0.8071324599708879, + "kt_ece": 0.03905150377750397, + "kt_nll": 0.5415978856135626 + }, + "dropped_long": 0, + "peak_gib": 18.233368396759033 + } +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-64ksched/ckpt-16000/adapter/adapter_config.json b/meta_only/podA/e15/F1-pool-64ksched/ckpt-16000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2cd329725650103e5e3f5e815e900764063bd05c --- /dev/null +++ b/meta_only/podA/e15/F1-pool-64ksched/ckpt-16000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "up_proj", + "gate_proj", + "out_proj", + "o_proj", + "in_proj_z", + "in_proj_qkv", + "k_proj", + "down_proj", + "q_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-64ksched/ckpt-16000/adapter_vllm/adapter_config.json b/meta_only/podA/e15/F1-pool-64ksched/ckpt-16000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podA/e15/F1-pool-64ksched/ckpt-16000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-64ksched/ckpt-16000/adapter_vllm/decision_head.json b/meta_only/podA/e15/F1-pool-64ksched/ckpt-16000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..202602032c266f70e0689c3666fd63b263be1085 --- /dev/null +++ b/meta_only/podA/e15/F1-pool-64ksched/ckpt-16000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + -0.00018585505313239992, + 0.00018559396266937256, + -0.0025878134183585644, + -0.0012615364976227283, + -0.00025007399381138384, + 0.0019558551721274853, + 0.0013559526996687055, + -0.0023348911199718714, + -0.0004082925443071872, + -0.0002078723773593083, + -1.2957353646925185e-05, + 0.0001676026004133746, + 0.0005569425993598998, + -0.001412136247381568, + -0.0028663526754826307, + -0.005061559844762087, + -0.00593328895047307, + -0.004319756291806698, + -0.004922541789710522, + -0.0049067651852965355, + -0.003943523392081261, + -0.003319827374070883, + -0.005581587553024292, + -0.0034480984322726727 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-64ksched/ckpt-16000/calibration.json b/meta_only/podA/e15/F1-pool-64ksched/ckpt-16000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..56262a54d27d478640dd56685524c9d3bcaeafab --- /dev/null +++ b/meta_only/podA/e15/F1-pool-64ksched/ckpt-16000/calibration.json @@ -0,0 +1,17 @@ +{ + "version": 1, + "per_kind": { + "noul": 1.1862171243881898, + "choice": 1.0, + "score": 1.0 + }, + "fit": { + "noul": { + "n": 2000, + "T": 1.1862171243881898, + "ce_before": 0.5415951013565063, + "ce_after": 0.53856360912323 + } + }, + "source": "models/e15/F1-pool/ckpt-16000" +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-64ksched/ckpt-16000/judge_config.json b/meta_only/podA/e15/F1-pool-64ksched/ckpt-16000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b82b29e296c56458d90454f4620ad9f10a33e742 --- /dev/null +++ b/meta_only/podA/e15/F1-pool-64ksched/ckpt-16000/judge_config.json @@ -0,0 +1,145 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e15", + "source_checkpoint": "models/e15/F1-pool/ckpt-16000", + "softcap": null, + "e15": { + "data": "data/e15/F1-pool", + "data_manifest": { + "arm": "F1-pool", + "name": "F1-pool", + "train_sha256": "dad16f94a5659768b254a6c12538c01f9c64cd43d574a3435bcc70c9c1bac130", + "n_train": 64000 + }, + "init": "released", + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "skip_rows": 0, + "epochs": 1, + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 2000 steps", + "total_rows": 64000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "event": "ckpt", + "tag": "ckpt-16000", + "rows_seen": 16000, + "step": 500, + "tokens": 10544036, + "tok_per_s": 839.0346341733006, + "val": { + "n": 2000, + "dropped_long": 0, + "noul_ce": 0.5415951013565063, + "kt_auc": 0.7670316444319398, + "kt_acc": 0.735, + "kt_f1": 0.8067104303428154, + "kt_ece": 0.03874686068296433, + "kt_nll": 0.5415951018183259 + }, + "dropped_long": 0, + "peak_gib": 18.23592233657837 + } +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-64ksched/ckpt-4000/adapter/adapter_config.json b/meta_only/podA/e15/F1-pool-64ksched/ckpt-4000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2cd329725650103e5e3f5e815e900764063bd05c --- /dev/null +++ b/meta_only/podA/e15/F1-pool-64ksched/ckpt-4000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "up_proj", + "gate_proj", + "out_proj", + "o_proj", + "in_proj_z", + "in_proj_qkv", + "k_proj", + "down_proj", + "q_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-64ksched/ckpt-4000/adapter_vllm/adapter_config.json b/meta_only/podA/e15/F1-pool-64ksched/ckpt-4000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podA/e15/F1-pool-64ksched/ckpt-4000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-64ksched/ckpt-4000/adapter_vllm/decision_head.json b/meta_only/podA/e15/F1-pool-64ksched/ckpt-4000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..9a1fa929a23b827908fdcf115f41b396e4a4be63 --- /dev/null +++ b/meta_only/podA/e15/F1-pool-64ksched/ckpt-4000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.00044177754898555577, + -0.0004420274344738573, + -0.0025878134183585644, + -0.0012615364976227283, + -0.00025007399381138384, + 0.0019558551721274853, + 0.0013559526996687055, + -0.0023348911199718714, + -0.0004082925443071872, + -0.0002078723773593083, + -1.2957353646925185e-05, + 0.0001676026004133746, + 0.0005569425993598998, + -0.001412136247381568, + -0.0028663526754826307, + -0.005061559844762087, + -0.00593328895047307, + -0.004319756291806698, + -0.004922541789710522, + -0.0049067651852965355, + -0.003943523392081261, + -0.003319827374070883, + -0.005581587553024292, + -0.0034480984322726727 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-64ksched/ckpt-4000/calibration.json b/meta_only/podA/e15/F1-pool-64ksched/ckpt-4000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..75c91c9ab942b6f1281416f9f944264a20791007 --- /dev/null +++ b/meta_only/podA/e15/F1-pool-64ksched/ckpt-4000/calibration.json @@ -0,0 +1,17 @@ +{ + "version": 1, + "per_kind": { + "noul": 0.7319877409990786, + "choice": 1.0, + "score": 1.0 + }, + "fit": { + "noul": { + "n": 2000, + "T": 0.7319877409990786, + "ce_before": 0.5827071070671082, + "ce_after": 0.575294554233551 + } + }, + "source": "models/e15/F1-pool/ckpt-4000" +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-64ksched/ckpt-4000/judge_config.json b/meta_only/podA/e15/F1-pool-64ksched/ckpt-4000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..d40718bd3d40fe47f9cbdd561ab97218ee23387a --- /dev/null +++ b/meta_only/podA/e15/F1-pool-64ksched/ckpt-4000/judge_config.json @@ -0,0 +1,145 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e15", + "source_checkpoint": "models/e15/F1-pool/ckpt-4000", + "softcap": null, + "e15": { + "data": "data/e15/F1-pool", + "data_manifest": { + "arm": "F1-pool", + "name": "F1-pool", + "train_sha256": "dad16f94a5659768b254a6c12538c01f9c64cd43d574a3435bcc70c9c1bac130", + "n_train": 64000 + }, + "init": "released", + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "skip_rows": 0, + "epochs": 1, + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 2000 steps", + "total_rows": 64000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "event": "ckpt", + "tag": "ckpt-4000", + "rows_seen": 4000, + "step": 125, + "tokens": 2631181, + "tok_per_s": 720.9349008307702, + "val": { + "n": 2000, + "dropped_long": 0, + "noul_ce": 0.5827071070671082, + "kt_auc": 0.7610473041998681, + "kt_acc": 0.7095, + "kt_f1": 0.7715296893432954, + "kt_ece": 0.12595178052783013, + "kt_nll": 0.5827070810943842 + }, + "dropped_long": 0, + "peak_gib": 18.233368396759033 + } +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-64ksched/train_log.jsonl b/meta_only/podA/e15/F1-pool-64ksched/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..dab0eedfbce7ccd96c3a16169eeede703e25bac8 --- /dev/null +++ b/meta_only/podA/e15/F1-pool-64ksched/train_log.jsonl @@ -0,0 +1,141 @@ +{"time": "15:39:17", "event": "start", "model_dir": "/workspace/jev_kt/models/hf/JEV-9B", "init": "released", "device": "cuda", "load_s": 103.05782461166382, "trainable_lora": 40108032, "head": 98328} +{"time": "15:39:17", "event": "run", "data": "data/e15/F1-pool", "out": "models/e15/F1-pool"} +{"time": "15:43:08", "event": "step", "step": 10, "rows_seen": 320, "loss": 0.5303231496363878, "lr": 1.8333333333333333e-05, "tok_per_s": 917.6799223886935} +{"time": "15:47:03", "event": "step", "step": 20, "rows_seen": 640, "loss": 0.5562503356486559, "lr": 3.5e-05, "tok_per_s": 915.5114575400971} +{"time": "15:50:52", "event": "step", "step": 30, "rows_seen": 960, "loss": 0.6963973306119442, "lr": 5.166666666666667e-05, "tok_per_s": 915.8647038863378} +{"time": "15:58:22", "event": "ckpt", "tag": "ckpt-1000", "rows_seen": 1024, "step": 32, "tokens": 678504, "tok_per_s": 593.3689456089205, "val": {"n": 2000, "dropped_long": 0, "noul_ce": 0.5415979027748108, "kt_auc": 0.7622999963156115, "kt_acc": 0.735, "kt_f1": 0.8071324599708879, "kt_ece": 0.03905150377750397, "kt_nll": 0.5415978856135626}, "dropped_long": 0, "peak_gib": 18.233368396759033} +{"time": "16:01:29", "event": "step", "step": 40, "rows_seen": 1280, "loss": 0.7384315878152847, "lr": 6.833333333333333e-05, "tok_per_s": 639.483023093292} +{"time": "16:05:18", "event": "step", "step": 50, "rows_seen": 1600, "loss": 0.7585592311806977, "lr": 8.5e-05, "tok_per_s": 681.6037051188571} +{"time": "16:09:07", "event": "step", "step": 60, "rows_seen": 1920, "loss": 0.6686401646584272, "lr": 0.0001, "tok_per_s": 712.5422011780105} +{"time": "16:12:53", "event": "step", "step": 70, "rows_seen": 2240, "loss": 0.6079013631679118, "lr": 9.999377197411753e-05, "tok_per_s": 735.6292145623406} +{"time": "16:16:42", "event": "step", "step": 80, "rows_seen": 2560, "loss": 0.47051791520789266, "lr": 9.997508952966197e-05, "tok_per_s": 755.0812419448204} +{"time": "16:20:32", "event": "step", "step": 90, "rows_seen": 2880, "loss": 0.6525400904938579, "lr": 9.994395756578056e-05, "tok_per_s": 770.2672138133466} +{"time": "16:24:19", "event": "step", "step": 100, "rows_seen": 3200, "loss": 0.5345096457749605, "lr": 9.990038424629131e-05, "tok_per_s": 783.6427673037772} +{"time": "16:28:10", "event": "step", "step": 110, "rows_seen": 3520, "loss": 0.6915148720145226, "lr": 9.984438099754206e-05, "tok_per_s": 795.094549870955} +{"time": "16:31:49", "event": "step", "step": 120, "rows_seen": 3840, "loss": 0.6409377884119749, "lr": 9.977596250541417e-05, "tok_per_s": 804.0796835017732} +{"time": "16:40:08", "event": "ckpt", "tag": "ckpt-4000", "rows_seen": 4000, "step": 125, "tokens": 2631181, "tok_per_s": 720.9349008307702, "val": {"n": 2000, "dropped_long": 0, "noul_ce": 0.5827071070671082, "kt_auc": 0.7610473041998681, "kt_acc": 0.7095, "kt_f1": 0.7715296893432954, "kt_ece": 0.12595178052783013, "kt_nll": 0.5827070810943842}, "dropped_long": 0, "peak_gib": 18.233368396759033} +{"time": "16:42:03", "event": "step", "step": 130, "rows_seen": 4160, "loss": 0.5773828746750951, "lr": 9.969514671147145e-05, "tok_per_s": 727.320631815138} +{"time": "16:45:51", "event": "step", "step": 140, "rows_seen": 4480, "loss": 0.622537694289349, "lr": 9.96019548082552e-05, "tok_per_s": 738.5132632482621} +{"time": "16:49:40", "event": "step", "step": 150, "rows_seen": 4800, "loss": 0.46051981835626066, "lr": 9.949641123372692e-05, "tok_per_s": 748.6852342803468} +{"time": "16:53:30", "event": "step", "step": 160, "rows_seen": 5120, "loss": 0.46602313593029976, "lr": 9.937854366485982e-05, "tok_per_s": 758.1316001590476} +{"time": "16:57:20", "event": "step", "step": 170, "rows_seen": 5440, "loss": 0.4729933856287971, "lr": 9.924838301038104e-05, "tok_per_s": 766.2714314999588} +{"time": "17:01:00", "event": "step", "step": 180, "rows_seen": 5760, "loss": 0.5059829540550709, "lr": 9.910596340266635e-05, "tok_per_s": 773.4813770021683} +{"time": "17:04:44", "event": "step", "step": 190, "rows_seen": 6080, "loss": 0.5682311803102493, "lr": 9.895132218878961e-05, "tok_per_s": 780.5084875820303} +{"time": "17:08:40", "event": "step", "step": 200, "rows_seen": 6400, "loss": 0.6042291619814932, "lr": 9.8784499920729e-05, "tok_per_s": 786.879533854256} +{"time": "17:12:29", "event": "step", "step": 210, "rows_seen": 6720, "loss": 0.5507494350895286, "lr": 9.860554034473306e-05, "tok_per_s": 792.5896666116043} +{"time": "17:16:10", "event": "step", "step": 220, "rows_seen": 7040, "loss": 0.5679560294374824, "lr": 9.841449038984903e-05, "tok_per_s": 797.8685349497988} +{"time": "17:19:58", "event": "step", "step": 230, "rows_seen": 7360, "loss": 0.6153504848480225, "lr": 9.821140015561645e-05, "tok_per_s": 803.0822876021568} +{"time": "17:23:38", "event": "step", "step": 240, "rows_seen": 7680, "loss": 0.4862764838617295, "lr": 9.79963228989294e-05, "tok_per_s": 807.4904133296045} +{"time": "17:27:25", "event": "step", "step": 250, "rows_seen": 8000, "loss": 0.4005183130502701, "lr": 9.776931502007089e-05, "tok_per_s": 811.6711471408112} +{"time": "17:31:05", "event": "step", "step": 260, "rows_seen": 8320, "loss": 0.4919987157918513, "lr": 9.753043604792285e-05, "tok_per_s": 815.4143511187291} +{"time": "17:34:52", "event": "step", "step": 270, "rows_seen": 8640, "loss": 0.5269538387656212, "lr": 9.727974862435562e-05, "tok_per_s": 818.8956523756545} +{"time": "17:38:39", "event": "step", "step": 280, "rows_seen": 8960, "loss": 0.5008812732994556, "lr": 9.701731848780134e-05, "tok_per_s": 822.543867826727} +{"time": "17:42:29", "event": "step", "step": 290, "rows_seen": 9280, "loss": 0.38873791228979826, "lr": 9.674321445601502e-05, "tok_per_s": 826.0082914816214} +{"time": "17:46:15", "event": "step", "step": 300, "rows_seen": 9600, "loss": 0.5436608016025275, "lr": 9.645750840802845e-05, "tok_per_s": 828.9043056383329} +{"time": "17:50:09", "event": "step", "step": 310, "rows_seen": 9920, "loss": 0.7529093250632286, "lr": 9.616027526530109e-05, "tok_per_s": 831.6963838718863} +{"time": "17:53:55", "event": "step", "step": 320, "rows_seen": 10240, "loss": 0.4479721710085869, "lr": 9.585159297207315e-05, "tok_per_s": 834.3695713094438} +{"time": "17:57:41", "event": "step", "step": 330, "rows_seen": 10560, "loss": 0.627282902598381, "lr": 9.553154247492623e-05, "tok_per_s": 836.7848249815431} +{"time": "18:01:33", "event": "step", "step": 340, "rows_seen": 10880, "loss": 0.6014797193929553, "lr": 9.520020770155628e-05, "tok_per_s": 839.3322248042618} +{"time": "18:05:21", "event": "step", "step": 350, "rows_seen": 11200, "loss": 0.7178940199082717, "lr": 9.485767553876519e-05, "tok_per_s": 841.7427793345576} +{"time": "18:09:04", "event": "step", "step": 360, "rows_seen": 11520, "loss": 0.484384024515748, "lr": 9.450403580967612e-05, "tok_per_s": 843.8529470258948} +{"time": "18:12:48", "event": "step", "step": 370, "rows_seen": 11840, "loss": 0.5317176077514887, "lr": 9.413938125017902e-05, "tok_per_s": 846.059576941209} +{"time": "18:16:35", "event": "step", "step": 380, "rows_seen": 12160, "loss": 0.5715098977088928, "lr": 9.376380748461219e-05, "tok_per_s": 848.1217227650848} +{"time": "18:20:21", "event": "step", "step": 390, "rows_seen": 12480, "loss": 0.5058213385054842, "lr": 9.337741300068645e-05, "tok_per_s": 850.0723179655464} +{"time": "18:24:09", "event": "step", "step": 400, "rows_seen": 12800, "loss": 0.4296084127854556, "lr": 9.298029912365855e-05, "tok_per_s": 851.8059748679249} +{"time": "18:28:01", "event": "step", "step": 410, "rows_seen": 13120, "loss": 0.33691707625985146, "lr": 9.257256998976022e-05, "tok_per_s": 853.4647144936464} +{"time": "18:31:48", "event": "step", "step": 420, "rows_seen": 13440, "loss": 0.6571972593665123, "lr": 9.215433251889039e-05, "tok_per_s": 855.2346359233384} +{"time": "18:35:40", "event": "step", "step": 430, "rows_seen": 13760, "loss": 0.48530035838484764, "lr": 9.172569638657718e-05, "tok_per_s": 856.6993497861457} +{"time": "18:39:22", "event": "step", "step": 440, "rows_seen": 14080, "loss": 0.45016128569841385, "lr": 9.128677399521752e-05, "tok_per_s": 858.2217125178697} +{"time": "18:43:12", "event": "step", "step": 450, "rows_seen": 14400, "loss": 0.4965642252936959, "lr": 9.083768044460145e-05, "tok_per_s": 859.641563608333} +{"time": "18:46:58", "event": "step", "step": 460, "rows_seen": 14720, "loss": 0.6798541019670665, "lr": 9.037853350172924e-05, "tok_per_s": 861.0449657342459} +{"time": "18:50:50", "event": "step", "step": 470, "rows_seen": 15040, "loss": 0.4528823592700064, "lr": 8.990945356992909e-05, "tok_per_s": 862.4460350957266} +{"time": "18:54:35", "event": "step", "step": 480, "rows_seen": 15360, "loss": 0.5303344270214438, "lr": 8.943056365728335e-05, "tok_per_s": 863.5801301553191} +{"time": "18:58:22", "event": "step", "step": 490, "rows_seen": 15680, "loss": 0.5809829644858837, "lr": 8.894198934437185e-05, "tok_per_s": 864.9406820574965} +{"time": "19:02:11", "event": "step", "step": 500, "rows_seen": 16000, "loss": 0.42125075682997704, "lr": 8.844385875134053e-05, "tok_per_s": 866.1408255033542} +{"time": "19:08:46", "event": "ckpt", "tag": "ckpt-16000", "rows_seen": 16000, "step": 500, "tokens": 10544036, "tok_per_s": 839.0346341733006, "val": {"n": 2000, "dropped_long": 0, "noul_ce": 0.5415951013565063, "kt_auc": 0.7670316444319398, "kt_acc": 0.735, "kt_f1": 0.8067104303428154, "kt_ece": 0.03874686068296433, "kt_nll": 0.5415951018183259}, "dropped_long": 0, "peak_gib": 18.23592233657837} +{"time": "19:12:36", "event": "step", "step": 510, "rows_seen": 16320, "loss": 0.568250173702836, "lr": 8.793630250430419e-05, "tok_per_s": 840.4565265533621} +{"time": "19:16:23", "event": "step", "step": 520, "rows_seen": 16640, "loss": 0.45377571345306933, "lr": 8.741945370109202e-05, "tok_per_s": 842.0155779539998} +{"time": "19:20:11", "event": "step", "step": 530, "rows_seen": 16960, "loss": 0.4178077857941389, "lr": 8.689344787634503e-05, "tok_per_s": 843.519833138732} +{"time": "19:24:03", "event": "step", "step": 540, "rows_seen": 17280, "loss": 0.42636957624927163, "lr": 8.63584229659744e-05, "tok_per_s": 844.7387319405225} +{"time": "19:27:53", "event": "step", "step": 550, "rows_seen": 17600, "loss": 0.7405958976596594, "lr": 8.581451927099022e-05, "tok_per_s": 846.011693755548} +{"time": "19:31:43", "event": "step", "step": 560, "rows_seen": 17920, "loss": 0.5434928685426712, "lr": 8.526187942070997e-05, "tok_per_s": 847.2400496224152} +{"time": "19:35:29", "event": "step", "step": 570, "rows_seen": 18240, "loss": 0.45691289473325014, "lr": 8.470064833535642e-05, "tok_per_s": 848.4384502963113} +{"time": "19:39:16", "event": "step", "step": 580, "rows_seen": 18560, "loss": 0.3559294082224369, "lr": 8.413097318805486e-05, "tok_per_s": 849.683480082124} +{"time": "19:43:08", "event": "step", "step": 590, "rows_seen": 18880, "loss": 0.6441237931139767, "lr": 8.35530033662395e-05, "tok_per_s": 850.8386288421266} +{"time": "19:46:51", "event": "step", "step": 600, "rows_seen": 19200, "loss": 0.5293984191957861, "lr": 8.296689043247915e-05, "tok_per_s": 852.1476019148561} +{"time": "19:50:38", "event": "step", "step": 610, "rows_seen": 19520, "loss": 0.4552152678370476, "lr": 8.237278808473261e-05, "tok_per_s": 853.1887933835146} +{"time": "19:54:27", "event": "step", "step": 620, "rows_seen": 19840, "loss": 0.4046314130537212, "lr": 8.177085211604405e-05, "tok_per_s": 854.2486299598863} +{"time": "19:58:10", "event": "step", "step": 630, "rows_seen": 20160, "loss": 0.550866030389443, "lr": 8.116124037368893e-05, "tok_per_s": 855.2622230459343} +{"time": "20:02:05", "event": "step", "step": 640, "rows_seen": 20480, "loss": 0.5090437447652221, "lr": 8.054411271778132e-05, "tok_per_s": 856.4077629726352} +{"time": "20:05:54", "event": "step", "step": 650, "rows_seen": 20800, "loss": 0.8178151398897171, "lr": 7.991963097935343e-05, "tok_per_s": 857.410514549224} +{"time": "20:09:40", "event": "step", "step": 660, "rows_seen": 21120, "loss": 0.44603440910577774, "lr": 7.928795891791805e-05, "tok_per_s": 858.4094964145866} +{"time": "20:13:21", "event": "step", "step": 670, "rows_seen": 21440, "loss": 0.5785901919007301, "lr": 7.864926217852567e-05, "tok_per_s": 859.1967502950852} +{"time": "20:17:08", "event": "step", "step": 680, "rows_seen": 21760, "loss": 0.5673699798062444, "lr": 7.800370824832674e-05, "tok_per_s": 860.1660329641811} +{"time": "20:20:55", "event": "step", "step": 690, "rows_seen": 22080, "loss": 0.5100858034566045, "lr": 7.735146641265118e-05, "tok_per_s": 860.8792926738041} +{"time": "20:24:42", "event": "step", "step": 700, "rows_seen": 22400, "loss": 0.6086401663487777, "lr": 7.669270771061626e-05, "tok_per_s": 861.7236690519353} +{"time": "20:28:30", "event": "step", "step": 710, "rows_seen": 22720, "loss": 0.559374613687396, "lr": 7.602760489027442e-05, "tok_per_s": 862.6166361698772} +{"time": "20:32:23", "event": "step", "step": 720, "rows_seen": 23040, "loss": 0.4983972003683448, "lr": 7.535633236331324e-05, "tok_per_s": 863.2998624635186} +{"time": "20:36:11", "event": "step", "step": 730, "rows_seen": 23360, "loss": 0.5937356166541576, "lr": 7.467906615931893e-05, "tok_per_s": 864.1571245993105} +{"time": "20:39:58", "event": "step", "step": 740, "rows_seen": 23680, "loss": 0.48621365893632174, "lr": 7.399598387961561e-05, "tok_per_s": 864.9892139001572} +{"time": "20:43:48", "event": "step", "step": 750, "rows_seen": 24000, "loss": 0.4657903742045164, "lr": 7.330726465069241e-05, "tok_per_s": 865.7179293945203} +{"time": "20:47:24", "event": "step", "step": 760, "rows_seen": 24320, "loss": 0.4150607865303755, "lr": 7.26130890772308e-05, "tok_per_s": 866.2976118486816} +{"time": "20:51:17", "event": "step", "step": 770, "rows_seen": 24640, "loss": 0.34986698254942894, "lr": 7.191363919474393e-05, "tok_per_s": 866.9010986671141} +{"time": "20:55:11", "event": "step", "step": 780, "rows_seen": 24960, "loss": 0.3827338386327028, "lr": 7.120909842184114e-05, "tok_per_s": 867.7560115192122} +{"time": "20:59:03", "event": "step", "step": 790, "rows_seen": 25280, "loss": 0.6111974827945232, "lr": 7.049965151212958e-05, "tok_per_s": 868.4870129184216} +{"time": "21:02:54", "event": "step", "step": 800, "rows_seen": 25600, "loss": 0.6367747157346457, "lr": 6.978548450576568e-05, "tok_per_s": 869.1296069544725} +{"time": "21:06:47", "event": "step", "step": 810, "rows_seen": 25920, "loss": 0.49950476083904505, "lr": 6.90667846806694e-05, "tok_per_s": 869.8932638249596} +{"time": "21:10:33", "event": "step", "step": 820, "rows_seen": 26240, "loss": 0.5520738995401189, "lr": 6.834374050341399e-05, "tok_per_s": 870.4447586209693} +{"time": "21:14:29", "event": "step", "step": 830, "rows_seen": 26560, "loss": 0.6111945323646069, "lr": 6.76165415798036e-05, "tok_per_s": 871.0178030126058} +{"time": "21:18:17", "event": "step", "step": 840, "rows_seen": 26880, "loss": 0.46462084352970123, "lr": 6.688537860515266e-05, "tok_per_s": 871.6878055594632} +{"time": "21:22:02", "event": "step", "step": 850, "rows_seen": 27200, "loss": 0.6121984636411071, "lr": 6.615044331427935e-05, "tok_per_s": 872.3494916197046} +{"time": "21:25:51", "event": "step", "step": 860, "rows_seen": 27520, "loss": 0.44214288191869855, "lr": 6.541192843122628e-05, "tok_per_s": 872.9772054845263} +{"time": "21:29:43", "event": "step", "step": 870, "rows_seen": 27840, "loss": 0.6299509890377522, "lr": 6.467002761872219e-05, "tok_per_s": 873.6255111775532} +{"time": "21:33:36", "event": "step", "step": 880, "rows_seen": 28160, "loss": 0.5738023184239864, "lr": 6.392493542739706e-05, "tok_per_s": 874.273161015766} +{"time": "21:37:18", "event": "step", "step": 890, "rows_seen": 28480, "loss": 0.4683202956803143, "lr": 6.317684724476465e-05, "tok_per_s": 874.7390881864014} +{"time": "21:41:13", "event": "step", "step": 900, "rows_seen": 28800, "loss": 0.469727270770818, "lr": 6.242595924398558e-05, "tok_per_s": 875.2452938484315} +{"time": "21:45:04", "event": "step", "step": 910, "rows_seen": 29120, "loss": 0.5859302412718534, "lr": 6.16724683324242e-05, "tok_per_s": 875.7876907104674} +{"time": "21:48:52", "event": "step", "step": 920, "rows_seen": 29440, "loss": 0.6050049774348736, "lr": 6.091657210001309e-05, "tok_per_s": 876.2969989191104} +{"time": "21:52:44", "event": "step", "step": 930, "rows_seen": 29760, "loss": 0.5715371587721165, "lr": 6.015846876743859e-05, "tok_per_s": 876.8681743817082} +{"time": "21:56:40", "event": "step", "step": 940, "rows_seen": 30080, "loss": 0.4671771314460784, "lr": 5.9398357134160796e-05, "tok_per_s": 877.3329122030206} +{"time": "22:00:30", "event": "step", "step": 950, "rows_seen": 30400, "loss": 0.4529869300313294, "lr": 5.8636436526281816e-05, "tok_per_s": 877.9018591425147} +{"time": "22:04:26", "event": "step", "step": 960, "rows_seen": 30720, "loss": 0.41454673279076815, "lr": 5.7872906744276015e-05, "tok_per_s": 878.3612537181989} +{"time": "22:08:12", "event": "step", "step": 970, "rows_seen": 31040, "loss": 0.3616260652197525, "lr": 5.7107968010595795e-05, "tok_per_s": 878.8574154893333} +{"time": "22:12:00", "event": "step", "step": 980, "rows_seen": 31360, "loss": 0.42127921991050243, "lr": 5.634182091716671e-05, "tok_per_s": 879.3245961286045} +{"time": "22:15:48", "event": "step", "step": 990, "rows_seen": 31680, "loss": 0.48763304576277733, "lr": 5.5574666372785714e-05, "tok_per_s": 879.6622376699371} +{"time": "22:19:33", "event": "step", "step": 1000, "rows_seen": 32000, "loss": 0.39415604900568724, "lr": 5.48067055504363e-05, "tok_per_s": 880.144365974715} +{"time": "22:23:18", "event": "step", "step": 1010, "rows_seen": 32320, "loss": 0.5953622036613524, "lr": 5.403813983453441e-05, "tok_per_s": 880.6091040762847} +{"time": "22:27:02", "event": "step", "step": 1020, "rows_seen": 32640, "loss": 0.5723254401236773, "lr": 5.3269170768118824e-05, "tok_per_s": 880.9888997861627} +{"time": "22:30:46", "event": "step", "step": 1030, "rows_seen": 32960, "loss": 0.48154027154669166, "lr": 5.25e-05, "tok_per_s": 881.4756558311823} +{"time": "22:34:33", "event": "step", "step": 1040, "rows_seen": 33280, "loss": 0.5911916547920555, "lr": 5.173082923188119e-05, "tok_per_s": 881.8793810802554} +{"time": "22:38:23", "event": "step", "step": 1050, "rows_seen": 33600, "loss": 0.40235981717705727, "lr": 5.0961860165465604e-05, "tok_per_s": 882.1918668407012} +{"time": "22:42:14", "event": "step", "step": 1060, "rows_seen": 33920, "loss": 0.48941397696034983, "lr": 5.019329444956372e-05, "tok_per_s": 882.6023178228943} +{"time": "22:45:56", "event": "step", "step": 1070, "rows_seen": 34240, "loss": 0.5359806548804045, "lr": 4.9425333627214304e-05, "tok_per_s": 882.9507920233431} +{"time": "22:49:48", "event": "step", "step": 1080, "rows_seen": 34560, "loss": 0.5615057991817594, "lr": 4.865817908283331e-05, "tok_per_s": 883.3701355496231} +{"time": "22:53:35", "event": "step", "step": 1090, "rows_seen": 34880, "loss": 0.3740476332604885, "lr": 4.7892031989404217e-05, "tok_per_s": 883.6806431050793} +{"time": "22:57:26", "event": "step", "step": 1100, "rows_seen": 35200, "loss": 0.5550510231405497, "lr": 4.7127093255723996e-05, "tok_per_s": 884.0670581582208} +{"time": "23:01:22", "event": "step", "step": 1110, "rows_seen": 35520, "loss": 0.4037408595904708, "lr": 4.636356347371821e-05, "tok_per_s": 884.4985633971859} +{"time": "23:05:07", "event": "step", "step": 1120, "rows_seen": 35840, "loss": 0.38779116701334715, "lr": 4.560164286583922e-05, "tok_per_s": 884.8658508521748} +{"time": "23:08:54", "event": "step", "step": 1130, "rows_seen": 36160, "loss": 0.5320682032033801, "lr": 4.4841531232561406e-05, "tok_per_s": 885.2586423224216} +{"time": "23:12:48", "event": "step", "step": 1140, "rows_seen": 36480, "loss": 0.5520844999700785, "lr": 4.4083427899986926e-05, "tok_per_s": 885.5301693552192} +{"time": "23:16:33", "event": "step", "step": 1150, "rows_seen": 36800, "loss": 0.6835330203175545, "lr": 4.3327531667575824e-05, "tok_per_s": 885.8355958066563} +{"time": "23:20:23", "event": "step", "step": 1160, "rows_seen": 37120, "loss": 0.41280198795720935, "lr": 4.257404075601443e-05, "tok_per_s": 886.1520477304778} +{"time": "23:24:16", "event": "step", "step": 1170, "rows_seen": 37440, "loss": 0.6245222613215446, "lr": 4.182315275523537e-05, "tok_per_s": 886.3943568226827} +{"time": "23:28:07", "event": "step", "step": 1180, "rows_seen": 37760, "loss": 0.4812806900590658, "lr": 4.1075064572602964e-05, "tok_per_s": 886.7769082886637} +{"time": "23:31:56", "event": "step", "step": 1190, "rows_seen": 38080, "loss": 0.5893618543632329, "lr": 4.0329972381277805e-05, "tok_per_s": 887.0910034016722} +{"time": "23:35:46", "event": "step", "step": 1200, "rows_seen": 38400, "loss": 0.3978904075920582, "lr": 3.958807156877371e-05, "tok_per_s": 887.3882293667284} +{"time": "23:39:31", "event": "step", "step": 1210, "rows_seen": 38720, "loss": 0.38529140362516046, "lr": 3.884955668572066e-05, "tok_per_s": 887.7042056519199} +{"time": "23:43:19", "event": "step", "step": 1220, "rows_seen": 39040, "loss": 0.4402267914265394, "lr": 3.811462139484735e-05, "tok_per_s": 887.9619960888213} +{"time": "23:47:09", "event": "step", "step": 1230, "rows_seen": 39360, "loss": 0.42451312858611345, "lr": 3.738345842019643e-05, "tok_per_s": 888.2876609433782} +{"time": "23:50:56", "event": "step", "step": 1240, "rows_seen": 39680, "loss": 0.49415042996406555, "lr": 3.665625949658603e-05, "tok_per_s": 888.5749530891543} +{"time": "23:54:54", "event": "step", "step": 1250, "rows_seen": 40000, "loss": 0.473277322947979, "lr": 3.5933215319330585e-05, "tok_per_s": 888.8087293598423} +{"time": "23:58:41", "event": "step", "step": 1260, "rows_seen": 40320, "loss": 0.3329443195834756, "lr": 3.521451549423435e-05, "tok_per_s": 889.0324983994182} +{"time": "00:02:35", "event": "step", "step": 1270, "rows_seen": 40640, "loss": 0.6091567252296954, "lr": 3.450034848787043e-05, "tok_per_s": 889.267645497651} +{"time": "00:06:22", "event": "step", "step": 1280, "rows_seen": 40960, "loss": 0.531061683781445, "lr": 3.379090157815887e-05, "tok_per_s": 889.5916202515181} +{"time": "00:10:18", "event": "step", "step": 1290, "rows_seen": 41280, "loss": 0.4837521743029356, "lr": 3.3086360805256096e-05, "tok_per_s": 889.8400434571761} +{"time": "00:14:08", "event": "step", "step": 1300, "rows_seen": 41600, "loss": 0.5356471491977572, "lr": 3.238691092276923e-05, "tok_per_s": 890.1081757998043} +{"time": "00:17:52", "event": "step", "step": 1310, "rows_seen": 41920, "loss": 0.5196949392557144, "lr": 3.169273534930759e-05, "tok_per_s": 890.3170668490965} +{"time": "00:21:38", "event": "step", "step": 1320, "rows_seen": 42240, "loss": 0.7474268823862076, "lr": 3.10040161203844e-05, "tok_per_s": 890.5464844827695} +{"time": "00:25:29", "event": "step", "step": 1330, "rows_seen": 42560, "loss": 0.4453593622893095, "lr": 3.032093384068107e-05, "tok_per_s": 890.7989624938164} +{"time": "00:29:22", "event": "step", "step": 1340, "rows_seen": 42880, "loss": 0.3571602231822908, "lr": 2.9643667636686757e-05, "tok_per_s": 890.9791258810741} +{"time": "00:33:08", "event": "step", "step": 1350, "rows_seen": 43200, "loss": 0.6555291656404734, "lr": 2.8972395109725607e-05, "tok_per_s": 891.2636423360315} +{"time": "00:36:53", "event": "step", "step": 1360, "rows_seen": 43520, "loss": 0.4141939878463745, "lr": 2.8307292289383776e-05, "tok_per_s": 891.4690158154687} diff --git a/meta_only/podA/e15/F1-pool-ts1/ckpt-1000/adapter/adapter_config.json b/meta_only/podA/e15/F1-pool-ts1/ckpt-1000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..488c6f55d4a98d48fcdea8abe0e8669fb74380d9 --- /dev/null +++ b/meta_only/podA/e15/F1-pool-ts1/ckpt-1000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "up_proj", + "gate_proj", + "o_proj", + "q_proj", + "k_proj", + "in_proj_qkv", + "out_proj", + "in_proj_z", + "down_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-ts1/ckpt-1000/adapter_vllm/adapter_config.json b/meta_only/podA/e15/F1-pool-ts1/ckpt-1000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podA/e15/F1-pool-ts1/ckpt-1000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-ts1/ckpt-1000/adapter_vllm/decision_head.json b/meta_only/podA/e15/F1-pool-ts1/ckpt-1000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..52d911f4b361167d532f34b54f8529a53433e119 --- /dev/null +++ b/meta_only/podA/e15/F1-pool-ts1/ckpt-1000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 3.946308424929157e-05, + -3.9710779674351215e-05, + -0.0025878134183585644, + -0.0012615364976227283, + -0.00025007399381138384, + 0.0019558551721274853, + 0.0013559526996687055, + -0.0023348911199718714, + -0.0004082925443071872, + -0.0002078723773593083, + -1.2957353646925185e-05, + 0.0001676026004133746, + 0.0005569425993598998, + -0.001412136247381568, + -0.0028663526754826307, + -0.005061559844762087, + -0.00593328895047307, + -0.004319756291806698, + -0.004922541789710522, + -0.0049067651852965355, + -0.003943523392081261, + -0.003319827374070883, + -0.005581587553024292, + -0.0034480984322726727 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-ts1/ckpt-1000/calibration.json b/meta_only/podA/e15/F1-pool-ts1/ckpt-1000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..2c169fa03c09c207dc5a9a4a877d710e5e10730b --- /dev/null +++ b/meta_only/podA/e15/F1-pool-ts1/ckpt-1000/calibration.json @@ -0,0 +1,17 @@ +{ + "version": 1, + "per_kind": { + "noul": 1.8453449550299923, + "choice": 1.0, + "score": 1.0 + }, + "fit": { + "noul": { + "n": 2000, + "T": 1.8453449550299923, + "ce_before": 0.6150162816047668, + "ce_after": 0.5616257786750793 + } + }, + "source": "models/e15/F1-pool-ts1/ckpt-1000" +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-ts1/ckpt-1000/judge_config.json b/meta_only/podA/e15/F1-pool-ts1/ckpt-1000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..4d4292f1bf5e2551a83ae079ef23046ee127e1cd --- /dev/null +++ b/meta_only/podA/e15/F1-pool-ts1/ckpt-1000/judge_config.json @@ -0,0 +1,146 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e15", + "source_checkpoint": "models/e15/F1-pool-ts1/ckpt-1000", + "softcap": null, + "e15": { + "data": "data/e15/F1-pool", + "data_manifest": { + "arm": "F1-pool", + "name": "F1-pool", + "train_sha256": "dad16f94a5659768b254a6c12538c01f9c64cd43d574a3435bcc70c9c1bac130", + "n_train": 64000 + }, + "init": "released", + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "skip_rows": 0, + "epochs": 1, + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", + "total_rows": 16000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "train_seed": 1, + "event": "ckpt", + "tag": "ckpt-1000", + "rows_seen": 1024, + "step": 32, + "tokens": 684623, + "tok_per_s": 604.1670308900905, + "val": { + "n": 2000, + "dropped_long": 0, + "noul_ce": 0.6150162816047668, + "kt_auc": 0.7537879422243212, + "kt_acc": 0.694, + "kt_f1": 0.8083907326236693, + "kt_ece": 0.14204001927375792, + "kt_nll": 0.6150163156474592 + }, + "dropped_long": 0, + "peak_gib": 18.229214191436768 + } +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-ts1/ckpt-16000/adapter/adapter_config.json b/meta_only/podA/e15/F1-pool-ts1/ckpt-16000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..488c6f55d4a98d48fcdea8abe0e8669fb74380d9 --- /dev/null +++ b/meta_only/podA/e15/F1-pool-ts1/ckpt-16000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "up_proj", + "gate_proj", + "o_proj", + "q_proj", + "k_proj", + "in_proj_qkv", + "out_proj", + "in_proj_z", + "down_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-ts1/ckpt-16000/adapter_vllm/adapter_config.json b/meta_only/podA/e15/F1-pool-ts1/ckpt-16000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podA/e15/F1-pool-ts1/ckpt-16000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-ts1/ckpt-16000/adapter_vllm/decision_head.json b/meta_only/podA/e15/F1-pool-ts1/ckpt-16000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..f85515c3ade086acaa7c3882d004ee43bcd4f60a --- /dev/null +++ b/meta_only/podA/e15/F1-pool-ts1/ckpt-16000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + -5.97268262936268e-05, + 5.9471665736055e-05, + -0.0025878134183585644, + -0.0012615364976227283, + -0.00025007399381138384, + 0.0019558551721274853, + 0.0013559526996687055, + -0.0023348911199718714, + -0.0004082925443071872, + -0.0002078723773593083, + -1.2957353646925185e-05, + 0.0001676026004133746, + 0.0005569425993598998, + -0.001412136247381568, + -0.0028663526754826307, + -0.005061559844762087, + -0.00593328895047307, + -0.004319756291806698, + -0.004922541789710522, + -0.0049067651852965355, + -0.003943523392081261, + -0.003319827374070883, + -0.005581587553024292, + -0.0034480984322726727 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-ts1/ckpt-16000/calibration.json b/meta_only/podA/e15/F1-pool-ts1/ckpt-16000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..bad97ffa19ecdeacfe5632a40539e1e63a4478dc --- /dev/null +++ b/meta_only/podA/e15/F1-pool-ts1/ckpt-16000/calibration.json @@ -0,0 +1,17 @@ +{ + "version": 1, + "per_kind": { + "noul": 1.126429616320892, + "choice": 1.0, + "score": 1.0 + }, + "fit": { + "noul": { + "n": 2000, + "T": 1.126429616320892, + "ce_before": 0.5292231440544128, + "ce_after": 0.5275862812995911 + } + }, + "source": "models/e15/F1-pool-ts1/ckpt-16000" +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-ts1/ckpt-16000/judge_config.json b/meta_only/podA/e15/F1-pool-ts1/ckpt-16000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fed5ae91e9e9f0cc78b2c86741f9ee4d49df764e --- /dev/null +++ b/meta_only/podA/e15/F1-pool-ts1/ckpt-16000/judge_config.json @@ -0,0 +1,146 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e15", + "source_checkpoint": "models/e15/F1-pool-ts1/ckpt-16000", + "softcap": null, + "e15": { + "data": "data/e15/F1-pool", + "data_manifest": { + "arm": "F1-pool", + "name": "F1-pool", + "train_sha256": "dad16f94a5659768b254a6c12538c01f9c64cd43d574a3435bcc70c9c1bac130", + "n_train": 64000 + }, + "init": "released", + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "skip_rows": 0, + "epochs": 1, + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", + "total_rows": 16000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "train_seed": 1, + "event": "ckpt", + "tag": "ckpt-16000", + "rows_seen": 16000, + "step": 500, + "tokens": 10544036, + "tok_per_s": 840.4803245529926, + "val": { + "n": 2000, + "dropped_long": 0, + "noul_ce": 0.5292231440544128, + "kt_auc": 0.7788161054672977, + "kt_acc": 0.734, + "kt_f1": 0.8044117647058824, + "kt_ece": 0.04880642385780811, + "kt_nll": 0.5292231264216826 + }, + "dropped_long": 0, + "peak_gib": 18.23512029647827 + } +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-ts1/ckpt-4000/adapter/adapter_config.json b/meta_only/podA/e15/F1-pool-ts1/ckpt-4000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..488c6f55d4a98d48fcdea8abe0e8669fb74380d9 --- /dev/null +++ b/meta_only/podA/e15/F1-pool-ts1/ckpt-4000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "up_proj", + "gate_proj", + "o_proj", + "q_proj", + "k_proj", + "in_proj_qkv", + "out_proj", + "in_proj_z", + "down_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-ts1/ckpt-4000/adapter_vllm/adapter_config.json b/meta_only/podA/e15/F1-pool-ts1/ckpt-4000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podA/e15/F1-pool-ts1/ckpt-4000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-ts1/ckpt-4000/adapter_vllm/decision_head.json b/meta_only/podA/e15/F1-pool-ts1/ckpt-4000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..32dbf7737e0a5ee64377f4669ba629250c801dbc --- /dev/null +++ b/meta_only/podA/e15/F1-pool-ts1/ckpt-4000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.00010020808986155316, + -0.0001004588048090227, + -0.0025878134183585644, + -0.0012615364976227283, + -0.00025007399381138384, + 0.0019558551721274853, + 0.0013559526996687055, + -0.0023348911199718714, + -0.0004082925443071872, + -0.0002078723773593083, + -1.2957353646925185e-05, + 0.0001676026004133746, + 0.0005569425993598998, + -0.001412136247381568, + -0.0028663526754826307, + -0.005061559844762087, + -0.00593328895047307, + -0.004319756291806698, + -0.004922541789710522, + -0.0049067651852965355, + -0.003943523392081261, + -0.003319827374070883, + -0.005581587553024292, + -0.0034480984322726727 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-ts1/ckpt-4000/calibration.json b/meta_only/podA/e15/F1-pool-ts1/ckpt-4000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..fd69937edb7964e6918537943cc622c91e0c45af --- /dev/null +++ b/meta_only/podA/e15/F1-pool-ts1/ckpt-4000/calibration.json @@ -0,0 +1,17 @@ +{ + "version": 1, + "per_kind": { + "noul": 1.0395277106542806, + "choice": 1.0, + "score": 1.0 + }, + "fit": { + "noul": { + "n": 2000, + "T": 1.0395277106542806, + "ce_before": 0.5319774150848389, + "ce_after": 0.5318149328231812 + } + }, + "source": "models/e15/F1-pool-ts1/ckpt-4000" +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-ts1/ckpt-4000/judge_config.json b/meta_only/podA/e15/F1-pool-ts1/ckpt-4000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..4b1a54c347d53266c5e48fe1443620c02b98f888 --- /dev/null +++ b/meta_only/podA/e15/F1-pool-ts1/ckpt-4000/judge_config.json @@ -0,0 +1,146 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e15", + "source_checkpoint": "models/e15/F1-pool-ts1/ckpt-4000", + "softcap": null, + "e15": { + "data": "data/e15/F1-pool", + "data_manifest": { + "arm": "F1-pool", + "name": "F1-pool", + "train_sha256": "dad16f94a5659768b254a6c12538c01f9c64cd43d574a3435bcc70c9c1bac130", + "n_train": 64000 + }, + "init": "released", + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "skip_rows": 0, + "epochs": 1, + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", + "total_rows": 16000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "train_seed": 1, + "event": "ckpt", + "tag": "ckpt-4000", + "rows_seen": 4000, + "step": 125, + "tokens": 2634924, + "tok_per_s": 725.6523934927723, + "val": { + "n": 2000, + "dropped_long": 0, + "noul_ce": 0.5319774150848389, + "kt_auc": 0.7736847570145734, + "kt_acc": 0.7315, + "kt_f1": 0.8035126234906695, + "kt_ece": 0.036713274300098415, + "kt_nll": 0.5319773827847093 + }, + "dropped_long": 0, + "peak_gib": 18.233368396759033 + } +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-ts1/train_log.jsonl b/meta_only/podA/e15/F1-pool-ts1/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..6422b9dff7b78f02d7fdbedcbbafded4287aa350 --- /dev/null +++ b/meta_only/podA/e15/F1-pool-ts1/train_log.jsonl @@ -0,0 +1,55 @@ +{"time": "20:33:08", "event": "start", "model_dir": "/workspace/jev_kt/models/hf/JEV-9B", "init": "released", "device": "cuda", "load_s": 102.64752459526062, "trainable_lora": 40108032, "head": 98328} +{"time": "20:33:08", "event": "run", "data": "data/e15/F1-pool", "out": "models/e15/F1-pool-ts1"} +{"time": "20:37:00", "event": "step", "step": 10, "rows_seen": 320, "loss": 0.45051592838717625, "lr": 7.333333333333333e-05, "tok_per_s": 919.539078877024} +{"time": "20:40:48", "event": "step", "step": 20, "rows_seen": 640, "loss": 0.43134723883122206, "lr": 9.997508952966197e-05, "tok_per_s": 923.764315435565} +{"time": "20:44:39", "event": "step", "step": 30, "rows_seen": 960, "loss": 0.4748785784468055, "lr": 9.977596250541417e-05, "tok_per_s": 928.1489288872847} +{"time": "20:52:03", "event": "ckpt", "tag": "ckpt-1000", "rows_seen": 1024, "step": 32, "tokens": 684623, "tok_per_s": 604.1670308900905, "val": {"n": 2000, "dropped_long": 0, "noul_ce": 0.6150162816047668, "kt_auc": 0.7537879422243212, "kt_acc": 0.694, "kt_f1": 0.8083907326236693, "kt_ece": 0.14204001927375792, "kt_nll": 0.6150163156474592}, "dropped_long": 0, "peak_gib": 18.229214191436768} +{"time": "20:55:05", "event": "step", "step": 40, "rows_seen": 1280, "loss": 0.7064548693597317, "lr": 9.937854366485982e-05, "tok_per_s": 648.5008595879774} +{"time": "20:58:43", "event": "step", "step": 50, "rows_seen": 1600, "loss": 0.6333137471228838, "lr": 9.8784499920729e-05, "tok_per_s": 687.4788491743927} +{"time": "21:02:22", "event": "step", "step": 60, "rows_seen": 1920, "loss": 0.45100219175219536, "lr": 9.79963228989294e-05, "tok_per_s": 718.1501770376802} +{"time": "21:06:10", "event": "step", "step": 70, "rows_seen": 2240, "loss": 0.6964020365849137, "lr": 9.701731848780134e-05, "tok_per_s": 742.9895911338607} +{"time": "21:09:56", "event": "step", "step": 80, "rows_seen": 2560, "loss": 0.5738761178217828, "lr": 9.585159297207315e-05, "tok_per_s": 761.0523220361788} +{"time": "21:13:43", "event": "step", "step": 90, "rows_seen": 2880, "loss": 0.7960144877433777, "lr": 9.450403580967612e-05, "tok_per_s": 775.4950693956374} +{"time": "21:17:33", "event": "step", "step": 100, "rows_seen": 3200, "loss": 0.5445596191566437, "lr": 9.298029912365855e-05, "tok_per_s": 787.9801010184477} +{"time": "21:21:18", "event": "step", "step": 110, "rows_seen": 3520, "loss": 0.5469026081264019, "lr": 9.128677399521752e-05, "tok_per_s": 799.4004888378769} +{"time": "21:25:10", "event": "step", "step": 120, "rows_seen": 3840, "loss": 0.6618786524049938, "lr": 8.943056365728335e-05, "tok_per_s": 809.4959356233697} +{"time": "21:33:41", "event": "ckpt", "tag": "ckpt-4000", "rows_seen": 4000, "step": 125, "tokens": 2634924, "tok_per_s": 725.6523934927723, "val": {"n": 2000, "dropped_long": 0, "noul_ce": 0.5319774150848389, "kt_auc": 0.7736847570145734, "kt_acc": 0.7315, "kt_f1": 0.8035126234906695, "kt_ece": 0.036713274300098415, "kt_nll": 0.5319773827847093}, "dropped_long": 0, "peak_gib": 18.233368396759033} +{"time": "21:35:33", "event": "step", "step": 130, "rows_seen": 4160, "loss": 0.3973365316633135, "lr": 8.741945370109202e-05, "tok_per_s": 731.3993931035988} +{"time": "21:39:21", "event": "step", "step": 140, "rows_seen": 4480, "loss": 0.46528124809265137, "lr": 8.526187942070997e-05, "tok_per_s": 742.3691403894654} +{"time": "21:43:12", "event": "step", "step": 150, "rows_seen": 4800, "loss": 0.5147384945303202, "lr": 8.296689043247915e-05, "tok_per_s": 752.5023062816863} +{"time": "21:47:01", "event": "step", "step": 160, "rows_seen": 5120, "loss": 0.5509811383672059, "lr": 8.054411271778132e-05, "tok_per_s": 761.7635619060982} +{"time": "21:50:54", "event": "step", "step": 170, "rows_seen": 5440, "loss": 0.5749849639832973, "lr": 7.800370824832674e-05, "tok_per_s": 769.639156845915} +{"time": "21:54:45", "event": "step", "step": 180, "rows_seen": 5760, "loss": 0.6066065253689885, "lr": 7.535633236331324e-05, "tok_per_s": 777.2214625198451} +{"time": "21:58:32", "event": "step", "step": 190, "rows_seen": 6080, "loss": 0.5618765652179718, "lr": 7.26130890772308e-05, "tok_per_s": 784.447168278369} +{"time": "22:02:12", "event": "step", "step": 200, "rows_seen": 6400, "loss": 0.5502310581505299, "lr": 6.978548450576568e-05, "tok_per_s": 790.1599212422134} +{"time": "22:05:53", "event": "step", "step": 210, "rows_seen": 6720, "loss": 0.57252436876297, "lr": 6.688537860515266e-05, "tok_per_s": 795.9475022133475} +{"time": "22:09:37", "event": "step", "step": 220, "rows_seen": 7040, "loss": 0.36584951635450125, "lr": 6.392493542739706e-05, "tok_per_s": 800.5920666218658} +{"time": "22:13:17", "event": "step", "step": 230, "rows_seen": 7360, "loss": 0.8337856869911775, "lr": 6.091657210001309e-05, "tok_per_s": 805.1741604861654} +{"time": "22:17:01", "event": "step", "step": 240, "rows_seen": 7680, "loss": 0.6638323441147804, "lr": 5.7872906744276015e-05, "tok_per_s": 809.425301418376} +{"time": "22:20:54", "event": "step", "step": 250, "rows_seen": 8000, "loss": 0.4929341431707144, "lr": 5.48067055504363e-05, "tok_per_s": 813.7053041692927} +{"time": "22:24:39", "event": "step", "step": 260, "rows_seen": 8320, "loss": 0.5219788514077663, "lr": 5.173082923188119e-05, "tok_per_s": 817.7422170106252} +{"time": "22:28:37", "event": "step", "step": 270, "rows_seen": 8640, "loss": 0.6068589836359024, "lr": 4.865817908283331e-05, "tok_per_s": 821.3578963276943} +{"time": "22:32:24", "event": "step", "step": 280, "rows_seen": 8960, "loss": 0.5025558490306139, "lr": 4.560164286583922e-05, "tok_per_s": 824.494419323579} +{"time": "22:36:10", "event": "step", "step": 290, "rows_seen": 9280, "loss": 0.5852738108951598, "lr": 4.257404075601443e-05, "tok_per_s": 827.5627468267276} +{"time": "22:39:57", "event": "step", "step": 300, "rows_seen": 9600, "loss": 0.45266949478536844, "lr": 3.958807156877371e-05, "tok_per_s": 830.7154937202417} +{"time": "22:43:33", "event": "step", "step": 310, "rows_seen": 9920, "loss": 0.4867369693238288, "lr": 3.665625949658603e-05, "tok_per_s": 833.3502588249851} +{"time": "22:47:15", "event": "step", "step": 320, "rows_seen": 10240, "loss": 0.5434638634324074, "lr": 3.379090157815887e-05, "tok_per_s": 835.9340570527845} +{"time": "22:51:02", "event": "step", "step": 330, "rows_seen": 10560, "loss": 0.474417710211128, "lr": 3.10040161203844e-05, "tok_per_s": 838.5074372044842} +{"time": "22:54:52", "event": "step", "step": 340, "rows_seen": 10880, "loss": 0.36452322266995907, "lr": 2.8307292289383776e-05, "tok_per_s": 840.722595539541} +{"time": "22:58:41", "event": "step", "step": 350, "rows_seen": 11200, "loss": 0.5055600453633815, "lr": 2.571204108208194e-05, "tok_per_s": 843.006768122122} +{"time": "23:02:29", "event": "step", "step": 360, "rows_seen": 11520, "loss": 0.4144336171448231, "lr": 2.322914788395595e-05, "tok_per_s": 845.3261040912352} +{"time": "23:06:08", "event": "step", "step": 370, "rows_seen": 11840, "loss": 0.5108116087503731, "lr": 2.0869026811945157e-05, "tok_per_s": 847.4822648312784} +{"time": "23:09:59", "event": "step", "step": 380, "rows_seen": 12160, "loss": 0.5361540941521525, "lr": 1.8641577034025627e-05, "tok_per_s": 849.4573283326233} +{"time": "23:13:46", "event": "step", "step": 390, "rows_seen": 12480, "loss": 0.5968066081404686, "lr": 1.6556141248659472e-05, "tok_per_s": 851.7579833231458} +{"time": "23:17:40", "event": "step", "step": 400, "rows_seen": 12800, "loss": 0.5564720034599304, "lr": 1.4621466498270773e-05, "tok_per_s": 853.4727288473566} +{"time": "23:21:30", "event": "step", "step": 410, "rows_seen": 13120, "loss": 0.5119495200924575, "lr": 1.284566748110963e-05, "tok_per_s": 854.9119117829106} +{"time": "23:25:19", "event": "step", "step": 420, "rows_seen": 13440, "loss": 0.499324104283005, "lr": 1.1236192515387821e-05, "tok_per_s": 856.6259480887267} +{"time": "23:29:06", "event": "step", "step": 430, "rows_seen": 13760, "loss": 0.39226976077770814, "lr": 9.799792298443728e-06, "tok_per_s": 858.2744816821305} +{"time": "23:32:55", "event": "step", "step": 440, "rows_seen": 14080, "loss": 0.7001174576580524, "lr": 8.542491591971554e-06, "tok_per_s": 859.9450850246118} +{"time": "23:36:46", "event": "step", "step": 450, "rows_seen": 14400, "loss": 0.6050784513354301, "lr": 7.469563952077155e-06, "tok_per_s": 861.3215771805565} +{"time": "23:40:37", "event": "step", "step": 460, "rows_seen": 14720, "loss": 0.6117255276767537, "lr": 6.585509610150972e-06, "tok_per_s": 862.8705987518805} +{"time": "23:44:19", "event": "step", "step": 470, "rows_seen": 15040, "loss": 0.4003585472237319, "lr": 5.894036597333646e-06, "tok_per_s": 864.0987724045657} +{"time": "23:48:11", "event": "step", "step": 480, "rows_seen": 15360, "loss": 0.6546561303548515, "lr": 5.398045191744809e-06, "tok_per_s": 865.1820534663028} +{"time": "23:51:55", "event": "step", "step": 490, "rows_seen": 15680, "loss": 0.522389056161046, "lr": 5.099615753708697e-06, "tok_per_s": 866.4499695757102} +{"time": "23:55:41", "event": "step", "step": 500, "rows_seen": 16000, "loss": 0.5392244383692741, "lr": 5e-06, "tok_per_s": 867.6505154736941} +{"time": "00:02:15", "event": "ckpt", "tag": "ckpt-16000", "rows_seen": 16000, "step": 500, "tokens": 10544036, "tok_per_s": 840.4803245529926, "val": {"n": 2000, "dropped_long": 0, "noul_ce": 0.5292231440544128, "kt_auc": 0.7788161054672977, "kt_acc": 0.734, "kt_f1": 0.8044117647058824, "kt_ece": 0.04880642385780811, "kt_nll": 0.5292231264216826}, "dropped_long": 0, "peak_gib": 18.23512029647827} diff --git a/meta_only/podA/e15/F1-pool-ts2/ckpt-1000/adapter/adapter_config.json b/meta_only/podA/e15/F1-pool-ts2/ckpt-1000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..93503d94e495566cb75b4af554dc0d86cef71562 --- /dev/null +++ b/meta_only/podA/e15/F1-pool-ts2/ckpt-1000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "q_proj", + "gate_proj", + "o_proj", + "v_proj", + "down_proj", + "k_proj", + "up_proj", + "in_proj_z", + "out_proj", + "in_proj_qkv" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-ts2/ckpt-1000/adapter_vllm/adapter_config.json b/meta_only/podA/e15/F1-pool-ts2/ckpt-1000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podA/e15/F1-pool-ts2/ckpt-1000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-ts2/ckpt-1000/adapter_vllm/decision_head.json b/meta_only/podA/e15/F1-pool-ts2/ckpt-1000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..3cfcc18bf593daacce1dd938ec1b9e7555cc187d --- /dev/null +++ b/meta_only/podA/e15/F1-pool-ts2/ckpt-1000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.00030852665076963603, + -0.00030877452809363604, + -0.0025878134183585644, + -0.0012615364976227283, + -0.00025007399381138384, + 0.0019558551721274853, + 0.0013559526996687055, + -0.0023348911199718714, + -0.0004082925443071872, + -0.0002078723773593083, + -1.2957353646925185e-05, + 0.0001676026004133746, + 0.0005569425993598998, + -0.001412136247381568, + -0.0028663526754826307, + -0.005061559844762087, + -0.00593328895047307, + -0.004319756291806698, + -0.004922541789710522, + -0.0049067651852965355, + -0.003943523392081261, + -0.003319827374070883, + -0.005581587553024292, + -0.0034480984322726727 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-ts2/ckpt-1000/calibration.json b/meta_only/podA/e15/F1-pool-ts2/ckpt-1000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..c44a1095cbab9c6ab9117b8bf7355d354d80e160 --- /dev/null +++ b/meta_only/podA/e15/F1-pool-ts2/ckpt-1000/calibration.json @@ -0,0 +1,17 @@ +{ + "version": 1, + "per_kind": { + "noul": 0.8774969833752866, + "choice": 1.0, + "score": 1.0 + }, + "fit": { + "noul": { + "n": 2000, + "T": 0.8774969833752866, + "ce_before": 0.5506089925765991, + "ce_after": 0.5488398671150208 + } + }, + "source": "models/e15/F1-pool-ts2/ckpt-1000" +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-ts2/ckpt-1000/judge_config.json b/meta_only/podA/e15/F1-pool-ts2/ckpt-1000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..860036f381a8cda56744a5df9f939df5c05d2995 --- /dev/null +++ b/meta_only/podA/e15/F1-pool-ts2/ckpt-1000/judge_config.json @@ -0,0 +1,146 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e15", + "source_checkpoint": "models/e15/F1-pool-ts2/ckpt-1000", + "softcap": null, + "e15": { + "data": "data/e15/F1-pool", + "data_manifest": { + "arm": "F1-pool", + "name": "F1-pool", + "train_sha256": "dad16f94a5659768b254a6c12538c01f9c64cd43d574a3435bcc70c9c1bac130", + "n_train": 64000 + }, + "init": "released", + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "skip_rows": 0, + "epochs": 1, + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", + "total_rows": 16000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "train_seed": 2, + "event": "ckpt", + "tag": "ckpt-1000", + "rows_seen": 1024, + "step": 32, + "tokens": 669196, + "tok_per_s": 597.7086495887113, + "val": { + "n": 2000, + "dropped_long": 0, + "noul_ce": 0.5506089925765991, + "kt_auc": 0.7614994791614331, + "kt_acc": 0.733, + "kt_f1": 0.8065217391304348, + "kt_ece": 0.060642471492290496, + "kt_nll": 0.5506090411692858 + }, + "dropped_long": 0, + "peak_gib": 18.23512029647827 + } +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-ts2/ckpt-16000/adapter/adapter_config.json b/meta_only/podA/e15/F1-pool-ts2/ckpt-16000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..93503d94e495566cb75b4af554dc0d86cef71562 --- /dev/null +++ b/meta_only/podA/e15/F1-pool-ts2/ckpt-16000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "q_proj", + "gate_proj", + "o_proj", + "v_proj", + "down_proj", + "k_proj", + "up_proj", + "in_proj_z", + "out_proj", + "in_proj_qkv" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-ts2/ckpt-16000/adapter_vllm/adapter_config.json b/meta_only/podA/e15/F1-pool-ts2/ckpt-16000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podA/e15/F1-pool-ts2/ckpt-16000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-ts2/ckpt-16000/adapter_vllm/decision_head.json b/meta_only/podA/e15/F1-pool-ts2/ckpt-16000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..49d4d92e52e045c64fe0200b30133d18304639ad --- /dev/null +++ b/meta_only/podA/e15/F1-pool-ts2/ckpt-16000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + -3.5705408663488925e-05, + 3.544979335856624e-05, + -0.0025878134183585644, + -0.0012615364976227283, + -0.00025007399381138384, + 0.0019558551721274853, + 0.0013559526996687055, + -0.0023348911199718714, + -0.0004082925443071872, + -0.0002078723773593083, + -1.2957353646925185e-05, + 0.0001676026004133746, + 0.0005569425993598998, + -0.001412136247381568, + -0.0028663526754826307, + -0.005061559844762087, + -0.00593328895047307, + -0.004319756291806698, + -0.004922541789710522, + -0.0049067651852965355, + -0.003943523392081261, + -0.003319827374070883, + -0.005581587553024292, + -0.0034480984322726727 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-ts2/ckpt-16000/calibration.json b/meta_only/podA/e15/F1-pool-ts2/ckpt-16000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..8fe55aaf054b8a0d3b2e1535d5b8297a1c1884f5 --- /dev/null +++ b/meta_only/podA/e15/F1-pool-ts2/ckpt-16000/calibration.json @@ -0,0 +1,17 @@ +{ + "version": 1, + "per_kind": { + "noul": 1.0486965745037178, + "choice": 1.0, + "score": 1.0 + }, + "fit": { + "noul": { + "n": 2000, + "T": 1.0486965745037178, + "ce_before": 0.5264289975166321, + "ce_after": 0.5261688232421875 + } + }, + "source": "models/e15/F1-pool-ts2/ckpt-16000" +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-ts2/ckpt-16000/judge_config.json b/meta_only/podA/e15/F1-pool-ts2/ckpt-16000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..de86a64f1f9dc4e2d645f5e779837b2ff2bb8e08 --- /dev/null +++ b/meta_only/podA/e15/F1-pool-ts2/ckpt-16000/judge_config.json @@ -0,0 +1,146 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e15", + "source_checkpoint": "models/e15/F1-pool-ts2/ckpt-16000", + "softcap": null, + "e15": { + "data": "data/e15/F1-pool", + "data_manifest": { + "arm": "F1-pool", + "name": "F1-pool", + "train_sha256": "dad16f94a5659768b254a6c12538c01f9c64cd43d574a3435bcc70c9c1bac130", + "n_train": 64000 + }, + "init": "released", + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "skip_rows": 0, + "epochs": 1, + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", + "total_rows": 16000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "train_seed": 2, + "event": "ckpt", + "tag": "ckpt-16000", + "rows_seen": 16000, + "step": 500, + "tokens": 10544036, + "tok_per_s": 839.5485261528129, + "val": { + "n": 2000, + "dropped_long": 0, + "noul_ce": 0.5264289975166321, + "kt_auc": 0.778155148486442, + "kt_acc": 0.734, + "kt_f1": 0.8098641887062187, + "kt_ece": 0.031232122391462322, + "kt_nll": 0.526428999545984 + }, + "dropped_long": 0, + "peak_gib": 18.237350940704346 + } +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-ts2/ckpt-4000/adapter/adapter_config.json b/meta_only/podA/e15/F1-pool-ts2/ckpt-4000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..93503d94e495566cb75b4af554dc0d86cef71562 --- /dev/null +++ b/meta_only/podA/e15/F1-pool-ts2/ckpt-4000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "q_proj", + "gate_proj", + "o_proj", + "v_proj", + "down_proj", + "k_proj", + "up_proj", + "in_proj_z", + "out_proj", + "in_proj_qkv" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-ts2/ckpt-4000/adapter_vllm/adapter_config.json b/meta_only/podA/e15/F1-pool-ts2/ckpt-4000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podA/e15/F1-pool-ts2/ckpt-4000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-ts2/ckpt-4000/adapter_vllm/decision_head.json b/meta_only/podA/e15/F1-pool-ts2/ckpt-4000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..083b31554e892a2246b53816f779fe6bf427f045 --- /dev/null +++ b/meta_only/podA/e15/F1-pool-ts2/ckpt-4000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 5.387282726587728e-06, + -5.637648428091779e-06, + -0.0025878134183585644, + -0.0012615364976227283, + -0.00025007399381138384, + 0.0019558551721274853, + 0.0013559526996687055, + -0.0023348911199718714, + -0.0004082925443071872, + -0.0002078723773593083, + -1.2957353646925185e-05, + 0.0001676026004133746, + 0.0005569425993598998, + -0.001412136247381568, + -0.0028663526754826307, + -0.005061559844762087, + -0.00593328895047307, + -0.004319756291806698, + -0.004922541789710522, + -0.0049067651852965355, + -0.003943523392081261, + -0.003319827374070883, + -0.005581587553024292, + -0.0034480984322726727 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-ts2/ckpt-4000/calibration.json b/meta_only/podA/e15/F1-pool-ts2/ckpt-4000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..9a55437634e8cf619793fa4c6a34d5134fbe0ae3 --- /dev/null +++ b/meta_only/podA/e15/F1-pool-ts2/ckpt-4000/calibration.json @@ -0,0 +1,17 @@ +{ + "version": 1, + "per_kind": { + "noul": 1.3328384732866634, + "choice": 1.0, + "score": 1.0 + }, + "fit": { + "noul": { + "n": 2000, + "T": 1.3328384732866634, + "ce_before": 0.5441238880157471, + "ce_after": 0.5343976020812988 + } + }, + "source": "models/e15/F1-pool-ts2/ckpt-4000" +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-ts2/ckpt-4000/judge_config.json b/meta_only/podA/e15/F1-pool-ts2/ckpt-4000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8a3eb194fb26de775fe14b8c66d4d27cc606cbc0 --- /dev/null +++ b/meta_only/podA/e15/F1-pool-ts2/ckpt-4000/judge_config.json @@ -0,0 +1,146 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e15", + "source_checkpoint": "models/e15/F1-pool-ts2/ckpt-4000", + "softcap": null, + "e15": { + "data": "data/e15/F1-pool", + "data_manifest": { + "arm": "F1-pool", + "name": "F1-pool", + "train_sha256": "dad16f94a5659768b254a6c12538c01f9c64cd43d574a3435bcc70c9c1bac130", + "n_train": 64000 + }, + "init": "released", + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "skip_rows": 0, + "epochs": 1, + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", + "total_rows": 16000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "train_seed": 2, + "event": "ckpt", + "tag": "ckpt-4000", + "rows_seen": 4000, + "step": 125, + "tokens": 2642069, + "tok_per_s": 725.9547469714233, + "val": { + "n": 2000, + "dropped_long": 0, + "noul_ce": 0.5441238880157471, + "kt_auc": 0.7697022679086406, + "kt_acc": 0.7225, + "kt_f1": 0.7958808385435822, + "kt_ece": 0.055601300865411755, + "kt_nll": 0.5441238733520731 + }, + "dropped_long": 0, + "peak_gib": 18.23512029647827 + } +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool-ts2/train_log.jsonl b/meta_only/podA/e15/F1-pool-ts2/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..05c7b7168fce9103d742bf5c45c3074f12471c97 --- /dev/null +++ b/meta_only/podA/e15/F1-pool-ts2/train_log.jsonl @@ -0,0 +1,55 @@ +{"time": "12:07:04", "event": "start", "model_dir": "/workspace/jev_kt/models/hf/JEV-9B", "init": "released", "device": "cuda", "load_s": 113.0428364276886, "trainable_lora": 40108032, "head": 98328} +{"time": "12:07:04", "event": "run", "data": "data/e15/F1-pool", "out": "models/e15/F1-pool-ts2"} +{"time": "12:11:06", "event": "step", "step": 10, "rows_seen": 320, "loss": 0.48553580697625875, "lr": 7.333333333333333e-05, "tok_per_s": 891.8015003239941} +{"time": "12:14:52", "event": "step", "step": 20, "rows_seen": 640, "loss": 0.6357403881847858, "lr": 9.997508952966197e-05, "tok_per_s": 911.4329812246876} +{"time": "12:18:27", "event": "step", "step": 30, "rows_seen": 960, "loss": 0.5350203365087509, "lr": 9.977596250541417e-05, "tok_per_s": 920.5500361406494} +{"time": "12:25:47", "event": "ckpt", "tag": "ckpt-1000", "rows_seen": 1024, "step": 32, "tokens": 669196, "tok_per_s": 597.7086495887113, "val": {"n": 2000, "dropped_long": 0, "noul_ce": 0.5506089925765991, "kt_auc": 0.7614994791614331, "kt_acc": 0.733, "kt_f1": 0.8065217391304348, "kt_ece": 0.060642471492290496, "kt_nll": 0.5506090411692858}, "dropped_long": 0, "peak_gib": 18.23512029647827} +{"time": "12:29:03", "event": "step", "step": 40, "rows_seen": 1280, "loss": 0.5795166064053774, "lr": 9.937854366485982e-05, "tok_per_s": 646.1838151100837} +{"time": "12:32:55", "event": "step", "step": 50, "rows_seen": 1600, "loss": 0.6893628546968102, "lr": 9.8784499920729e-05, "tok_per_s": 686.8940842946989} +{"time": "12:36:37", "event": "step", "step": 60, "rows_seen": 1920, "loss": 0.6038733460009098, "lr": 9.79963228989294e-05, "tok_per_s": 717.5486213139737} +{"time": "12:40:21", "event": "step", "step": 70, "rows_seen": 2240, "loss": 0.6104546920396388, "lr": 9.701731848780134e-05, "tok_per_s": 742.047168575313} +{"time": "12:44:09", "event": "step", "step": 80, "rows_seen": 2560, "loss": 0.5538458824157715, "lr": 9.585159297207315e-05, "tok_per_s": 761.7266811761978} +{"time": "12:48:00", "event": "step", "step": 90, "rows_seen": 2880, "loss": 0.6096809566952288, "lr": 9.450403580967612e-05, "tok_per_s": 777.5450330746357} +{"time": "12:51:53", "event": "step", "step": 100, "rows_seen": 3200, "loss": 0.5286829206161201, "lr": 9.298029912365855e-05, "tok_per_s": 789.7266887828321} +{"time": "12:55:37", "event": "step", "step": 110, "rows_seen": 3520, "loss": 0.42485575668979436, "lr": 9.128677399521752e-05, "tok_per_s": 800.3173568746446} +{"time": "12:59:17", "event": "step", "step": 120, "rows_seen": 3840, "loss": 0.4894569208845496, "lr": 8.943056365728335e-05, "tok_per_s": 809.6727772684868} +{"time": "13:07:48", "event": "ckpt", "tag": "ckpt-4000", "rows_seen": 4000, "step": 125, "tokens": 2642069, "tok_per_s": 725.9547469714233, "val": {"n": 2000, "dropped_long": 0, "noul_ce": 0.5441238880157471, "kt_auc": 0.7697022679086406, "kt_acc": 0.7225, "kt_f1": 0.7958808385435822, "kt_ece": 0.055601300865411755, "kt_nll": 0.5441238733520731}, "dropped_long": 0, "peak_gib": 18.23512029647827} +{"time": "13:09:43", "event": "step", "step": 130, "rows_seen": 4160, "loss": 0.5086693316698074, "lr": 8.741945370109202e-05, "tok_per_s": 731.5623672376191} +{"time": "13:13:34", "event": "step", "step": 140, "rows_seen": 4480, "loss": 0.6360442526638508, "lr": 8.526187942070997e-05, "tok_per_s": 743.1374375557817} +{"time": "13:17:23", "event": "step", "step": 150, "rows_seen": 4800, "loss": 0.5114358328282833, "lr": 8.296689043247915e-05, "tok_per_s": 752.2286875845014} +{"time": "13:21:09", "event": "step", "step": 160, "rows_seen": 5120, "loss": 0.607356570661068, "lr": 8.054411271778132e-05, "tok_per_s": 760.720543444808} +{"time": "13:25:00", "event": "step", "step": 170, "rows_seen": 5440, "loss": 0.45553106791339815, "lr": 7.800370824832674e-05, "tok_per_s": 768.8350214987222} +{"time": "13:28:40", "event": "step", "step": 180, "rows_seen": 5760, "loss": 0.6112686656415462, "lr": 7.535633236331324e-05, "tok_per_s": 775.8561548403477} +{"time": "13:32:27", "event": "step", "step": 190, "rows_seen": 6080, "loss": 0.5919825402088463, "lr": 7.26130890772308e-05, "tok_per_s": 782.2627561298017} +{"time": "13:36:23", "event": "step", "step": 200, "rows_seen": 6400, "loss": 0.4780867462977767, "lr": 6.978548450576568e-05, "tok_per_s": 788.4899847859498} +{"time": "13:40:02", "event": "step", "step": 210, "rows_seen": 6720, "loss": 0.7312983628362417, "lr": 6.688537860515266e-05, "tok_per_s": 793.7436628255734} +{"time": "13:43:49", "event": "step", "step": 220, "rows_seen": 7040, "loss": 0.4951266907155514, "lr": 6.392493542739706e-05, "tok_per_s": 798.9175429808861} +{"time": "13:47:41", "event": "step", "step": 230, "rows_seen": 7360, "loss": 0.658013915643096, "lr": 6.091657210001309e-05, "tok_per_s": 803.7071132187712} +{"time": "13:51:17", "event": "step", "step": 240, "rows_seen": 7680, "loss": 0.537151537835598, "lr": 5.7872906744276015e-05, "tok_per_s": 807.882273490094} +{"time": "13:55:07", "event": "step", "step": 250, "rows_seen": 8000, "loss": 0.6404229085892439, "lr": 5.48067055504363e-05, "tok_per_s": 812.2135722051602} +{"time": "13:59:04", "event": "step", "step": 260, "rows_seen": 8320, "loss": 0.39715889655053616, "lr": 5.173082923188119e-05, "tok_per_s": 816.3682115407086} +{"time": "14:02:51", "event": "step", "step": 270, "rows_seen": 8640, "loss": 0.597702338011004, "lr": 4.865817908283331e-05, "tok_per_s": 820.1967929617815} +{"time": "14:06:27", "event": "step", "step": 280, "rows_seen": 8960, "loss": 0.5907100709155202, "lr": 4.560164286583922e-05, "tok_per_s": 823.4162298360593} +{"time": "14:10:03", "event": "step", "step": 290, "rows_seen": 9280, "loss": 0.5982753790449351, "lr": 4.257404075601443e-05, "tok_per_s": 826.3607293377006} +{"time": "14:13:54", "event": "step", "step": 300, "rows_seen": 9600, "loss": 0.577525407075882, "lr": 3.958807156877371e-05, "tok_per_s": 829.1941356938224} +{"time": "14:17:46", "event": "step", "step": 310, "rows_seen": 9920, "loss": 0.5004723095335066, "lr": 3.665625949658603e-05, "tok_per_s": 832.2874722652333} +{"time": "14:21:42", "event": "step", "step": 320, "rows_seen": 10240, "loss": 0.5369015350006521, "lr": 3.379090157815887e-05, "tok_per_s": 835.0615119756467} +{"time": "14:25:40", "event": "step", "step": 330, "rows_seen": 10560, "loss": 0.6235044561326504, "lr": 3.10040161203844e-05, "tok_per_s": 837.6333196861833} +{"time": "14:29:35", "event": "step", "step": 340, "rows_seen": 10880, "loss": 0.45150825497694314, "lr": 2.8307292289383776e-05, "tok_per_s": 840.0820643665636} +{"time": "14:33:24", "event": "step", "step": 350, "rows_seen": 11200, "loss": 0.519557923078537, "lr": 2.571204108208194e-05, "tok_per_s": 842.4424289437883} +{"time": "14:37:06", "event": "step", "step": 360, "rows_seen": 11520, "loss": 0.6032348126173019, "lr": 2.322914788395595e-05, "tok_per_s": 844.5426697691148} +{"time": "14:40:59", "event": "step", "step": 370, "rows_seen": 11840, "loss": 0.40164379123598337, "lr": 2.0869026811945157e-05, "tok_per_s": 846.6372337430375} +{"time": "14:44:46", "event": "step", "step": 380, "rows_seen": 12160, "loss": 0.428319894708693, "lr": 1.8641577034025627e-05, "tok_per_s": 848.9516916400759} +{"time": "14:48:43", "event": "step", "step": 390, "rows_seen": 12480, "loss": 0.6748745627701283, "lr": 1.6556141248659472e-05, "tok_per_s": 850.9310016620437} +{"time": "14:52:32", "event": "step", "step": 400, "rows_seen": 12800, "loss": 0.618292473256588, "lr": 1.4621466498270773e-05, "tok_per_s": 852.6928147308205} +{"time": "14:56:11", "event": "step", "step": 410, "rows_seen": 13120, "loss": 0.3560686553828418, "lr": 1.284566748110963e-05, "tok_per_s": 854.3564633627594} +{"time": "14:59:59", "event": "step", "step": 420, "rows_seen": 13440, "loss": 0.5052135847508907, "lr": 1.1236192515387821e-05, "tok_per_s": 855.9365833885989} +{"time": "15:03:38", "event": "step", "step": 430, "rows_seen": 13760, "loss": 0.4196328679099679, "lr": 9.799792298443728e-06, "tok_per_s": 857.3047772574531} +{"time": "15:07:22", "event": "step", "step": 440, "rows_seen": 14080, "loss": 0.4321999028325081, "lr": 8.542491591971554e-06, "tok_per_s": 858.9550452452257} +{"time": "15:11:05", "event": "step", "step": 450, "rows_seen": 14400, "loss": 0.48121216893196106, "lr": 7.469563952077155e-06, "tok_per_s": 860.5112340850139} +{"time": "15:14:49", "event": "step", "step": 460, "rows_seen": 14720, "loss": 0.5901141427457333, "lr": 6.585509610150972e-06, "tok_per_s": 861.9457136469571} +{"time": "15:18:37", "event": "step", "step": 470, "rows_seen": 15040, "loss": 0.5828790999948978, "lr": 5.894036597333646e-06, "tok_per_s": 863.1207057667863} +{"time": "15:22:23", "event": "step", "step": 480, "rows_seen": 15360, "loss": 0.5557957049459219, "lr": 5.398045191744809e-06, "tok_per_s": 864.3470152109551} +{"time": "15:26:09", "event": "step", "step": 490, "rows_seen": 15680, "loss": 0.4947649519890547, "lr": 5.099615753708697e-06, "tok_per_s": 865.5839335807178} +{"time": "15:29:51", "event": "step", "step": 500, "rows_seen": 16000, "loss": 0.5291692679747939, "lr": 5e-06, "tok_per_s": 866.6649997931402} +{"time": "15:36:27", "event": "ckpt", "tag": "ckpt-16000", "rows_seen": 16000, "step": 500, "tokens": 10544036, "tok_per_s": 839.5485261528129, "val": {"n": 2000, "dropped_long": 0, "noul_ce": 0.5264289975166321, "kt_auc": 0.778155148486442, "kt_acc": 0.734, "kt_f1": 0.8098641887062187, "kt_ece": 0.031232122391462322, "kt_nll": 0.526428999545984}, "dropped_long": 0, "peak_gib": 18.237350940704346} diff --git a/meta_only/podA/e15/F1-pool/ckpt-1000/adapter/adapter_config.json b/meta_only/podA/e15/F1-pool/ckpt-1000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..28fe2fe8f9e9b571aa20f508f5ca33643591850e --- /dev/null +++ b/meta_only/podA/e15/F1-pool/ckpt-1000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "k_proj", + "gate_proj", + "o_proj", + "in_proj_qkv", + "up_proj", + "v_proj", + "down_proj", + "in_proj_z", + "q_proj", + "out_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool/ckpt-1000/adapter_vllm/adapter_config.json b/meta_only/podA/e15/F1-pool/ckpt-1000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podA/e15/F1-pool/ckpt-1000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool/ckpt-1000/adapter_vllm/decision_head.json b/meta_only/podA/e15/F1-pool/ckpt-1000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..3a646134c6ac6f2f4dbf99241015d1738a29db0f --- /dev/null +++ b/meta_only/podA/e15/F1-pool/ckpt-1000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.00034344661980867386, + -0.00034369438071735203, + -0.0025878134183585644, + -0.0012615364976227283, + -0.00025007399381138384, + 0.0019558551721274853, + 0.0013559526996687055, + -0.0023348911199718714, + -0.0004082925443071872, + -0.0002078723773593083, + -1.2957353646925185e-05, + 0.0001676026004133746, + 0.0005569425993598998, + -0.001412136247381568, + -0.0028663526754826307, + -0.005061559844762087, + -0.00593328895047307, + -0.004319756291806698, + -0.004922541789710522, + -0.0049067651852965355, + -0.003943523392081261, + -0.003319827374070883, + -0.005581587553024292, + -0.0034480984322726727 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool/ckpt-1000/calibration.json b/meta_only/podA/e15/F1-pool/ckpt-1000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..1ea1aca3fee0b14bf97a1a9f6853e152c8f850b8 --- /dev/null +++ b/meta_only/podA/e15/F1-pool/ckpt-1000/calibration.json @@ -0,0 +1,17 @@ +{ + "version": 1, + "per_kind": { + "noul": 0.8360229396765756, + "choice": 1.0, + "score": 1.0 + }, + "fit": { + "noul": { + "n": 2000, + "T": 0.8360229396765756, + "ce_before": 0.5424913167953491, + "ce_after": 0.5393503308296204 + } + }, + "source": "models/e15/F1-pool/ckpt-1000" +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool/ckpt-1000/judge_config.json b/meta_only/podA/e15/F1-pool/ckpt-1000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..343a78b7c1b0be5c051e7fc55824bd18cb668d65 --- /dev/null +++ b/meta_only/podA/e15/F1-pool/ckpt-1000/judge_config.json @@ -0,0 +1,145 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e15", + "source_checkpoint": "models/e15/F1-pool/ckpt-1000", + "softcap": null, + "e15": { + "data": "data/e15/F1-pool", + "data_manifest": { + "arm": "F1-pool", + "name": "F1-pool", + "train_sha256": "dad16f94a5659768b254a6c12538c01f9c64cd43d574a3435bcc70c9c1bac130", + "n_train": 64000 + }, + "init": "released", + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "skip_rows": 0, + "epochs": 1, + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", + "total_rows": 16000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "event": "ckpt", + "tag": "ckpt-1000", + "rows_seen": 1024, + "step": 32, + "tokens": 678504, + "tok_per_s": 599.5180263231464, + "val": { + "n": 2000, + "dropped_long": 0, + "noul_ce": 0.5424913167953491, + "kt_auc": 0.7604790151740985, + "kt_acc": 0.734, + "kt_f1": 0.8110795454545454, + "kt_ece": 0.035264943093061434, + "kt_nll": 0.5424913244452327 + }, + "dropped_long": 0, + "peak_gib": 18.233368396759033 + } +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool/ckpt-16000/adapter/adapter_config.json b/meta_only/podA/e15/F1-pool/ckpt-16000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..28fe2fe8f9e9b571aa20f508f5ca33643591850e --- /dev/null +++ b/meta_only/podA/e15/F1-pool/ckpt-16000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "k_proj", + "gate_proj", + "o_proj", + "in_proj_qkv", + "up_proj", + "v_proj", + "down_proj", + "in_proj_z", + "q_proj", + "out_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool/ckpt-16000/adapter_vllm/adapter_config.json b/meta_only/podA/e15/F1-pool/ckpt-16000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podA/e15/F1-pool/ckpt-16000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool/ckpt-16000/adapter_vllm/decision_head.json b/meta_only/podA/e15/F1-pool/ckpt-16000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..ca140e3ab554eddaea9668e05189607e8c6e4e04 --- /dev/null +++ b/meta_only/podA/e15/F1-pool/ckpt-16000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.00010134564217878506, + -0.00010160138481296599, + -0.0025878134183585644, + -0.0012615364976227283, + -0.00025007399381138384, + 0.0019558551721274853, + 0.0013559526996687055, + -0.0023348911199718714, + -0.0004082925443071872, + -0.0002078723773593083, + -1.2957353646925185e-05, + 0.0001676026004133746, + 0.0005569425993598998, + -0.001412136247381568, + -0.0028663526754826307, + -0.005061559844762087, + -0.00593328895047307, + -0.004319756291806698, + -0.004922541789710522, + -0.0049067651852965355, + -0.003943523392081261, + -0.003319827374070883, + -0.005581587553024292, + -0.0034480984322726727 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool/ckpt-16000/calibration.json b/meta_only/podA/e15/F1-pool/ckpt-16000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..8188141af11c5d78b3633d86112eb4c4594c658b --- /dev/null +++ b/meta_only/podA/e15/F1-pool/ckpt-16000/calibration.json @@ -0,0 +1,17 @@ +{ + "version": 1, + "per_kind": { + "noul": 1.105888544895139, + "choice": 1.0, + "score": 1.0 + }, + "fit": { + "noul": { + "n": 2000, + "T": 1.105888544895139, + "ce_before": 0.5316232442855835, + "ce_after": 0.5304248332977295 + } + }, + "source": "models/e15/F1-pool/ckpt-16000" +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool/ckpt-16000/judge_config.json b/meta_only/podA/e15/F1-pool/ckpt-16000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..df5d4029fe5af271c1c2071326dde58bda71b0cf --- /dev/null +++ b/meta_only/podA/e15/F1-pool/ckpt-16000/judge_config.json @@ -0,0 +1,145 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e15", + "source_checkpoint": "models/e15/F1-pool/ckpt-16000", + "softcap": null, + "e15": { + "data": "data/e15/F1-pool", + "data_manifest": { + "arm": "F1-pool", + "name": "F1-pool", + "train_sha256": "dad16f94a5659768b254a6c12538c01f9c64cd43d574a3435bcc70c9c1bac130", + "n_train": 64000 + }, + "init": "released", + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "skip_rows": 0, + "epochs": 1, + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", + "total_rows": 16000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "event": "ckpt", + "tag": "ckpt-16000", + "rows_seen": 16000, + "step": 500, + "tokens": 10544036, + "tok_per_s": 838.620586638368, + "val": { + "n": 2000, + "dropped_long": 0, + "noul_ce": 0.5316232442855835, + "kt_auc": 0.7762766685535203, + "kt_acc": 0.7335, + "kt_f1": 0.8019323671497585, + "kt_ece": 0.044456531018018726, + "kt_nll": 0.5316232423074544 + }, + "dropped_long": 0, + "peak_gib": 18.23592233657837 + } +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool/ckpt-4000/adapter/adapter_config.json b/meta_only/podA/e15/F1-pool/ckpt-4000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..28fe2fe8f9e9b571aa20f508f5ca33643591850e --- /dev/null +++ b/meta_only/podA/e15/F1-pool/ckpt-4000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "k_proj", + "gate_proj", + "o_proj", + "in_proj_qkv", + "up_proj", + "v_proj", + "down_proj", + "in_proj_z", + "q_proj", + "out_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool/ckpt-4000/adapter_vllm/adapter_config.json b/meta_only/podA/e15/F1-pool/ckpt-4000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podA/e15/F1-pool/ckpt-4000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool/ckpt-4000/adapter_vllm/decision_head.json b/meta_only/podA/e15/F1-pool/ckpt-4000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..70573c66ee9bf50464ccef37fc4a1072aca0b814 --- /dev/null +++ b/meta_only/podA/e15/F1-pool/ckpt-4000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.0003590363485272974, + -0.0003592867578845471, + -0.0025878134183585644, + -0.0012615364976227283, + -0.00025007399381138384, + 0.0019558551721274853, + 0.0013559526996687055, + -0.0023348911199718714, + -0.0004082925443071872, + -0.0002078723773593083, + -1.2957353646925185e-05, + 0.0001676026004133746, + 0.0005569425993598998, + -0.001412136247381568, + -0.0028663526754826307, + -0.005061559844762087, + -0.00593328895047307, + -0.004319756291806698, + -0.004922541789710522, + -0.0049067651852965355, + -0.003943523392081261, + -0.003319827374070883, + -0.005581587553024292, + -0.0034480984322726727 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool/ckpt-4000/calibration.json b/meta_only/podA/e15/F1-pool/ckpt-4000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..aa4835167c90072c77410d042a65dedf132d5e55 --- /dev/null +++ b/meta_only/podA/e15/F1-pool/ckpt-4000/calibration.json @@ -0,0 +1,17 @@ +{ + "version": 1, + "per_kind": { + "noul": 0.8421576282474812, + "choice": 1.0, + "score": 1.0 + }, + "fit": { + "noul": { + "n": 2000, + "T": 0.8421576282474812, + "ce_before": 0.5740392208099365, + "ce_after": 0.5714828372001648 + } + }, + "source": "models/e15/F1-pool/ckpt-4000" +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool/ckpt-4000/judge_config.json b/meta_only/podA/e15/F1-pool/ckpt-4000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8cac57a76351f2643d2f20764b5c1e0a1507d2ed --- /dev/null +++ b/meta_only/podA/e15/F1-pool/ckpt-4000/judge_config.json @@ -0,0 +1,145 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e15", + "source_checkpoint": "models/e15/F1-pool/ckpt-4000", + "softcap": null, + "e15": { + "data": "data/e15/F1-pool", + "data_manifest": { + "arm": "F1-pool", + "name": "F1-pool", + "train_sha256": "dad16f94a5659768b254a6c12538c01f9c64cd43d574a3435bcc70c9c1bac130", + "n_train": 64000 + }, + "init": "released", + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "skip_rows": 0, + "epochs": 1, + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", + "total_rows": 16000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "event": "ckpt", + "tag": "ckpt-4000", + "rows_seen": 4000, + "step": 125, + "tokens": 2631181, + "tok_per_s": 723.277051196603, + "val": { + "n": 2000, + "dropped_long": 0, + "noul_ce": 0.5740392208099365, + "kt_auc": 0.7627343075749913, + "kt_acc": 0.707, + "kt_f1": 0.7654123298638911, + "kt_ece": 0.11385367338359355, + "kt_nll": 0.5740392524302006 + }, + "dropped_long": 0, + "peak_gib": 18.233368396759033 + } +} \ No newline at end of file diff --git a/meta_only/podA/e15/F1-pool/train_log.jsonl b/meta_only/podA/e15/F1-pool/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..926b1b973e47507b417ec3b03eab96ddbdd1bd0e --- /dev/null +++ b/meta_only/podA/e15/F1-pool/train_log.jsonl @@ -0,0 +1,55 @@ +{"time": "00:55:39", "event": "start", "model_dir": "/workspace/jev_kt/models/hf/JEV-9B", "init": "released", "device": "cuda", "load_s": 121.9208755493164, "trainable_lora": 40108032, "head": 98328} +{"time": "00:55:39", "event": "run", "data": "data/e15/F1-pool", "out": "models/e15/F1-pool"} +{"time": "00:59:31", "event": "step", "step": 10, "rows_seen": 320, "loss": 0.5940028037875891, "lr": 7.333333333333333e-05, "tok_per_s": 915.3896491201073} +{"time": "01:03:24", "event": "step", "step": 20, "rows_seen": 640, "loss": 0.6062544994056225, "lr": 9.997508952966197e-05, "tok_per_s": 918.5293540700122} +{"time": "01:07:13", "event": "step", "step": 30, "rows_seen": 960, "loss": 0.6367645040154457, "lr": 9.977596250541417e-05, "tok_per_s": 917.6254423860446} +{"time": "01:14:33", "event": "ckpt", "tag": "ckpt-1000", "rows_seen": 1024, "step": 32, "tokens": 678504, "tok_per_s": 599.5180263231464, "val": {"n": 2000, "dropped_long": 0, "noul_ce": 0.5424913167953491, "kt_auc": 0.7604790151740985, "kt_acc": 0.734, "kt_f1": 0.8110795454545454, "kt_ece": 0.035264943093061434, "kt_nll": 0.5424913244452327}, "dropped_long": 0, "peak_gib": 18.233368396759033} +{"time": "01:17:40", "event": "step", "step": 40, "rows_seen": 1280, "loss": 0.7297041267156601, "lr": 9.937854366485982e-05, "tok_per_s": 645.1772430209191} +{"time": "01:21:29", "event": "step", "step": 50, "rows_seen": 1600, "loss": 0.708114021923393, "lr": 9.8784499920729e-05, "tok_per_s": 686.8390625753424} +{"time": "01:25:18", "event": "step", "step": 60, "rows_seen": 1920, "loss": 0.6609049960970879, "lr": 9.79963228989294e-05, "tok_per_s": 717.3817686957298} +{"time": "01:29:04", "event": "step", "step": 70, "rows_seen": 2240, "loss": 0.6261891396716237, "lr": 9.701731848780134e-05, "tok_per_s": 740.0051278044537} +{"time": "01:32:53", "event": "step", "step": 80, "rows_seen": 2560, "loss": 0.45839140890166163, "lr": 9.585159297207315e-05, "tok_per_s": 759.0051869421319} +{"time": "01:36:44", "event": "step", "step": 90, "rows_seen": 2880, "loss": 0.6306877073366195, "lr": 9.450403580967612e-05, "tok_per_s": 773.582683452387} +{"time": "01:40:32", "event": "step", "step": 100, "rows_seen": 3200, "loss": 0.5360620934516191, "lr": 9.298029912365855e-05, "tok_per_s": 786.5658366993383} +{"time": "01:44:21", "event": "step", "step": 110, "rows_seen": 3520, "loss": 0.7110367827117443, "lr": 9.128677399521752e-05, "tok_per_s": 798.2200333544437} +{"time": "01:48:00", "event": "step", "step": 120, "rows_seen": 3840, "loss": 0.6251085642725229, "lr": 8.943056365728335e-05, "tok_per_s": 807.1045461442739} +{"time": "01:56:19", "event": "ckpt", "tag": "ckpt-4000", "rows_seen": 4000, "step": 125, "tokens": 2631181, "tok_per_s": 723.277051196603, "val": {"n": 2000, "dropped_long": 0, "noul_ce": 0.5740392208099365, "kt_auc": 0.7627343075749913, "kt_acc": 0.707, "kt_f1": 0.7654123298638911, "kt_ece": 0.11385367338359355, "kt_nll": 0.5740392524302006}, "dropped_long": 0, "peak_gib": 18.233368396759033} +{"time": "01:58:14", "event": "step", "step": 130, "rows_seen": 4160, "loss": 0.6053470596671104, "lr": 8.741945370109202e-05, "tok_per_s": 729.5442052925206} +{"time": "02:02:02", "event": "step", "step": 140, "rows_seen": 4480, "loss": 0.6242026244290173, "lr": 8.526187942070997e-05, "tok_per_s": 740.6583312273794} +{"time": "02:05:51", "event": "step", "step": 150, "rows_seen": 4800, "loss": 0.4602941151242703, "lr": 8.296689043247915e-05, "tok_per_s": 750.7445485927185} +{"time": "02:09:41", "event": "step", "step": 160, "rows_seen": 5120, "loss": 0.4707624576985836, "lr": 8.054411271778132e-05, "tok_per_s": 760.100721859451} +{"time": "02:13:31", "event": "step", "step": 170, "rows_seen": 5440, "loss": 0.47477371350396425, "lr": 7.800370824832674e-05, "tok_per_s": 768.1319604251364} +{"time": "02:17:11", "event": "step", "step": 180, "rows_seen": 5760, "loss": 0.5067833960056305, "lr": 7.535633236331324e-05, "tok_per_s": 775.1852570085542} +{"time": "02:20:56", "event": "step", "step": 190, "rows_seen": 6080, "loss": 0.6168864667415619, "lr": 7.26130890772308e-05, "tok_per_s": 782.1269921823236} +{"time": "02:24:52", "event": "step", "step": 200, "rows_seen": 6400, "loss": 0.5959754348732531, "lr": 6.978548450576568e-05, "tok_per_s": 788.4077764126505} +{"time": "02:28:42", "event": "step", "step": 210, "rows_seen": 6720, "loss": 0.5417354516685009, "lr": 6.688537860515266e-05, "tok_per_s": 794.0174070446104} +{"time": "02:32:22", "event": "step", "step": 220, "rows_seen": 7040, "loss": 0.554780718870461, "lr": 6.392493542739706e-05, "tok_per_s": 799.2093709729835} +{"time": "02:36:11", "event": "step", "step": 230, "rows_seen": 7360, "loss": 0.5606882181018591, "lr": 6.091657210001309e-05, "tok_per_s": 804.3544222533977} +{"time": "02:39:51", "event": "step", "step": 240, "rows_seen": 7680, "loss": 0.48900009226053953, "lr": 5.7872906744276015e-05, "tok_per_s": 808.677153697} +{"time": "02:43:38", "event": "step", "step": 250, "rows_seen": 8000, "loss": 0.39825270790606737, "lr": 5.48067055504363e-05, "tok_per_s": 812.8136043246031} +{"time": "02:47:17", "event": "step", "step": 260, "rows_seen": 8320, "loss": 0.5315311886370182, "lr": 5.173082923188119e-05, "tok_per_s": 816.5811012737515} +{"time": "02:51:05", "event": "step", "step": 270, "rows_seen": 8640, "loss": 0.49728186428546906, "lr": 4.865817908283331e-05, "tok_per_s": 820.0419239311459} +{"time": "02:54:52", "event": "step", "step": 280, "rows_seen": 8960, "loss": 0.49079415388405323, "lr": 4.560164286583922e-05, "tok_per_s": 823.6667591632026} +{"time": "02:58:42", "event": "step", "step": 290, "rows_seen": 9280, "loss": 0.3980967430397868, "lr": 4.257404075601443e-05, "tok_per_s": 827.0343160547491} +{"time": "03:02:29", "event": "step", "step": 300, "rows_seen": 9600, "loss": 0.52880665846169, "lr": 3.958807156877371e-05, "tok_per_s": 829.8500190011897} +{"time": "03:06:23", "event": "step", "step": 310, "rows_seen": 9920, "loss": 0.7200500117614865, "lr": 3.665625949658603e-05, "tok_per_s": 832.568141592206} +{"time": "03:10:10", "event": "step", "step": 320, "rows_seen": 10240, "loss": 0.4463995322585106, "lr": 3.379090157815887e-05, "tok_per_s": 835.1834345224199} +{"time": "03:13:56", "event": "step", "step": 330, "rows_seen": 10560, "loss": 0.7374935299158096, "lr": 3.10040161203844e-05, "tok_per_s": 837.5125009084562} +{"time": "03:17:49", "event": "step", "step": 340, "rows_seen": 10880, "loss": 0.6223523146472871, "lr": 2.8307292289383776e-05, "tok_per_s": 839.9765271141855} +{"time": "03:21:38", "event": "step", "step": 350, "rows_seen": 11200, "loss": 0.594361019320786, "lr": 2.571204108208194e-05, "tok_per_s": 842.2830142811047} +{"time": "03:25:22", "event": "step", "step": 360, "rows_seen": 11520, "loss": 0.4311055252328515, "lr": 2.322914788395595e-05, "tok_per_s": 844.2682601499278} +{"time": "03:29:07", "event": "step", "step": 370, "rows_seen": 11840, "loss": 0.5351750561967492, "lr": 2.0869026811945157e-05, "tok_per_s": 846.3408271856291} +{"time": "03:32:56", "event": "step", "step": 380, "rows_seen": 12160, "loss": 0.5301502756774426, "lr": 1.8641577034025627e-05, "tok_per_s": 848.2751430962562} +{"time": "03:36:42", "event": "step", "step": 390, "rows_seen": 12480, "loss": 0.40392259461805224, "lr": 1.6556141248659472e-05, "tok_per_s": 850.1731128848999} +{"time": "03:40:30", "event": "step", "step": 400, "rows_seen": 12800, "loss": 0.3190974863246083, "lr": 1.4621466498270773e-05, "tok_per_s": 851.9019374867937} +{"time": "03:44:23", "event": "step", "step": 410, "rows_seen": 13120, "loss": 0.34462473914027214, "lr": 1.284566748110963e-05, "tok_per_s": 853.5168022132638} +{"time": "03:48:11", "event": "step", "step": 420, "rows_seen": 13440, "loss": 0.6027204990386963, "lr": 1.1236192515387821e-05, "tok_per_s": 855.2250482499348} +{"time": "03:52:03", "event": "step", "step": 430, "rows_seen": 13760, "loss": 0.5511789731681347, "lr": 9.799792298443728e-06, "tok_per_s": 856.6255404610754} +{"time": "03:55:46", "event": "step", "step": 440, "rows_seen": 14080, "loss": 0.461111631244421, "lr": 8.542491591971554e-06, "tok_per_s": 858.0780888397431} +{"time": "03:59:37", "event": "step", "step": 450, "rows_seen": 14400, "loss": 0.5052567049860954, "lr": 7.469563952077155e-06, "tok_per_s": 859.4257276712715} +{"time": "04:03:24", "event": "step", "step": 460, "rows_seen": 14720, "loss": 0.6214452018029988, "lr": 6.585509610150972e-06, "tok_per_s": 860.7874446927408} +{"time": "04:07:15", "event": "step", "step": 470, "rows_seen": 15040, "loss": 0.45438509597443044, "lr": 5.894036597333646e-06, "tok_per_s": 862.2242588055711} +{"time": "04:11:02", "event": "step", "step": 480, "rows_seen": 15360, "loss": 0.5285558262839913, "lr": 5.398045191744809e-06, "tok_per_s": 863.298102404518} +{"time": "04:14:49", "event": "step", "step": 490, "rows_seen": 15680, "loss": 0.5697178449481726, "lr": 5.099615753708697e-06, "tok_per_s": 864.6096516580496} +{"time": "04:18:39", "event": "step", "step": 500, "rows_seen": 16000, "loss": 0.39142487943172455, "lr": 5e-06, "tok_per_s": 865.7633220562515} +{"time": "04:25:14", "event": "ckpt", "tag": "ckpt-16000", "rows_seen": 16000, "step": 500, "tokens": 10544036, "tok_per_s": 838.620586638368, "val": {"n": 2000, "dropped_long": 0, "noul_ce": 0.5316232442855835, "kt_auc": 0.7762766685535203, "kt_acc": 0.7335, "kt_f1": 0.8019323671497585, "kt_ece": 0.044456531018018726, "kt_nll": 0.5316232423074544}, "dropped_long": 0, "peak_gib": 18.23592233657837} diff --git a/meta_only/podA/e15/F2-flat-ts1/ckpt-16000/adapter/adapter_config.json b/meta_only/podA/e15/F2-flat-ts1/ckpt-16000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..154856159db3abab797aa6ac74ab42ccf67c9171 --- /dev/null +++ b/meta_only/podA/e15/F2-flat-ts1/ckpt-16000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "o_proj", + "down_proj", + "in_proj_z", + "out_proj", + "up_proj", + "q_proj", + "in_proj_qkv", + "gate_proj", + "v_proj", + "k_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podA/e15/F2-flat-ts1/ckpt-16000/adapter_vllm/adapter_config.json b/meta_only/podA/e15/F2-flat-ts1/ckpt-16000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podA/e15/F2-flat-ts1/ckpt-16000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podA/e15/F2-flat-ts1/ckpt-16000/adapter_vllm/decision_head.json b/meta_only/podA/e15/F2-flat-ts1/ckpt-16000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..74cade676cc46e3f3de6b25740ba1d9a30c0b123 --- /dev/null +++ b/meta_only/podA/e15/F2-flat-ts1/ckpt-16000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 5.2202187362127006e-05, + -5.245899592409842e-05, + -0.0025878134183585644, + -0.0012615364976227283, + -0.00025007399381138384, + 0.0019558551721274853, + 0.0013559526996687055, + -0.0023348911199718714, + -0.0004082925443071872, + -0.0002078723773593083, + -1.2957353646925185e-05, + 0.0001676026004133746, + 0.0005569425993598998, + -0.001412136247381568, + -0.0028663526754826307, + -0.005061559844762087, + -0.00593328895047307, + -0.004319756291806698, + -0.004922541789710522, + -0.0049067651852965355, + -0.003943523392081261, + -0.003319827374070883, + -0.005581587553024292, + -0.0034480984322726727 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podA/e15/F2-flat-ts1/ckpt-16000/calibration.json b/meta_only/podA/e15/F2-flat-ts1/ckpt-16000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..f14cca90cfa80fa64c407965b5b4161b0ea350b5 --- /dev/null +++ b/meta_only/podA/e15/F2-flat-ts1/ckpt-16000/calibration.json @@ -0,0 +1,17 @@ +{ + "version": 1, + "per_kind": { + "noul": 1.013732253283562, + "choice": 1.0, + "score": 1.0 + }, + "fit": { + "noul": { + "n": 2000, + "T": 1.013732253283562, + "ce_before": 0.5741463899612427, + "ce_after": 0.5741324424743652 + } + }, + "source": "models/e15/F2-flat-ts1/ckpt-16000" +} \ No newline at end of file diff --git a/meta_only/podA/e15/F2-flat-ts1/ckpt-16000/judge_config.json b/meta_only/podA/e15/F2-flat-ts1/ckpt-16000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c74f8baf66988c19461698aaffa7a19920854f45 --- /dev/null +++ b/meta_only/podA/e15/F2-flat-ts1/ckpt-16000/judge_config.json @@ -0,0 +1,147 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e15", + "source_checkpoint": "models/e15/F2-flat-ts1/ckpt-16000", + "softcap": null, + "e15": { + "data": "data/e15/F2-flat", + "data_manifest": { + "arm": "F2-syn", + "name": "F2-flat", + "train_sha256": "8a83ea2a6e0b568083c143a44d7ecb6c884d3420b983978547b9d75720048850", + "n_train": 64000 + }, + "init": "released", + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "skip_rows": 0, + "epochs": 1, + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", + "total_rows": 16000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "train_seed": 1, + "event": "ckpt", + "tag": "ckpt-16000", + "rows_seen": 16000, + "step": 500, + "tokens": 8949001, + "tok_per_s": 862.7619049196147, + "val": { + "n": 2000, + "dropped_long": 0, + "noul_ce": 0.5741463899612427, + "kt_auc": 0.7312285208271432, + "kt_acc": 0.681, + "kt_f1": 0.7739192062367115, + "kt_ece": 0.02671168492734431, + "kt_nll": 0.5779138250919059, + "kt_oracle_auc": 0.8438755004041573 + }, + "dropped_long": 0, + "peak_gib": 18.237350940704346 + } +} \ No newline at end of file diff --git a/meta_only/podA/e15/F2-flat-ts1/train_log.jsonl b/meta_only/podA/e15/F2-flat-ts1/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..5db0eabd084d3c36d32f36fa744f3b2fa24fe284 --- /dev/null +++ b/meta_only/podA/e15/F2-flat-ts1/train_log.jsonl @@ -0,0 +1,53 @@ +{"time": "04:21:43", "event": "start", "model_dir": "/workspace/jev_kt/models/hf/JEV-9B", "init": "released", "device": "cuda", "load_s": 98.97624921798706, "trainable_lora": 40108032, "head": 98328} +{"time": "04:21:43", "event": "run", "data": "data/e15/F2-flat", "out": "models/e15/F2-flat-ts1"} +{"time": "04:25:26", "event": "step", "step": 10, "rows_seen": 320, "loss": 0.5807748362421989, "lr": 7.333333333333333e-05, "tok_per_s": 857.4708256099876} +{"time": "04:28:44", "event": "step", "step": 20, "rows_seen": 640, "loss": 0.6525926105678082, "lr": 9.997508952966197e-05, "tok_per_s": 867.7008219612643} +{"time": "04:32:12", "event": "step", "step": 30, "rows_seen": 960, "loss": 0.5702988319098949, "lr": 9.977596250541417e-05, "tok_per_s": 877.0578106609125} +{"time": "04:35:36", "event": "step", "step": 40, "rows_seen": 1280, "loss": 0.7351828403770924, "lr": 9.937854366485982e-05, "tok_per_s": 881.3046140968862} +{"time": "04:38:56", "event": "step", "step": 50, "rows_seen": 1600, "loss": 0.6333104595541954, "lr": 9.8784499920729e-05, "tok_per_s": 884.0202314630894} +{"time": "04:42:21", "event": "step", "step": 60, "rows_seen": 1920, "loss": 0.6023844331502914, "lr": 9.79963228989294e-05, "tok_per_s": 885.4947779607437} +{"time": "04:45:41", "event": "step", "step": 70, "rows_seen": 2240, "loss": 0.5727976225316525, "lr": 9.701731848780134e-05, "tok_per_s": 887.218134809867} +{"time": "04:48:57", "event": "step", "step": 80, "rows_seen": 2560, "loss": 0.6243984252214432, "lr": 9.585159297207315e-05, "tok_per_s": 888.6292292809495} +{"time": "04:52:16", "event": "step", "step": 90, "rows_seen": 2880, "loss": 0.594083845615387, "lr": 9.450403580967612e-05, "tok_per_s": 889.3667830615357} +{"time": "04:55:35", "event": "step", "step": 100, "rows_seen": 3200, "loss": 0.5483195409178734, "lr": 9.298029912365855e-05, "tok_per_s": 889.8687710366761} +{"time": "04:58:59", "event": "step", "step": 110, "rows_seen": 3520, "loss": 0.605663750320673, "lr": 9.128677399521752e-05, "tok_per_s": 890.6398757526978} +{"time": "05:02:15", "event": "step", "step": 120, "rows_seen": 3840, "loss": 0.6507016941905022, "lr": 8.943056365728335e-05, "tok_per_s": 891.779073791044} +{"time": "05:05:41", "event": "step", "step": 130, "rows_seen": 4160, "loss": 0.5627208426594734, "lr": 8.741945370109202e-05, "tok_per_s": 892.6182817359932} +{"time": "05:08:54", "event": "step", "step": 140, "rows_seen": 4480, "loss": 0.6029670499265194, "lr": 8.526187942070997e-05, "tok_per_s": 891.946964300534} +{"time": "05:12:14", "event": "step", "step": 150, "rows_seen": 4800, "loss": 0.5669528320431709, "lr": 8.296689043247915e-05, "tok_per_s": 891.9881616266968} +{"time": "05:15:34", "event": "step", "step": 160, "rows_seen": 5120, "loss": 0.5406866800040007, "lr": 8.054411271778132e-05, "tok_per_s": 892.1750453330401} +{"time": "05:18:54", "event": "step", "step": 170, "rows_seen": 5440, "loss": 0.5532510653138161, "lr": 7.800370824832674e-05, "tok_per_s": 891.9627953173542} +{"time": "05:22:04", "event": "step", "step": 180, "rows_seen": 5760, "loss": 0.5983959287405014, "lr": 7.535633236331324e-05, "tok_per_s": 891.8786072035225} +{"time": "05:25:43", "event": "step", "step": 190, "rows_seen": 6080, "loss": 0.5679170489311218, "lr": 7.26130890772308e-05, "tok_per_s": 892.6302771686165} +{"time": "05:29:05", "event": "step", "step": 200, "rows_seen": 6400, "loss": 0.5611506663262844, "lr": 6.978548450576568e-05, "tok_per_s": 892.6732004255679} +{"time": "05:32:22", "event": "step", "step": 210, "rows_seen": 6720, "loss": 0.6234499327838421, "lr": 6.688537860515266e-05, "tok_per_s": 892.9268337644422} +{"time": "05:35:45", "event": "step", "step": 220, "rows_seen": 7040, "loss": 0.5265168398618698, "lr": 6.392493542739706e-05, "tok_per_s": 893.4688119235001} +{"time": "05:39:04", "event": "step", "step": 230, "rows_seen": 7360, "loss": 0.6062395051121712, "lr": 6.091657210001309e-05, "tok_per_s": 893.3237226525725} +{"time": "05:42:20", "event": "step", "step": 240, "rows_seen": 7680, "loss": 0.5564099159091711, "lr": 5.7872906744276015e-05, "tok_per_s": 892.8035112014426} +{"time": "05:45:42", "event": "step", "step": 250, "rows_seen": 8000, "loss": 0.6137491837143898, "lr": 5.48067055504363e-05, "tok_per_s": 892.7001509118968} +{"time": "05:49:09", "event": "step", "step": 260, "rows_seen": 8320, "loss": 0.6288508102297783, "lr": 5.173082923188119e-05, "tok_per_s": 892.6594156330764} +{"time": "05:52:34", "event": "step", "step": 270, "rows_seen": 8640, "loss": 0.606536015868187, "lr": 4.865817908283331e-05, "tok_per_s": 892.7294759557458} +{"time": "05:56:00", "event": "step", "step": 280, "rows_seen": 8960, "loss": 0.6168824732303619, "lr": 4.560164286583922e-05, "tok_per_s": 893.0061491672216} +{"time": "05:59:24", "event": "step", "step": 290, "rows_seen": 9280, "loss": 0.6138553861528635, "lr": 4.257404075601443e-05, "tok_per_s": 893.0357262933205} +{"time": "06:02:45", "event": "step", "step": 300, "rows_seen": 9600, "loss": 0.5812211036682129, "lr": 3.958807156877371e-05, "tok_per_s": 892.6726648823445} +{"time": "06:06:03", "event": "step", "step": 310, "rows_seen": 9920, "loss": 0.6385008059442043, "lr": 3.665625949658603e-05, "tok_per_s": 892.0051198835079} +{"time": "06:09:24", "event": "step", "step": 320, "rows_seen": 10240, "loss": 0.6178510840982199, "lr": 3.379090157815887e-05, "tok_per_s": 892.0060666334626} +{"time": "06:12:41", "event": "step", "step": 330, "rows_seen": 10560, "loss": 0.606506235897541, "lr": 3.10040161203844e-05, "tok_per_s": 892.0561795459943} +{"time": "06:16:10", "event": "step", "step": 340, "rows_seen": 10880, "loss": 0.5359884798526764, "lr": 2.8307292289383776e-05, "tok_per_s": 892.3574389103454} +{"time": "06:19:29", "event": "step", "step": 350, "rows_seen": 11200, "loss": 0.6172151267528534, "lr": 2.571204108208194e-05, "tok_per_s": 892.5184980281228} +{"time": "06:22:49", "event": "step", "step": 360, "rows_seen": 11520, "loss": 0.5783154889941216, "lr": 2.322914788395595e-05, "tok_per_s": 892.4672562347798} +{"time": "06:26:09", "event": "step", "step": 370, "rows_seen": 11840, "loss": 0.5923810601234436, "lr": 2.0869026811945157e-05, "tok_per_s": 892.7016706194971} +{"time": "06:29:27", "event": "step", "step": 380, "rows_seen": 12160, "loss": 0.5167314214631915, "lr": 1.8641577034025627e-05, "tok_per_s": 892.757405829869} +{"time": "06:32:52", "event": "step", "step": 390, "rows_seen": 12480, "loss": 0.6058739311993122, "lr": 1.6556141248659472e-05, "tok_per_s": 892.6004991385346} +{"time": "06:36:06", "event": "step", "step": 400, "rows_seen": 12800, "loss": 0.532044917345047, "lr": 1.4621466498270773e-05, "tok_per_s": 892.6404021168369} +{"time": "06:39:19", "event": "step", "step": 410, "rows_seen": 13120, "loss": 0.5585877813864499, "lr": 1.284566748110963e-05, "tok_per_s": 892.331812520993} +{"time": "06:42:38", "event": "step", "step": 420, "rows_seen": 13440, "loss": 0.598000917583704, "lr": 1.1236192515387821e-05, "tok_per_s": 892.4992589511896} +{"time": "06:45:54", "event": "step", "step": 430, "rows_seen": 13760, "loss": 0.5352631509304047, "lr": 9.799792298443728e-06, "tok_per_s": 892.3821612768154} +{"time": "06:49:17", "event": "step", "step": 440, "rows_seen": 14080, "loss": 0.5964981280267239, "lr": 8.542491591971554e-06, "tok_per_s": 892.4166319695516} +{"time": "06:52:33", "event": "step", "step": 450, "rows_seen": 14400, "loss": 0.618999321013689, "lr": 7.469563952077155e-06, "tok_per_s": 892.276945089228} +{"time": "06:55:50", "event": "step", "step": 460, "rows_seen": 14720, "loss": 0.5271432474255562, "lr": 6.585509610150972e-06, "tok_per_s": 892.440429654349} +{"time": "06:59:12", "event": "step", "step": 470, "rows_seen": 15040, "loss": 0.5538689456880093, "lr": 5.894036597333646e-06, "tok_per_s": 892.389142393375} +{"time": "07:02:28", "event": "step", "step": 480, "rows_seen": 15360, "loss": 0.6347217252478004, "lr": 5.398045191744809e-06, "tok_per_s": 892.1408236297518} +{"time": "07:05:39", "event": "step", "step": 490, "rows_seen": 15680, "loss": 0.6035629585385323, "lr": 5.099615753708697e-06, "tok_per_s": 891.9577402562663} +{"time": "07:08:57", "event": "step", "step": 500, "rows_seen": 16000, "loss": 0.5508429780602455, "lr": 5e-06, "tok_per_s": 891.8595148107856} +{"time": "07:14:37", "event": "ckpt", "tag": "ckpt-16000", "rows_seen": 16000, "step": 500, "tokens": 8949001, "tok_per_s": 862.7619049196147, "val": {"n": 2000, "dropped_long": 0, "noul_ce": 0.5741463899612427, "kt_auc": 0.7312285208271432, "kt_acc": 0.681, "kt_f1": 0.7739192062367115, "kt_ece": 0.02671168492734431, "kt_nll": 0.5779138250919059, "kt_oracle_auc": 0.8438755004041573}, "dropped_long": 0, "peak_gib": 18.237350940704346} diff --git a/meta_only/podA/e15/F2-flat-ts2/ckpt-16000/adapter/adapter_config.json b/meta_only/podA/e15/F2-flat-ts2/ckpt-16000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf1ab20b72cd042eadb7a899c20f197decb2b467 --- /dev/null +++ b/meta_only/podA/e15/F2-flat-ts2/ckpt-16000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "in_proj_z", + "k_proj", + "up_proj", + "down_proj", + "v_proj", + "o_proj", + "out_proj", + "q_proj", + "gate_proj", + "in_proj_qkv" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podA/e15/F2-flat-ts2/ckpt-16000/adapter_vllm/adapter_config.json b/meta_only/podA/e15/F2-flat-ts2/ckpt-16000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podA/e15/F2-flat-ts2/ckpt-16000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podA/e15/F2-flat-ts2/ckpt-16000/adapter_vllm/decision_head.json b/meta_only/podA/e15/F2-flat-ts2/ckpt-16000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..ec4e7ba06169e5167d87ed913da6f2ca9e428f90 --- /dev/null +++ b/meta_only/podA/e15/F2-flat-ts2/ckpt-16000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.0002557263942435384, + -0.0002559855056460947, + -0.0025878134183585644, + -0.0012615364976227283, + -0.00025007399381138384, + 0.0019558551721274853, + 0.0013559526996687055, + -0.0023348911199718714, + -0.0004082925443071872, + -0.0002078723773593083, + -1.2957353646925185e-05, + 0.0001676026004133746, + 0.0005569425993598998, + -0.001412136247381568, + -0.0028663526754826307, + -0.005061559844762087, + -0.00593328895047307, + -0.004319756291806698, + -0.004922541789710522, + -0.0049067651852965355, + -0.003943523392081261, + -0.003319827374070883, + -0.005581587553024292, + -0.0034480984322726727 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podA/e15/F2-flat-ts2/ckpt-16000/calibration.json b/meta_only/podA/e15/F2-flat-ts2/ckpt-16000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..f9cef2fe198b2bf8039ba0862a0bf5c710b7895a --- /dev/null +++ b/meta_only/podA/e15/F2-flat-ts2/ckpt-16000/calibration.json @@ -0,0 +1,17 @@ +{ + "version": 1, + "per_kind": { + "noul": 1.0106431789191883, + "choice": 1.0, + "score": 1.0 + }, + "fit": { + "noul": { + "n": 2000, + "T": 1.0106431789191883, + "ce_before": 0.57540363073349, + "ce_after": 0.5753945112228394 + } + }, + "source": "models/e15/F2-flat-ts2/ckpt-16000" +} \ No newline at end of file diff --git a/meta_only/podA/e15/F2-flat-ts2/ckpt-16000/judge_config.json b/meta_only/podA/e15/F2-flat-ts2/ckpt-16000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..6a294e12ac67279e3441d4c19712b9d2779cffa8 --- /dev/null +++ b/meta_only/podA/e15/F2-flat-ts2/ckpt-16000/judge_config.json @@ -0,0 +1,147 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e15", + "source_checkpoint": "models/e15/F2-flat-ts2/ckpt-16000", + "softcap": null, + "e15": { + "data": "data/e15/F2-flat", + "data_manifest": { + "arm": "F2-syn", + "name": "F2-flat", + "train_sha256": "8a83ea2a6e0b568083c143a44d7ecb6c884d3420b983978547b9d75720048850", + "n_train": 64000 + }, + "init": "released", + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "skip_rows": 0, + "epochs": 1, + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", + "total_rows": 16000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "train_seed": 2, + "event": "ckpt", + "tag": "ckpt-16000", + "rows_seen": 16000, + "step": 500, + "tokens": 8949001, + "tok_per_s": 862.4856145049523, + "val": { + "n": 2000, + "dropped_long": 0, + "noul_ce": 0.57540363073349, + "kt_auc": 0.7318925314513132, + "kt_acc": 0.677, + "kt_f1": 0.7792207792207793, + "kt_ece": 0.03647451162338256, + "kt_nll": 0.5800798011040315, + "kt_oracle_auc": 0.8438755004041573 + }, + "dropped_long": 0, + "peak_gib": 18.23592233657837 + } +} \ No newline at end of file diff --git a/meta_only/podA/e15/F2-flat-ts2/train_log.jsonl b/meta_only/podA/e15/F2-flat-ts2/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..0d9029897c149774122c3f9e92fd7e5cc0dd2251 --- /dev/null +++ b/meta_only/podA/e15/F2-flat-ts2/train_log.jsonl @@ -0,0 +1,53 @@ +{"time": "11:57:53", "event": "start", "model_dir": "/workspace/jev_kt/models/hf/JEV-9B", "init": "released", "device": "cuda", "load_s": 67.63909482955933, "trainable_lora": 40108032, "head": 98328} +{"time": "11:57:53", "event": "run", "data": "data/e15/F2-flat", "out": "models/e15/F2-flat-ts2"} +{"time": "12:01:25", "event": "step", "step": 10, "rows_seen": 320, "loss": 0.6545042991638184, "lr": 7.333333333333333e-05, "tok_per_s": 889.5734975198876} +{"time": "12:04:36", "event": "step", "step": 20, "rows_seen": 640, "loss": 0.6186769120395184, "lr": 9.997508952966197e-05, "tok_per_s": 889.483297211643} +{"time": "12:07:57", "event": "step", "step": 30, "rows_seen": 960, "loss": 0.6813794150948524, "lr": 9.977596250541417e-05, "tok_per_s": 891.3869110095286} +{"time": "12:11:08", "event": "step", "step": 40, "rows_seen": 1280, "loss": 0.6117594726383686, "lr": 9.937854366485982e-05, "tok_per_s": 891.4811413042759} +{"time": "12:14:36", "event": "step", "step": 50, "rows_seen": 1600, "loss": 0.6409145668148994, "lr": 9.8784499920729e-05, "tok_per_s": 890.6585821503344} +{"time": "12:17:54", "event": "step", "step": 60, "rows_seen": 1920, "loss": 0.5902743972837925, "lr": 9.79963228989294e-05, "tok_per_s": 890.1885062994733} +{"time": "12:21:15", "event": "step", "step": 70, "rows_seen": 2240, "loss": 0.6468628793954849, "lr": 9.701731848780134e-05, "tok_per_s": 889.7392827197787} +{"time": "12:24:33", "event": "step", "step": 80, "rows_seen": 2560, "loss": 0.6108324229717255, "lr": 9.585159297207315e-05, "tok_per_s": 889.2093288079508} +{"time": "12:27:59", "event": "step", "step": 90, "rows_seen": 2880, "loss": 0.527146615087986, "lr": 9.450403580967612e-05, "tok_per_s": 890.8207865267835} +{"time": "12:31:22", "event": "step", "step": 100, "rows_seen": 3200, "loss": 0.5743655427359045, "lr": 9.298029912365855e-05, "tok_per_s": 891.4874433648323} +{"time": "12:34:39", "event": "step", "step": 110, "rows_seen": 3520, "loss": 0.5601380951702595, "lr": 9.128677399521752e-05, "tok_per_s": 891.1996334938068} +{"time": "12:38:01", "event": "step", "step": 120, "rows_seen": 3840, "loss": 0.5411532521247864, "lr": 8.943056365728335e-05, "tok_per_s": 891.407616206536} +{"time": "12:41:29", "event": "step", "step": 130, "rows_seen": 4160, "loss": 0.6339593753218651, "lr": 8.741945370109202e-05, "tok_per_s": 891.2338016907458} +{"time": "12:44:55", "event": "step", "step": 140, "rows_seen": 4480, "loss": 0.5906155854463577, "lr": 8.526187942070997e-05, "tok_per_s": 891.3105496621773} +{"time": "12:48:06", "event": "step", "step": 150, "rows_seen": 4800, "loss": 0.6247961595654488, "lr": 8.296689043247915e-05, "tok_per_s": 891.0166708772089} +{"time": "12:51:19", "event": "step", "step": 160, "rows_seen": 5120, "loss": 0.5984632978215814, "lr": 8.054411271778132e-05, "tok_per_s": 890.9310001203876} +{"time": "12:54:31", "event": "step", "step": 170, "rows_seen": 5440, "loss": 0.6155101880431175, "lr": 7.800370824832674e-05, "tok_per_s": 890.3605015750294} +{"time": "12:57:49", "event": "step", "step": 180, "rows_seen": 5760, "loss": 0.5252479761838913, "lr": 7.535633236331324e-05, "tok_per_s": 890.7515525171957} +{"time": "13:01:08", "event": "step", "step": 190, "rows_seen": 6080, "loss": 0.6099870391190052, "lr": 7.26130890772308e-05, "tok_per_s": 891.0299415017568} +{"time": "13:04:36", "event": "step", "step": 200, "rows_seen": 6400, "loss": 0.6277301795780659, "lr": 6.978548450576568e-05, "tok_per_s": 891.1066807047812} +{"time": "13:07:53", "event": "step", "step": 210, "rows_seen": 6720, "loss": 0.5018412098288536, "lr": 6.688537860515266e-05, "tok_per_s": 891.1758148286278} +{"time": "13:11:09", "event": "step", "step": 220, "rows_seen": 7040, "loss": 0.5563462385907769, "lr": 6.392493542739706e-05, "tok_per_s": 890.8575700664775} +{"time": "13:14:38", "event": "step", "step": 230, "rows_seen": 7360, "loss": 0.5640692468732595, "lr": 6.091657210001309e-05, "tok_per_s": 891.3335776783639} +{"time": "13:18:07", "event": "step", "step": 240, "rows_seen": 7680, "loss": 0.5864500738680363, "lr": 5.7872906744276015e-05, "tok_per_s": 891.5533987954775} +{"time": "13:21:18", "event": "step", "step": 250, "rows_seen": 8000, "loss": 0.6562206521630287, "lr": 5.48067055504363e-05, "tok_per_s": 891.497461117961} +{"time": "13:24:39", "event": "step", "step": 260, "rows_seen": 8320, "loss": 0.5462462492287159, "lr": 5.173082923188119e-05, "tok_per_s": 891.1492298257792} +{"time": "13:28:13", "event": "step", "step": 270, "rows_seen": 8640, "loss": 0.5495134517550468, "lr": 4.865817908283331e-05, "tok_per_s": 891.1023300073539} +{"time": "13:31:40", "event": "step", "step": 280, "rows_seen": 8960, "loss": 0.5640894211828709, "lr": 4.560164286583922e-05, "tok_per_s": 891.0015754048773} +{"time": "13:34:55", "event": "step", "step": 290, "rows_seen": 9280, "loss": 0.5812062174081802, "lr": 4.257404075601443e-05, "tok_per_s": 891.0036139865881} +{"time": "13:38:11", "event": "step", "step": 300, "rows_seen": 9600, "loss": 0.5704974345862865, "lr": 3.958807156877371e-05, "tok_per_s": 891.0837677728616} +{"time": "13:41:33", "event": "step", "step": 310, "rows_seen": 9920, "loss": 0.625073516741395, "lr": 3.665625949658603e-05, "tok_per_s": 890.8920607288703} +{"time": "13:44:55", "event": "step", "step": 320, "rows_seen": 10240, "loss": 0.5937639698386192, "lr": 3.379090157815887e-05, "tok_per_s": 891.2304129837635} +{"time": "13:48:11", "event": "step", "step": 330, "rows_seen": 10560, "loss": 0.5548293814063072, "lr": 3.10040161203844e-05, "tok_per_s": 891.5068894758674} +{"time": "13:51:23", "event": "step", "step": 340, "rows_seen": 10880, "loss": 0.5243024356313981, "lr": 2.8307292289383776e-05, "tok_per_s": 891.4799675340485} +{"time": "13:54:39", "event": "step", "step": 350, "rows_seen": 11200, "loss": 0.6099569946527481, "lr": 2.571204108208194e-05, "tok_per_s": 891.520728405304} +{"time": "13:58:07", "event": "step", "step": 360, "rows_seen": 11520, "loss": 0.5304944030940533, "lr": 2.322914788395595e-05, "tok_per_s": 891.3922785088414} +{"time": "14:01:36", "event": "step", "step": 370, "rows_seen": 11840, "loss": 0.5837655700743198, "lr": 2.0869026811945157e-05, "tok_per_s": 891.425038484711} +{"time": "14:04:52", "event": "step", "step": 380, "rows_seen": 12160, "loss": 0.6384799778461456, "lr": 1.8641577034025627e-05, "tok_per_s": 891.6463366021883} +{"time": "14:08:01", "event": "step", "step": 390, "rows_seen": 12480, "loss": 0.6193973980844021, "lr": 1.6556141248659472e-05, "tok_per_s": 891.5048737949195} +{"time": "14:11:21", "event": "step", "step": 400, "rows_seen": 12800, "loss": 0.560130225494504, "lr": 1.4621466498270773e-05, "tok_per_s": 891.3395721678826} +{"time": "14:14:38", "event": "step", "step": 410, "rows_seen": 13120, "loss": 0.588639572262764, "lr": 1.284566748110963e-05, "tok_per_s": 891.4815153421149} +{"time": "14:17:57", "event": "step", "step": 420, "rows_seen": 13440, "loss": 0.5382543727755547, "lr": 1.1236192515387821e-05, "tok_per_s": 891.6129673078871} +{"time": "14:21:13", "event": "step", "step": 430, "rows_seen": 13760, "loss": 0.5943077020347118, "lr": 9.799792298443728e-06, "tok_per_s": 891.3169556986394} +{"time": "14:24:37", "event": "step", "step": 440, "rows_seen": 14080, "loss": 0.6018101014196873, "lr": 8.542491591971554e-06, "tok_per_s": 891.179672650297} +{"time": "14:28:10", "event": "step", "step": 450, "rows_seen": 14400, "loss": 0.45666435407474637, "lr": 7.469563952077155e-06, "tok_per_s": 891.3946073823183} +{"time": "14:31:39", "event": "step", "step": 460, "rows_seen": 14720, "loss": 0.6665463522076607, "lr": 6.585509610150972e-06, "tok_per_s": 891.5569550687981} +{"time": "14:34:52", "event": "step", "step": 470, "rows_seen": 15040, "loss": 0.5850270856171846, "lr": 5.894036597333646e-06, "tok_per_s": 891.484615728782} +{"time": "14:38:13", "event": "step", "step": 480, "rows_seen": 15360, "loss": 0.6005339473485947, "lr": 5.398045191744809e-06, "tok_per_s": 891.307424393983} +{"time": "14:41:47", "event": "step", "step": 490, "rows_seen": 15680, "loss": 0.5779920844361186, "lr": 5.099615753708697e-06, "tok_per_s": 891.5238960553249} +{"time": "14:45:11", "event": "step", "step": 500, "rows_seen": 16000, "loss": 0.4626191593706608, "lr": 5e-06, "tok_per_s": 891.5564876039938} +{"time": "14:50:51", "event": "ckpt", "tag": "ckpt-16000", "rows_seen": 16000, "step": 500, "tokens": 8949001, "tok_per_s": 862.4856145049523, "val": {"n": 2000, "dropped_long": 0, "noul_ce": 0.57540363073349, "kt_auc": 0.7318925314513132, "kt_acc": 0.677, "kt_f1": 0.7792207792207793, "kt_ece": 0.03647451162338256, "kt_nll": 0.5800798011040315, "kt_oracle_auc": 0.8438755004041573}, "dropped_long": 0, "peak_gib": 18.23592233657837} diff --git a/meta_only/podA/e15/F2-syn-ts1/ckpt-1000/adapter/adapter_config.json b/meta_only/podA/e15/F2-syn-ts1/ckpt-1000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..255444bd65b3d12f0fe83673f449c2a8b36aa557 --- /dev/null +++ b/meta_only/podA/e15/F2-syn-ts1/ckpt-1000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "k_proj", + "down_proj", + "out_proj", + "up_proj", + "q_proj", + "v_proj", + "o_proj", + "in_proj_qkv", + "in_proj_z", + "gate_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podA/e15/F2-syn-ts1/ckpt-1000/adapter_vllm/adapter_config.json b/meta_only/podA/e15/F2-syn-ts1/ckpt-1000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podA/e15/F2-syn-ts1/ckpt-1000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podA/e15/F2-syn-ts1/ckpt-1000/adapter_vllm/decision_head.json b/meta_only/podA/e15/F2-syn-ts1/ckpt-1000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..b17b148762fa8a2dd592cd09c294a6e02cc42d5c --- /dev/null +++ b/meta_only/podA/e15/F2-syn-ts1/ckpt-1000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.000389636232284829, + -0.0003898840514011681, + -0.0025878134183585644, + -0.0012615364976227283, + -0.00025007399381138384, + 0.0019558551721274853, + 0.0013559526996687055, + -0.0023348911199718714, + -0.0004082925443071872, + -0.0002078723773593083, + -1.2957353646925185e-05, + 0.0001676026004133746, + 0.0005569425993598998, + -0.001412136247381568, + -0.0028663526754826307, + -0.005061559844762087, + -0.00593328895047307, + -0.004319756291806698, + -0.004922541789710522, + -0.0049067651852965355, + -0.003943523392081261, + -0.003319827374070883, + -0.005581587553024292, + -0.0034480984322726727 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podA/e15/F2-syn-ts1/ckpt-1000/calibration.json b/meta_only/podA/e15/F2-syn-ts1/ckpt-1000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..cbdaa5cf05cc47112cd0593362a8302aae30fce6 --- /dev/null +++ b/meta_only/podA/e15/F2-syn-ts1/ckpt-1000/calibration.json @@ -0,0 +1,17 @@ +{ + "version": 1, + "per_kind": { + "noul": 1.1338934300314625, + "choice": 1.0, + "score": 1.0 + }, + "fit": { + "noul": { + "n": 2000, + "T": 1.1338934300314625, + "ce_before": 0.6233435273170471, + "ce_after": 0.6222691535949707 + } + }, + "source": "models/e15/F2-syn-ts1/ckpt-1000" +} \ No newline at end of file diff --git a/meta_only/podA/e15/F2-syn-ts1/ckpt-1000/judge_config.json b/meta_only/podA/e15/F2-syn-ts1/ckpt-1000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..410a8c87cee1ae92b1775a52506c95fd594a3265 --- /dev/null +++ b/meta_only/podA/e15/F2-syn-ts1/ckpt-1000/judge_config.json @@ -0,0 +1,147 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e15", + "source_checkpoint": "models/e15/F2-syn-ts1/ckpt-1000", + "softcap": null, + "e15": { + "data": "data/e15/F2-syn-f2_wide_s0", + "data_manifest": { + "arm": "F2-syn", + "name": "F2-syn-f2_wide_s0", + "train_sha256": "bacf92d9a3b99b17963cf060a6c6696da5a891b0e2097c0c13e4ef231cad8bfd", + "n_train": 64000 + }, + "init": "released", + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "skip_rows": 0, + "epochs": 1, + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", + "total_rows": 16000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "train_seed": 1, + "event": "ckpt", + "tag": "ckpt-1000", + "rows_seen": 1024, + "step": 32, + "tokens": 593627, + "tok_per_s": 579.6432759508881, + "val": { + "n": 2000, + "dropped_long": 0, + "noul_ce": 0.6233435273170471, + "kt_auc": 0.6989183999999999, + "kt_acc": 0.6235, + "kt_f1": 0.6615730337078651, + "kt_ece": 0.1098057159781456, + "kt_nll": 0.6351037316806615, + "kt_oracle_auc": 0.8209199999999999 + }, + "dropped_long": 0, + "peak_gib": 18.237350940704346 + } +} \ No newline at end of file diff --git a/meta_only/podA/e15/F2-syn-ts1/ckpt-16000/adapter/adapter_config.json b/meta_only/podA/e15/F2-syn-ts1/ckpt-16000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..255444bd65b3d12f0fe83673f449c2a8b36aa557 --- /dev/null +++ b/meta_only/podA/e15/F2-syn-ts1/ckpt-16000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "k_proj", + "down_proj", + "out_proj", + "up_proj", + "q_proj", + "v_proj", + "o_proj", + "in_proj_qkv", + "in_proj_z", + "gate_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podA/e15/F2-syn-ts1/ckpt-16000/adapter_vllm/adapter_config.json b/meta_only/podA/e15/F2-syn-ts1/ckpt-16000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podA/e15/F2-syn-ts1/ckpt-16000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podA/e15/F2-syn-ts1/ckpt-16000/adapter_vllm/decision_head.json b/meta_only/podA/e15/F2-syn-ts1/ckpt-16000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..20d942451e647488b7d631418b399ea32c82ef65 --- /dev/null +++ b/meta_only/podA/e15/F2-syn-ts1/ckpt-16000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.00011480083776405081, + -0.00011506050213938579, + -0.0025878134183585644, + -0.0012615364976227283, + -0.00025007399381138384, + 0.0019558551721274853, + 0.0013559526996687055, + -0.0023348911199718714, + -0.0004082925443071872, + -0.0002078723773593083, + -1.2957353646925185e-05, + 0.0001676026004133746, + 0.0005569425993598998, + -0.001412136247381568, + -0.0028663526754826307, + -0.005061559844762087, + -0.00593328895047307, + -0.004319756291806698, + -0.004922541789710522, + -0.0049067651852965355, + -0.003943523392081261, + -0.003319827374070883, + -0.005581587553024292, + -0.0034480984322726727 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podA/e15/F2-syn-ts1/ckpt-16000/calibration.json b/meta_only/podA/e15/F2-syn-ts1/ckpt-16000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..8e16f5b8aedf104f0fcae94cb24069aebcf87e76 --- /dev/null +++ b/meta_only/podA/e15/F2-syn-ts1/ckpt-16000/calibration.json @@ -0,0 +1,17 @@ +{ + "version": 1, + "per_kind": { + "noul": 1.065689141609249, + "choice": 1.0, + "score": 1.0 + }, + "fit": { + "noul": { + "n": 2000, + "T": 1.065689141609249, + "ce_before": 0.5822312235832214, + "ce_after": 0.5818873047828674 + } + }, + "source": "models/e15/F2-syn-ts1/ckpt-16000" +} \ No newline at end of file diff --git a/meta_only/podA/e15/F2-syn-ts1/ckpt-16000/judge_config.json b/meta_only/podA/e15/F2-syn-ts1/ckpt-16000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..93349adbbe85d247ab7f6c8d461f7caa5ded3dff --- /dev/null +++ b/meta_only/podA/e15/F2-syn-ts1/ckpt-16000/judge_config.json @@ -0,0 +1,147 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e15", + "source_checkpoint": "models/e15/F2-syn-ts1/ckpt-16000", + "softcap": null, + "e15": { + "data": "data/e15/F2-syn-f2_wide_s0", + "data_manifest": { + "arm": "F2-syn", + "name": "F2-syn-f2_wide_s0", + "train_sha256": "bacf92d9a3b99b17963cf060a6c6696da5a891b0e2097c0c13e4ef231cad8bfd", + "n_train": 64000 + }, + "init": "released", + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "skip_rows": 0, + "epochs": 1, + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", + "total_rows": 16000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "train_seed": 1, + "event": "ckpt", + "tag": "ckpt-16000", + "rows_seen": 16000, + "step": 500, + "tokens": 9005752, + "tok_per_s": 806.660790476774, + "val": { + "n": 2000, + "dropped_long": 0, + "noul_ce": 0.5822312235832214, + "kt_auc": 0.7090794666666667, + "kt_acc": 0.6825, + "kt_f1": 0.7715005397625045, + "kt_ece": 0.0371712560504675, + "kt_nll": 0.5969975198255851, + "kt_oracle_auc": 0.8209199999999999 + }, + "dropped_long": 0, + "peak_gib": 18.237350940704346 + } +} \ No newline at end of file diff --git a/meta_only/podA/e15/F2-syn-ts1/ckpt-4000/adapter/adapter_config.json b/meta_only/podA/e15/F2-syn-ts1/ckpt-4000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..255444bd65b3d12f0fe83673f449c2a8b36aa557 --- /dev/null +++ b/meta_only/podA/e15/F2-syn-ts1/ckpt-4000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "k_proj", + "down_proj", + "out_proj", + "up_proj", + "q_proj", + "v_proj", + "o_proj", + "in_proj_qkv", + "in_proj_z", + "gate_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podA/e15/F2-syn-ts1/ckpt-4000/adapter_vllm/adapter_config.json b/meta_only/podA/e15/F2-syn-ts1/ckpt-4000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podA/e15/F2-syn-ts1/ckpt-4000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podA/e15/F2-syn-ts1/ckpt-4000/adapter_vllm/decision_head.json b/meta_only/podA/e15/F2-syn-ts1/ckpt-4000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..3734440943b8d5e101b3f39979a33c6f5302c41f --- /dev/null +++ b/meta_only/podA/e15/F2-syn-ts1/ckpt-4000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.00028516523889265954, + -0.00028541733627207577, + -0.0025878134183585644, + -0.0012615364976227283, + -0.00025007399381138384, + 0.0019558551721274853, + 0.0013559526996687055, + -0.0023348911199718714, + -0.0004082925443071872, + -0.0002078723773593083, + -1.2957353646925185e-05, + 0.0001676026004133746, + 0.0005569425993598998, + -0.001412136247381568, + -0.0028663526754826307, + -0.005061559844762087, + -0.00593328895047307, + -0.004319756291806698, + -0.004922541789710522, + -0.0049067651852965355, + -0.003943523392081261, + -0.003319827374070883, + -0.005581587553024292, + -0.0034480984322726727 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podA/e15/F2-syn-ts1/ckpt-4000/calibration.json b/meta_only/podA/e15/F2-syn-ts1/ckpt-4000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..63000f8c76ea767422e5c610621ac4a15d6d1f5c --- /dev/null +++ b/meta_only/podA/e15/F2-syn-ts1/ckpt-4000/calibration.json @@ -0,0 +1,17 @@ +{ + "version": 1, + "per_kind": { + "noul": 0.7537819430509323, + "choice": 1.0, + "score": 1.0 + }, + "fit": { + "noul": { + "n": 2000, + "T": 0.7537819430509323, + "ce_before": 0.5943915247917175, + "ce_after": 0.5891537666320801 + } + }, + "source": "models/e15/F2-syn-ts1/ckpt-4000" +} \ No newline at end of file diff --git a/meta_only/podA/e15/F2-syn-ts1/ckpt-4000/judge_config.json b/meta_only/podA/e15/F2-syn-ts1/ckpt-4000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fd2d0ffe2615eb198275619107d75fe0da35eefb --- /dev/null +++ b/meta_only/podA/e15/F2-syn-ts1/ckpt-4000/judge_config.json @@ -0,0 +1,147 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e15", + "source_checkpoint": "models/e15/F2-syn-ts1/ckpt-4000", + "softcap": null, + "e15": { + "data": "data/e15/F2-syn-f2_wide_s0", + "data_manifest": { + "arm": "F2-syn", + "name": "F2-syn-f2_wide_s0", + "train_sha256": "bacf92d9a3b99b17963cf060a6c6696da5a891b0e2097c0c13e4ef231cad8bfd", + "n_train": 64000 + }, + "init": "released", + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "skip_rows": 0, + "epochs": 1, + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", + "total_rows": 16000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "train_seed": 1, + "event": "ckpt", + "tag": "ckpt-4000", + "rows_seen": 4000, + "step": 125, + "tokens": 2270052, + "tok_per_s": 698.0223004773853, + "val": { + "n": 2000, + "dropped_long": 0, + "noul_ce": 0.5943915247917175, + "kt_auc": 0.7010335999999999, + "kt_acc": 0.6705, + "kt_f1": 0.7665603967410556, + "kt_ece": 0.032618799388408656, + "kt_nll": 0.6043970153219997, + "kt_oracle_auc": 0.8209199999999999 + }, + "dropped_long": 0, + "peak_gib": 18.237350940704346 + } +} \ No newline at end of file diff --git a/meta_only/podA/e15/F2-syn-ts1/train_log.jsonl b/meta_only/podA/e15/F2-syn-ts1/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..a96901bf97a8e09d7a602d7e44021cbc0ee7d86d --- /dev/null +++ b/meta_only/podA/e15/F2-syn-ts1/train_log.jsonl @@ -0,0 +1,55 @@ +{"time": "12:41:25", "event": "start", "model_dir": "/workspace/jev_kt/models/hf/JEV-9B", "init": "released", "device": "cuda", "load_s": 67.12824034690857, "trainable_lora": 40108032, "head": 98328} +{"time": "12:41:25", "event": "run", "data": "data/e15/F2-syn-f2_wide_s0", "out": "models/e15/F2-syn-ts1"} +{"time": "12:44:54", "event": "step", "step": 10, "rows_seen": 320, "loss": 0.6432533040642738, "lr": 7.333333333333333e-05, "tok_per_s": 864.0121509060618} +{"time": "12:48:20", "event": "step", "step": 20, "rows_seen": 640, "loss": 0.5620162589475513, "lr": 9.997508952966197e-05, "tok_per_s": 879.5998293114129} +{"time": "12:51:57", "event": "step", "step": 30, "rows_seen": 960, "loss": 0.6319104582071304, "lr": 9.977596250541417e-05, "tok_per_s": 884.8114961352779} +{"time": "12:58:31", "event": "ckpt", "tag": "ckpt-1000", "rows_seen": 1024, "step": 32, "tokens": 593627, "tok_per_s": 579.6432759508881, "val": {"n": 2000, "dropped_long": 0, "noul_ce": 0.6233435273170471, "kt_auc": 0.6989183999999999, "kt_acc": 0.6235, "kt_f1": 0.6615730337078651, "kt_ece": 0.1098057159781456, "kt_nll": 0.6351037316806615, "kt_oracle_auc": 0.8209199999999999}, "dropped_long": 0, "peak_gib": 18.237350940704346} +{"time": "13:01:17", "event": "step", "step": 40, "rows_seen": 1280, "loss": 0.6152971386909485, "lr": 9.937854366485982e-05, "tok_per_s": 621.6253033695817} +{"time": "13:04:40", "event": "step", "step": 50, "rows_seen": 1600, "loss": 0.6151835881173611, "lr": 9.8784499920729e-05, "tok_per_s": 661.9717145735337} +{"time": "13:08:00", "event": "step", "step": 60, "rows_seen": 1920, "loss": 0.5680039655417204, "lr": 9.79963228989294e-05, "tok_per_s": 689.6488483203719} +{"time": "13:11:19", "event": "step", "step": 70, "rows_seen": 2240, "loss": 0.5858516842126846, "lr": 9.701731848780134e-05, "tok_per_s": 711.6534302437817} +{"time": "13:14:45", "event": "step", "step": 80, "rows_seen": 2560, "loss": 0.548874843865633, "lr": 9.585159297207315e-05, "tok_per_s": 730.3885591165213} +{"time": "13:17:56", "event": "step", "step": 90, "rows_seen": 2880, "loss": 0.563664510846138, "lr": 9.450403580967612e-05, "tok_per_s": 743.7311860830108} +{"time": "13:21:24", "event": "step", "step": 100, "rows_seen": 3200, "loss": 0.6131916977465153, "lr": 9.298029912365855e-05, "tok_per_s": 757.5558737822605} +{"time": "13:24:51", "event": "step", "step": 110, "rows_seen": 3520, "loss": 0.6789123527705669, "lr": 9.128677399521752e-05, "tok_per_s": 768.3444714487205} +{"time": "13:28:13", "event": "step", "step": 120, "rows_seen": 3840, "loss": 0.6327574178576469, "lr": 8.943056365728335e-05, "tok_per_s": 776.8020261055608} +{"time": "13:35:39", "event": "ckpt", "tag": "ckpt-4000", "rows_seen": 4000, "step": 125, "tokens": 2270052, "tok_per_s": 698.0223004773853, "val": {"n": 2000, "dropped_long": 0, "noul_ce": 0.5943915247917175, "kt_auc": 0.7010335999999999, "kt_acc": 0.6705, "kt_f1": 0.7665603967410556, "kt_ece": 0.032618799388408656, "kt_nll": 0.6043970153219997, "kt_oracle_auc": 0.8209199999999999}, "dropped_long": 0, "peak_gib": 18.237350940704346} +{"time": "13:37:18", "event": "step", "step": 130, "rows_seen": 4160, "loss": 0.5686608031392097, "lr": 8.741945370109202e-05, "tok_per_s": 703.7588485329222} +{"time": "13:40:40", "event": "step", "step": 140, "rows_seen": 4480, "loss": 0.6565667577087879, "lr": 8.526187942070997e-05, "tok_per_s": 714.3900910155771} +{"time": "13:44:00", "event": "step", "step": 150, "rows_seen": 4800, "loss": 0.5791808590292931, "lr": 8.296689043247915e-05, "tok_per_s": 723.8059778976459} +{"time": "13:47:22", "event": "step", "step": 160, "rows_seen": 5120, "loss": 0.5961544048041105, "lr": 8.054411271778132e-05, "tok_per_s": 731.9775834262852} +{"time": "13:50:39", "event": "step", "step": 170, "rows_seen": 5440, "loss": 0.62301030382514, "lr": 7.800370824832674e-05, "tok_per_s": 739.3537640529383} +{"time": "13:54:08", "event": "step", "step": 180, "rows_seen": 5760, "loss": 0.5694633610546589, "lr": 7.535633236331324e-05, "tok_per_s": 746.3739358452067} +{"time": "13:57:29", "event": "step", "step": 190, "rows_seen": 6080, "loss": 0.6142385415732861, "lr": 7.26130890772308e-05, "tok_per_s": 752.8885831975316} +{"time": "14:00:52", "event": "step", "step": 200, "rows_seen": 6400, "loss": 0.6429116241633892, "lr": 6.978548450576568e-05, "tok_per_s": 758.6415596031236} +{"time": "14:04:15", "event": "step", "step": 210, "rows_seen": 6720, "loss": 0.6484645754098892, "lr": 6.688537860515266e-05, "tok_per_s": 764.0499370009064} +{"time": "14:07:35", "event": "step", "step": 220, "rows_seen": 7040, "loss": 0.599055789411068, "lr": 6.392493542739706e-05, "tok_per_s": 768.9997211564894} +{"time": "14:10:45", "event": "step", "step": 230, "rows_seen": 7360, "loss": 0.533288300037384, "lr": 6.091657210001309e-05, "tok_per_s": 773.200761931016} +{"time": "14:14:09", "event": "step", "step": 240, "rows_seen": 7680, "loss": 0.5792412012815475, "lr": 5.7872906744276015e-05, "tok_per_s": 777.2652568698061} +{"time": "14:17:24", "event": "step", "step": 250, "rows_seen": 8000, "loss": 0.59236422739923, "lr": 5.48067055504363e-05, "tok_per_s": 780.7692007397739} +{"time": "14:20:43", "event": "step", "step": 260, "rows_seen": 8320, "loss": 0.5966699663549662, "lr": 5.173082923188119e-05, "tok_per_s": 784.2061865377756} +{"time": "14:24:04", "event": "step", "step": 270, "rows_seen": 8640, "loss": 0.5379366651177406, "lr": 4.865817908283331e-05, "tok_per_s": 787.7977325451726} +{"time": "14:27:31", "event": "step", "step": 280, "rows_seen": 8960, "loss": 0.5767811741679907, "lr": 4.560164286583922e-05, "tok_per_s": 791.2456854575638} +{"time": "14:30:52", "event": "step", "step": 290, "rows_seen": 9280, "loss": 0.5522020030766726, "lr": 4.257404075601443e-05, "tok_per_s": 794.0054686429387} +{"time": "14:34:18", "event": "step", "step": 300, "rows_seen": 9600, "loss": 0.5740334689617157, "lr": 3.958807156877371e-05, "tok_per_s": 797.0068189373907} +{"time": "14:37:43", "event": "step", "step": 310, "rows_seen": 9920, "loss": 0.6096353754401207, "lr": 3.665625949658603e-05, "tok_per_s": 799.7814855312121} +{"time": "14:41:07", "event": "step", "step": 320, "rows_seen": 10240, "loss": 0.6130242310464382, "lr": 3.379090157815887e-05, "tok_per_s": 802.3296730988923} +{"time": "14:44:38", "event": "step", "step": 330, "rows_seen": 10560, "loss": 0.5830738767981529, "lr": 3.10040161203844e-05, "tok_per_s": 804.7905697471966} +{"time": "14:48:00", "event": "step", "step": 340, "rows_seen": 10880, "loss": 0.5924409963190556, "lr": 2.8307292289383776e-05, "tok_per_s": 807.1557082214291} +{"time": "14:51:19", "event": "step", "step": 350, "rows_seen": 11200, "loss": 0.5592511836439371, "lr": 2.571204108208194e-05, "tok_per_s": 809.2935743602126} +{"time": "14:54:44", "event": "step", "step": 360, "rows_seen": 11520, "loss": 0.606818575412035, "lr": 2.322914788395595e-05, "tok_per_s": 811.2344695512479} +{"time": "14:58:03", "event": "step", "step": 370, "rows_seen": 11840, "loss": 0.6597715276293457, "lr": 2.0869026811945157e-05, "tok_per_s": 813.1974892244212} +{"time": "15:01:21", "event": "step", "step": 380, "rows_seen": 12160, "loss": 0.5657374653965235, "lr": 1.8641577034025627e-05, "tok_per_s": 814.8757870863152} +{"time": "15:04:53", "event": "step", "step": 390, "rows_seen": 12480, "loss": 0.5097267776727676, "lr": 1.6556141248659472e-05, "tok_per_s": 816.7106452837039} +{"time": "15:08:20", "event": "step", "step": 400, "rows_seen": 12800, "loss": 0.5923422686755657, "lr": 1.4621466498270773e-05, "tok_per_s": 818.4359053416057} +{"time": "15:11:45", "event": "step", "step": 410, "rows_seen": 13120, "loss": 0.6112279295921326, "lr": 1.284566748110963e-05, "tok_per_s": 820.0146676731692} +{"time": "15:15:13", "event": "step", "step": 420, "rows_seen": 13440, "loss": 0.6166699007153511, "lr": 1.1236192515387821e-05, "tok_per_s": 821.6417853995117} +{"time": "15:18:40", "event": "step", "step": 430, "rows_seen": 13760, "loss": 0.6240562126040459, "lr": 9.799792298443728e-06, "tok_per_s": 823.4147680253553} +{"time": "15:22:05", "event": "step", "step": 440, "rows_seen": 14080, "loss": 0.5804021079093218, "lr": 8.542491591971554e-06, "tok_per_s": 825.0724872949726} +{"time": "15:25:25", "event": "step", "step": 450, "rows_seen": 14400, "loss": 0.5706929415464401, "lr": 7.469563952077155e-06, "tok_per_s": 826.2002727144726} +{"time": "15:28:41", "event": "step", "step": 460, "rows_seen": 14720, "loss": 0.5828037410974503, "lr": 6.585509610150972e-06, "tok_per_s": 827.5205938652521} +{"time": "15:32:01", "event": "step", "step": 470, "rows_seen": 15040, "loss": 0.5991891957819462, "lr": 5.894036597333646e-06, "tok_per_s": 828.8500567395769} +{"time": "15:35:12", "event": "step", "step": 480, "rows_seen": 15360, "loss": 0.5883727036416531, "lr": 5.398045191744809e-06, "tok_per_s": 829.8254561064949} +{"time": "15:38:28", "event": "step", "step": 490, "rows_seen": 15680, "loss": 0.5380013100802898, "lr": 5.099615753708697e-06, "tok_per_s": 830.992493637358} +{"time": "15:41:46", "event": "step", "step": 500, "rows_seen": 16000, "loss": 0.5399218462407589, "lr": 5e-06, "tok_per_s": 832.281282923165} +{"time": "15:47:31", "event": "ckpt", "tag": "ckpt-16000", "rows_seen": 16000, "step": 500, "tokens": 9005752, "tok_per_s": 806.660790476774, "val": {"n": 2000, "dropped_long": 0, "noul_ce": 0.5822312235832214, "kt_auc": 0.7090794666666667, "kt_acc": 0.6825, "kt_f1": 0.7715005397625045, "kt_ece": 0.0371712560504675, "kt_nll": 0.5969975198255851, "kt_oracle_auc": 0.8209199999999999}, "dropped_long": 0, "peak_gib": 18.237350940704346} diff --git a/meta_only/podA/e15/F2-syn-ts2/ckpt-1000/adapter/adapter_config.json b/meta_only/podA/e15/F2-syn-ts2/ckpt-1000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..d9bd66d8d378b883c0c00b478aadf91a63d32441 --- /dev/null +++ b/meta_only/podA/e15/F2-syn-ts2/ckpt-1000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "k_proj", + "in_proj_qkv", + "down_proj", + "in_proj_z", + "o_proj", + "v_proj", + "up_proj", + "out_proj", + "q_proj", + "gate_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podA/e15/F2-syn-ts2/ckpt-1000/adapter_vllm/adapter_config.json b/meta_only/podA/e15/F2-syn-ts2/ckpt-1000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podA/e15/F2-syn-ts2/ckpt-1000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podA/e15/F2-syn-ts2/ckpt-1000/adapter_vllm/decision_head.json b/meta_only/podA/e15/F2-syn-ts2/ckpt-1000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..8a89994a01b944e1b4ec25cde6174816cdf995fe --- /dev/null +++ b/meta_only/podA/e15/F2-syn-ts2/ckpt-1000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.0001624209835426882, + -0.0001626683515496552, + -0.0025878134183585644, + -0.0012615364976227283, + -0.00025007399381138384, + 0.0019558551721274853, + 0.0013559526996687055, + -0.0023348911199718714, + -0.0004082925443071872, + -0.0002078723773593083, + -1.2957353646925185e-05, + 0.0001676026004133746, + 0.0005569425993598998, + -0.001412136247381568, + -0.0028663526754826307, + -0.005061559844762087, + -0.00593328895047307, + -0.004319756291806698, + -0.004922541789710522, + -0.0049067651852965355, + -0.003943523392081261, + -0.003319827374070883, + -0.005581587553024292, + -0.0034480984322726727 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podA/e15/F2-syn-ts2/ckpt-1000/calibration.json b/meta_only/podA/e15/F2-syn-ts2/ckpt-1000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..c73b663ca89abe83ebbf56edafb7d4d4a4818e32 --- /dev/null +++ b/meta_only/podA/e15/F2-syn-ts2/ckpt-1000/calibration.json @@ -0,0 +1,17 @@ +{ + "version": 1, + "per_kind": { + "noul": 0.8944180275771305, + "choice": 1.0, + "score": 1.0 + }, + "fit": { + "noul": { + "n": 2000, + "T": 0.8944180275771305, + "ce_before": 0.5977705717086792, + "ce_after": 0.5968950390815735 + } + }, + "source": "models/e15/F2-syn-ts2/ckpt-1000" +} \ No newline at end of file diff --git a/meta_only/podA/e15/F2-syn-ts2/ckpt-1000/judge_config.json b/meta_only/podA/e15/F2-syn-ts2/ckpt-1000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..d9f609f4a682df6e16a662d2f52f781a77e05c25 --- /dev/null +++ b/meta_only/podA/e15/F2-syn-ts2/ckpt-1000/judge_config.json @@ -0,0 +1,147 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e15", + "source_checkpoint": "models/e15/F2-syn-ts2/ckpt-1000", + "softcap": null, + "e15": { + "data": "data/e15/F2-syn-f2_wide_s0", + "data_manifest": { + "arm": "F2-syn", + "name": "F2-syn-f2_wide_s0", + "train_sha256": "bacf92d9a3b99b17963cf060a6c6696da5a891b0e2097c0c13e4ef231cad8bfd", + "n_train": 64000 + }, + "init": "released", + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "skip_rows": 0, + "epochs": 1, + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", + "total_rows": 16000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "train_seed": 2, + "event": "ckpt", + "tag": "ckpt-1000", + "rows_seen": 1024, + "step": 32, + "tokens": 571198, + "tok_per_s": 577.2668188731149, + "val": { + "n": 2000, + "dropped_long": 0, + "noul_ce": 0.5977705717086792, + "kt_auc": 0.6910272, + "kt_acc": 0.6715, + "kt_f1": 0.7711598746081505, + "kt_ece": 0.024213399231433872, + "kt_nll": 0.6070624383464456, + "kt_oracle_auc": 0.8209199999999999 + }, + "dropped_long": 0, + "peak_gib": 18.23592233657837 + } +} \ No newline at end of file diff --git a/meta_only/podA/e15/F2-syn-ts2/ckpt-16000/adapter/adapter_config.json b/meta_only/podA/e15/F2-syn-ts2/ckpt-16000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..d9bd66d8d378b883c0c00b478aadf91a63d32441 --- /dev/null +++ b/meta_only/podA/e15/F2-syn-ts2/ckpt-16000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "k_proj", + "in_proj_qkv", + "down_proj", + "in_proj_z", + "o_proj", + "v_proj", + "up_proj", + "out_proj", + "q_proj", + "gate_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podA/e15/F2-syn-ts2/ckpt-16000/adapter_vllm/adapter_config.json b/meta_only/podA/e15/F2-syn-ts2/ckpt-16000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podA/e15/F2-syn-ts2/ckpt-16000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podA/e15/F2-syn-ts2/ckpt-16000/adapter_vllm/decision_head.json b/meta_only/podA/e15/F2-syn-ts2/ckpt-16000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..4ba6b8523a75985a26651040eeda7d02706efb22 --- /dev/null +++ b/meta_only/podA/e15/F2-syn-ts2/ckpt-16000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.00023643752501811832, + -0.0002366951375734061, + -0.0025878134183585644, + -0.0012615364976227283, + -0.00025007399381138384, + 0.0019558551721274853, + 0.0013559526996687055, + -0.0023348911199718714, + -0.0004082925443071872, + -0.0002078723773593083, + -1.2957353646925185e-05, + 0.0001676026004133746, + 0.0005569425993598998, + -0.001412136247381568, + -0.0028663526754826307, + -0.005061559844762087, + -0.00593328895047307, + -0.004319756291806698, + -0.004922541789710522, + -0.0049067651852965355, + -0.003943523392081261, + -0.003319827374070883, + -0.005581587553024292, + -0.0034480984322726727 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podA/e15/F2-syn-ts2/ckpt-16000/calibration.json b/meta_only/podA/e15/F2-syn-ts2/ckpt-16000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..1a9e395c870ef88a4476f2828bb6fbdbe4af0645 --- /dev/null +++ b/meta_only/podA/e15/F2-syn-ts2/ckpt-16000/calibration.json @@ -0,0 +1,17 @@ +{ + "version": 1, + "per_kind": { + "noul": 1.1066686480617836, + "choice": 1.0, + "score": 1.0 + }, + "fit": { + "noul": { + "n": 2000, + "T": 1.1066686480617836, + "ce_before": 0.5834363698959351, + "ce_after": 0.5825427174568176 + } + }, + "source": "models/e15/F2-syn-ts2/ckpt-16000" +} \ No newline at end of file diff --git a/meta_only/podA/e15/F2-syn-ts2/ckpt-16000/judge_config.json b/meta_only/podA/e15/F2-syn-ts2/ckpt-16000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..66f25eebda7f64d4a7bfc0c30ea8159684432f97 --- /dev/null +++ b/meta_only/podA/e15/F2-syn-ts2/ckpt-16000/judge_config.json @@ -0,0 +1,147 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e15", + "source_checkpoint": "models/e15/F2-syn-ts2/ckpt-16000", + "softcap": null, + "e15": { + "data": "data/e15/F2-syn-f2_wide_s0", + "data_manifest": { + "arm": "F2-syn", + "name": "F2-syn-f2_wide_s0", + "train_sha256": "bacf92d9a3b99b17963cf060a6c6696da5a891b0e2097c0c13e4ef231cad8bfd", + "n_train": 64000 + }, + "init": "released", + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "skip_rows": 0, + "epochs": 1, + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", + "total_rows": 16000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "train_seed": 2, + "event": "ckpt", + "tag": "ckpt-16000", + "rows_seen": 16000, + "step": 500, + "tokens": 9005752, + "tok_per_s": 806.7066712076239, + "val": { + "n": 2000, + "dropped_long": 0, + "noul_ce": 0.5834363698959351, + "kt_auc": 0.7085898666666666, + "kt_acc": 0.6835, + "kt_f1": 0.7680469036277024, + "kt_ece": 0.03837460011243822, + "kt_nll": 0.5978070369823836, + "kt_oracle_auc": 0.8209199999999999 + }, + "dropped_long": 0, + "peak_gib": 18.237350940704346 + } +} \ No newline at end of file diff --git a/meta_only/podA/e15/F2-syn-ts2/ckpt-4000/adapter/adapter_config.json b/meta_only/podA/e15/F2-syn-ts2/ckpt-4000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..d9bd66d8d378b883c0c00b478aadf91a63d32441 --- /dev/null +++ b/meta_only/podA/e15/F2-syn-ts2/ckpt-4000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "k_proj", + "in_proj_qkv", + "down_proj", + "in_proj_z", + "o_proj", + "v_proj", + "up_proj", + "out_proj", + "q_proj", + "gate_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podA/e15/F2-syn-ts2/ckpt-4000/adapter_vllm/adapter_config.json b/meta_only/podA/e15/F2-syn-ts2/ckpt-4000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podA/e15/F2-syn-ts2/ckpt-4000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podA/e15/F2-syn-ts2/ckpt-4000/adapter_vllm/decision_head.json b/meta_only/podA/e15/F2-syn-ts2/ckpt-4000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..a780d398b28cf6d07b96042b9ba6697d98985f04 --- /dev/null +++ b/meta_only/podA/e15/F2-syn-ts2/ckpt-4000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.00031258875969797373, + -0.00031283992575481534, + -0.0025878134183585644, + -0.0012615364976227283, + -0.00025007399381138384, + 0.0019558551721274853, + 0.0013559526996687055, + -0.0023348911199718714, + -0.0004082925443071872, + -0.0002078723773593083, + -1.2957353646925185e-05, + 0.0001676026004133746, + 0.0005569425993598998, + -0.001412136247381568, + -0.0028663526754826307, + -0.005061559844762087, + -0.00593328895047307, + -0.004319756291806698, + -0.004922541789710522, + -0.0049067651852965355, + -0.003943523392081261, + -0.003319827374070883, + -0.005581587553024292, + -0.0034480984322726727 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podA/e15/F2-syn-ts2/ckpt-4000/calibration.json b/meta_only/podA/e15/F2-syn-ts2/ckpt-4000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..20ef35bbfc297fe71770fd7fb50b11ba13596e29 --- /dev/null +++ b/meta_only/podA/e15/F2-syn-ts2/ckpt-4000/calibration.json @@ -0,0 +1,17 @@ +{ + "version": 1, + "per_kind": { + "noul": 0.8772158875840218, + "choice": 1.0, + "score": 1.0 + }, + "fit": { + "noul": { + "n": 2000, + "T": 0.8772158875840218, + "ce_before": 0.5872090458869934, + "ce_after": 0.5859716534614563 + } + }, + "source": "models/e15/F2-syn-ts2/ckpt-4000" +} \ No newline at end of file diff --git a/meta_only/podA/e15/F2-syn-ts2/ckpt-4000/judge_config.json b/meta_only/podA/e15/F2-syn-ts2/ckpt-4000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..de347b1ca6894533a350b069044f9b65b9a067e2 --- /dev/null +++ b/meta_only/podA/e15/F2-syn-ts2/ckpt-4000/judge_config.json @@ -0,0 +1,147 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e15", + "source_checkpoint": "models/e15/F2-syn-ts2/ckpt-4000", + "softcap": null, + "e15": { + "data": "data/e15/F2-syn-f2_wide_s0", + "data_manifest": { + "arm": "F2-syn", + "name": "F2-syn-f2_wide_s0", + "train_sha256": "bacf92d9a3b99b17963cf060a6c6696da5a891b0e2097c0c13e4ef231cad8bfd", + "n_train": 64000 + }, + "init": "released", + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "skip_rows": 0, + "epochs": 1, + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", + "total_rows": 16000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "train_seed": 2, + "event": "ckpt", + "tag": "ckpt-4000", + "rows_seen": 4000, + "step": 125, + "tokens": 2233956, + "tok_per_s": 697.0961923089297, + "val": { + "n": 2000, + "dropped_long": 0, + "noul_ce": 0.5872090458869934, + "kt_auc": 0.7059690666666667, + "kt_acc": 0.6745, + "kt_f1": 0.7591564927857936, + "kt_ece": 0.04050143676996229, + "kt_nll": 0.5974266697820276, + "kt_oracle_auc": 0.8209199999999999 + }, + "dropped_long": 0, + "peak_gib": 18.23592233657837 + } +} \ No newline at end of file diff --git a/meta_only/podA/e15/F2-syn-ts2/train_log.jsonl b/meta_only/podA/e15/F2-syn-ts2/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..a3f3d3eb52f8e10dd80320b110ef86a1eefb5695 --- /dev/null +++ b/meta_only/podA/e15/F2-syn-ts2/train_log.jsonl @@ -0,0 +1,55 @@ +{"time": "06:26:46", "event": "start", "model_dir": "/workspace/jev_kt/models/hf/JEV-9B", "init": "released", "device": "cuda", "load_s": 116.88724064826965, "trainable_lora": 40108032, "head": 98328} +{"time": "06:26:46", "event": "run", "data": "data/e15/F2-syn-f2_wide_s0", "out": "models/e15/F2-syn-ts2"} +{"time": "06:30:06", "event": "step", "step": 10, "rows_seen": 320, "loss": 0.6455424726009369, "lr": 7.333333333333333e-05, "tok_per_s": 864.1648793220648} +{"time": "06:33:32", "event": "step", "step": 20, "rows_seen": 640, "loss": 0.5691916644573212, "lr": 9.997508952966197e-05, "tok_per_s": 879.7089979151302} +{"time": "06:36:57", "event": "step", "step": 30, "rows_seen": 960, "loss": 0.6145087257027626, "lr": 9.977596250541417e-05, "tok_per_s": 883.8817808459542} +{"time": "06:43:18", "event": "ckpt", "tag": "ckpt-1000", "rows_seen": 1024, "step": 32, "tokens": 571198, "tok_per_s": 577.2668188731149, "val": {"n": 2000, "dropped_long": 0, "noul_ce": 0.5977705717086792, "kt_auc": 0.6910272, "kt_acc": 0.6715, "kt_f1": 0.7711598746081505, "kt_ece": 0.024213399231433872, "kt_nll": 0.6070624383464456, "kt_oracle_auc": 0.8209199999999999}, "dropped_long": 0, "peak_gib": 18.23592233657837} +{"time": "06:46:00", "event": "step", "step": 40, "rows_seen": 1280, "loss": 0.49560718424618244, "lr": 9.937854366485982e-05, "tok_per_s": 620.164850791} +{"time": "06:49:26", "event": "step", "step": 50, "rows_seen": 1600, "loss": 0.5435531158000231, "lr": 9.8784499920729e-05, "tok_per_s": 661.7603317741256} +{"time": "06:52:51", "event": "step", "step": 60, "rows_seen": 1920, "loss": 0.571967619471252, "lr": 9.79963228989294e-05, "tok_per_s": 691.0070013886613} +{"time": "06:56:09", "event": "step", "step": 70, "rows_seen": 2240, "loss": 0.6544291190803051, "lr": 9.701731848780134e-05, "tok_per_s": 713.717067581554} +{"time": "06:59:35", "event": "step", "step": 80, "rows_seen": 2560, "loss": 0.6001885309815407, "lr": 9.585159297207315e-05, "tok_per_s": 732.1222615610423} +{"time": "07:02:51", "event": "step", "step": 90, "rows_seen": 2880, "loss": 0.6844440903514624, "lr": 9.450403580967612e-05, "tok_per_s": 745.9680195681563} +{"time": "07:06:19", "event": "step", "step": 100, "rows_seen": 3200, "loss": 0.5869918055832386, "lr": 9.298029912365855e-05, "tok_per_s": 758.9640953851326} +{"time": "07:09:36", "event": "step", "step": 110, "rows_seen": 3520, "loss": 0.6177058294415474, "lr": 9.128677399521752e-05, "tok_per_s": 768.9046642550153} +{"time": "07:12:48", "event": "step", "step": 120, "rows_seen": 3840, "loss": 0.5659226290881634, "lr": 8.943056365728335e-05, "tok_per_s": 776.88242934115} +{"time": "07:20:13", "event": "ckpt", "tag": "ckpt-4000", "rows_seen": 4000, "step": 125, "tokens": 2233956, "tok_per_s": 697.0961923089297, "val": {"n": 2000, "dropped_long": 0, "noul_ce": 0.5872090458869934, "kt_auc": 0.7059690666666667, "kt_acc": 0.6745, "kt_f1": 0.7591564927857936, "kt_ece": 0.04050143676996229, "kt_nll": 0.5974266697820276, "kt_oracle_auc": 0.8209199999999999}, "dropped_long": 0, "peak_gib": 18.23592233657837} +{"time": "07:21:48", "event": "step", "step": 130, "rows_seen": 4160, "loss": 0.6327473446726799, "lr": 8.741945370109202e-05, "tok_per_s": 702.1023603165132} +{"time": "07:25:13", "event": "step", "step": 140, "rows_seen": 4480, "loss": 0.5759840530809015, "lr": 8.526187942070997e-05, "tok_per_s": 713.1354218768615} +{"time": "07:28:30", "event": "step", "step": 150, "rows_seen": 4800, "loss": 0.5707061104476452, "lr": 8.296689043247915e-05, "tok_per_s": 722.4259935626771} +{"time": "07:31:55", "event": "step", "step": 160, "rows_seen": 5120, "loss": 0.5802786787971854, "lr": 8.054411271778132e-05, "tok_per_s": 731.3474087016291} +{"time": "07:35:26", "event": "step", "step": 170, "rows_seen": 5440, "loss": 0.5940860616974533, "lr": 7.800370824832674e-05, "tok_per_s": 739.8123903381586} +{"time": "07:38:54", "event": "step", "step": 180, "rows_seen": 5760, "loss": 0.5624340735375881, "lr": 7.535633236331324e-05, "tok_per_s": 746.8696614195304} +{"time": "07:42:03", "event": "step", "step": 190, "rows_seen": 6080, "loss": 0.5912520987913013, "lr": 7.26130890772308e-05, "tok_per_s": 752.3562364560535} +{"time": "07:45:22", "event": "step", "step": 200, "rows_seen": 6400, "loss": 0.6021325793117285, "lr": 6.978548450576568e-05, "tok_per_s": 758.0579732026426} +{"time": "07:48:47", "event": "step", "step": 210, "rows_seen": 6720, "loss": 0.6127971671521664, "lr": 6.688537860515266e-05, "tok_per_s": 763.4548200348934} +{"time": "07:52:04", "event": "step", "step": 220, "rows_seen": 7040, "loss": 0.5751869678497314, "lr": 6.392493542739706e-05, "tok_per_s": 768.4017554471553} +{"time": "07:55:25", "event": "step", "step": 230, "rows_seen": 7360, "loss": 0.6023458447307348, "lr": 6.091657210001309e-05, "tok_per_s": 773.3941085178053} +{"time": "07:58:52", "event": "step", "step": 240, "rows_seen": 7680, "loss": 0.6117319948971272, "lr": 5.7872906744276015e-05, "tok_per_s": 777.8599860211123} +{"time": "08:02:18", "event": "step", "step": 250, "rows_seen": 8000, "loss": 0.5669006686657667, "lr": 5.48067055504363e-05, "tok_per_s": 781.8193783365497} +{"time": "08:05:45", "event": "step", "step": 260, "rows_seen": 8320, "loss": 0.6430634334683418, "lr": 5.173082923188119e-05, "tok_per_s": 785.5064561754219} +{"time": "08:09:01", "event": "step", "step": 270, "rows_seen": 8640, "loss": 0.5422472729114816, "lr": 4.865817908283331e-05, "tok_per_s": 788.8489726981908} +{"time": "08:12:36", "event": "step", "step": 280, "rows_seen": 8960, "loss": 0.6119591733440757, "lr": 4.560164286583922e-05, "tok_per_s": 792.4130319975866} +{"time": "08:16:05", "event": "step", "step": 290, "rows_seen": 9280, "loss": 0.5515958853065968, "lr": 4.257404075601443e-05, "tok_per_s": 795.5250679716197} +{"time": "08:19:23", "event": "step", "step": 300, "rows_seen": 9600, "loss": 0.5493999123573303, "lr": 3.958807156877371e-05, "tok_per_s": 798.009422876645} +{"time": "08:22:38", "event": "step", "step": 310, "rows_seen": 9920, "loss": 0.6051325015723705, "lr": 3.665625949658603e-05, "tok_per_s": 800.394590960104} +{"time": "08:26:07", "event": "step", "step": 320, "rows_seen": 10240, "loss": 0.6259422302246094, "lr": 3.379090157815887e-05, "tok_per_s": 803.0618989941252} +{"time": "08:29:40", "event": "step", "step": 330, "rows_seen": 10560, "loss": 0.6183753162622452, "lr": 3.10040161203844e-05, "tok_per_s": 805.7100296258465} +{"time": "08:33:01", "event": "step", "step": 340, "rows_seen": 10880, "loss": 0.571205634623766, "lr": 2.8307292289383776e-05, "tok_per_s": 807.8146983733594} +{"time": "08:36:24", "event": "step", "step": 350, "rows_seen": 11200, "loss": 0.5118719860911369, "lr": 2.571204108208194e-05, "tok_per_s": 810.20873857172} +{"time": "08:39:42", "event": "step", "step": 360, "rows_seen": 11520, "loss": 0.5721478387713432, "lr": 2.322914788395595e-05, "tok_per_s": 812.0454720943602} +{"time": "08:43:12", "event": "step", "step": 370, "rows_seen": 11840, "loss": 0.6032610423862934, "lr": 2.0869026811945157e-05, "tok_per_s": 814.0903412010981} +{"time": "08:46:39", "event": "step", "step": 380, "rows_seen": 12160, "loss": 0.5927565470337868, "lr": 1.8641577034025627e-05, "tok_per_s": 816.045387066437} +{"time": "08:50:00", "event": "step", "step": 390, "rows_seen": 12480, "loss": 0.5787679199129343, "lr": 1.6556141248659472e-05, "tok_per_s": 817.6542469808545} +{"time": "08:53:23", "event": "step", "step": 400, "rows_seen": 12800, "loss": 0.5608274359256029, "lr": 1.4621466498270773e-05, "tok_per_s": 819.3385638713371} +{"time": "08:56:43", "event": "step", "step": 410, "rows_seen": 13120, "loss": 0.613667257130146, "lr": 1.284566748110963e-05, "tok_per_s": 820.9428954212299} +{"time": "09:00:09", "event": "step", "step": 420, "rows_seen": 13440, "loss": 0.5660146474838257, "lr": 1.1236192515387821e-05, "tok_per_s": 822.5613101457626} +{"time": "09:03:29", "event": "step", "step": 430, "rows_seen": 13760, "loss": 0.4893360957503319, "lr": 9.799792298443728e-06, "tok_per_s": 824.0771140049842} +{"time": "09:06:57", "event": "step", "step": 440, "rows_seen": 14080, "loss": 0.615081962198019, "lr": 8.542491591971554e-06, "tok_per_s": 825.4324363023636} +{"time": "09:10:18", "event": "step", "step": 450, "rows_seen": 14400, "loss": 0.5754508003592491, "lr": 7.469563952077155e-06, "tok_per_s": 826.7666101103722} +{"time": "09:13:37", "event": "step", "step": 460, "rows_seen": 14720, "loss": 0.5495097045786679, "lr": 6.585509610150972e-06, "tok_per_s": 828.0339088489881} +{"time": "09:16:58", "event": "step", "step": 470, "rows_seen": 15040, "loss": 0.5626743640750647, "lr": 5.894036597333646e-06, "tok_per_s": 829.0315252216238} +{"time": "09:20:19", "event": "step", "step": 480, "rows_seen": 15360, "loss": 0.523910884745419, "lr": 5.398045191744809e-06, "tok_per_s": 830.1393946001875} +{"time": "09:23:46", "event": "step", "step": 490, "rows_seen": 15680, "loss": 0.5468991044908762, "lr": 5.099615753708697e-06, "tok_per_s": 831.2534390778311} +{"time": "09:27:08", "event": "step", "step": 500, "rows_seen": 16000, "loss": 0.602431814186275, "lr": 5e-06, "tok_per_s": 832.2581263883144} +{"time": "09:32:52", "event": "ckpt", "tag": "ckpt-16000", "rows_seen": 16000, "step": 500, "tokens": 9005752, "tok_per_s": 806.7066712076239, "val": {"n": 2000, "dropped_long": 0, "noul_ce": 0.5834363698959351, "kt_auc": 0.7085898666666666, "kt_acc": 0.6835, "kt_f1": 0.7680469036277024, "kt_ece": 0.03837460011243822, "kt_nll": 0.5978070369823836, "kt_oracle_auc": 0.8209199999999999}, "dropped_long": 0, "peak_gib": 18.237350940704346}