Instructions to use arcadia-impact/dispatch-models with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- PEFT
How to use arcadia-impact/dispatch-models with PEFT:
Task type is invalid.
- Notebooks
- Google Colab
- Kaggle
rollouts: coin-thinking-run2/coin-thinking-phase32/rollouts/raw_rollouts.rank-0.jsonl provenance
Browse files
rollouts/coin-thinking-run2/coin-thinking-phase32/rollouts/raw_rollouts.rank-0.jsonl.meta.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"source_repo": "arcadia-impact/scimt-dispatch-rlvr-gemma4-26b-v1-runs",
|
| 3 |
+
"source_path": "coin-thinking-run2/coin-thinking-phase32/rollouts/raw_rollouts.rank-0.jsonl",
|
| 4 |
+
"source_bytes": 74426248,
|
| 5 |
+
"rows": 1024,
|
| 6 |
+
"dropped_fields": [
|
| 7 |
+
"completion_ids",
|
| 8 |
+
"log_extra",
|
| 9 |
+
"log_metric",
|
| 10 |
+
"trainer_state"
|
| 11 |
+
],
|
| 12 |
+
"trainer_state": "TrainerState(epoch=0.020833333333333332, global_step=16, max_steps=32, logging_steps=1, eval_steps=500, save_steps=17, train_batch_size=4, num_train_epochs=1, num_input_tokens_seen=3222630, total_flos=0.0, log_history=[{'clip_ratio/high_max': 0.0, 'clip_ratio/high_mean': 0.0, 'clip_ratio/low_mean': 0.0, 'clip_ratio/low_min': 0.0, 'clip_ratio/region_mean': 0.0, 'completions/clipped_ratio': 0.1875, 'completions/max_length': 4096.0, 'completions/max_terminated_length': 4019.0, 'completions/mean_length': 2632.40625, 'completions/mean_terminated_length': 2294.654052734375, 'completions/min_length': 806.0, 'completions/min_terminated_length': 806.0, 'entropy': 0.1282222168520093, 'epoch': 0.0013020833333333333, 'frac_reward_zero_std': 0.25, 'grad_norm': 0.0011536319507285953, 'learning_rate': 1e-05, 'loss': -0.0033152722753584385, 'num_tokens': 228250.0, 'reward': 0.765625, 'reward/selected_zero_std_group_fraction': 0.0, 'reward/zero_std_group_fraction': 0.25, 'reward_components/channel_close_count': 0.8125, 'reward_components/channel_open_count': 1.0, 'reward_components/completion_truncated': 0.1875, 'reward_components/format_valid': 0.765625, 'reward_components/native_boundary_valid': 0.8125, 'reward_components/parser_json': 0.0, 'reward_components/parser_labelled_records': 0.0, 'reward_components/parser_natural': 0.8125, 'reward_components/parser_unsafe': 0.046875, 'reward_components/parser_valid': 0.765625, 'reward_components/reward': 0.765625, 'reward_components/runs_correct': 1.265625, 'reward_components/runs_total': 1.625, 'reward_components/semantic_correct': 0.765625, 'reward_std': 0.42695629596710205, 'rewards/reward_func/mean': 0.765625, 'rewards/reward_func/std': 0.42695629596710205, 'sampling/importance_sampling_ratio/max': 1.5687487125396729, 'sampling/importance_sampling_ratio/mean': 0.27578580379486084, 'sampling/importance_sampling_ratio/min': 0.0, 'sampling/sampling_logp_difference/max': 11.267158508300781, 'sampling/sampling_logp_difference/mean': 0.014642934314906597, 'step': 1, 'step_time': 200.55014428962022}, {'clip_ratio/high_max': 0.0, 'clip_ratio/high_mean': 0.0, 'clip_ratio/low_mean': 0.0, 'clip_ratio/low_min': 0.0, 'clip_ratio/region_mean': 0.0, 'completions/clipped_ratio': 0.015625, 'completions/max_length': 4096.0, 'completions/max_terminated_length': 3940.0, 'completions/mean_length': 1831.34375, 'completions/mean_terminated_length': 1795.39697265625, 'completions/min_length': 601.0, 'completions/min_terminated_length': 601.0, 'entropy': 0.10770621336996555, 'epoch': 0.0026041666666666665, 'frac_reward_zero_std': 0.875, 'grad_norm': 0.015225221402943134, 'learning_rate': 1e-05, 'loss': -0.0068842144683003426, 'num_tokens': 423024.0, 'reward': 0.984375, 'reward/selected_zero_std_group_fraction': 0.375, 'reward/zero_std_group_fraction': 0.5625, 'reward_components/channel_close_count': 0.984375, 'reward_components/channel_open_count': 1.0, 'reward_components/completion_truncated': 0.015625, 'reward_components/format_valid': 0.984375, 'reward_components/native_boundary_valid': 0.984375, 'reward_components/parser_json': 0.0625, 'reward_components/parser_labelled_records': 0.0, 'reward_components/parser_natural': 0.921875, 'reward_components/parser_unsafe': 0.0, 'reward_components/parser_valid': 0.984375, 'reward_components/reward': 0.984375, 'reward_components/runs_correct': 1.359375, 'reward_components/runs_total': 1.375, 'reward_components/semantic_correct': 0.984375, 'reward_std': 0.125, 'rewards/reward_func/mean': 0.984375, 'rewards/reward_func/std': 0.125, 'sampling/importance_sampling_ratio/max': 2.610960006713867, 'sampling/importance_sampling_ratio/mean': 0.315263032913208, 'sampling/importance_sampling_ratio/min': 0.0, 'sampling/sampling_logp_difference/max': 12.9798583984375, 'sampling/sampling_logp_difference/mean': 0.012177010998129845, 'step': 2, 'step_time': 142.26964644063264}, {'clip_ratio/high_max': 0.0, 'clip_ratio/high_mean': 0.0, 'clip_ratio/low_mean': 0.0, 'clip_ratio/low_min': 0.0, 'clip_ratio/region_mean': 0.0, 'completions/clipped_ratio': 0.109375, 'completions/max_length': 4096.0, 'completions/max_terminated_length': 3878.0, 'completions/mean_length': 2153.34375, 'completions/mean_terminated_length': 1914.77197265625, 'completions/min_length': 641.0, 'completions/min_terminated_length': 641.0, 'entropy': 0.12617996335029602, 'epoch': 0.00390625, 'frac_reward_zero_std': 0.5, 'grad_norm': 0.015413987450301647, 'learning_rate': 1e-05, 'loss': -0.009396588429808617, 'num_tokens': 618182.0, 'reward': 0.875, 'reward/selected_zero_std_group_fraction': 0.25, 'reward/zero_std_group_fraction': 0.5416666666666666, 'reward_components/channel_close_count': 0.890625, 'reward_components/channel_open_count': 1.0, 'reward_components/completion_truncated': 0.109375, 'reward_components/format_valid': 0.875, 'reward_components/native_boundary_valid': 0.890625, 'reward_components/parser_json': 0.0, 'reward_components/parser_labelled_records': 0.0, 'reward_components/parser_natural': 0.890625, 'reward_components/parser_unsafe': 0.0, 'reward_components/parser_valid': 0.875, 'reward_components/reward': 0.875, 'reward_components/runs_correct': 1.265625, 'reward_components/runs_total': 1.5, 'reward_components/semantic_correct': 0.875, 'reward_std': 0.3333333432674408, 'rewards/reward_func/mean': 0.875, 'rewards/reward_func/std': 0.3333333432674408, 'sampling/importance_sampling_ratio/max': 2.8673667907714844, 'sampling/importance_sampling_ratio/mean': 0.2788175046443939, 'sampling/importance_sampling_ratio/min': 0.0, 'sampling/sampling_logp_difference/max': 13.147320747375488, 'sampling/sampling_logp_difference/mean': 0.015405948273837566, 'step': 3, 'step_time': 145.2710806336254}, {'clip_ratio/high_max': 0.0, 'clip_ratio/high_mean': 0.0, 'clip_ratio/low_mean': 0.0, 'clip_ratio/low_min': 0.0, 'clip_ratio/region_mean': 0.0, 'completions/clipped_ratio': 0.171875, 'completions/max_length': 4096.0, 'completions/max_terminated_length': 3812.0, 'completions/mean_length': 2255.5, 'completions/mean_terminated_length': 1873.509521484375, 'completions/min_length': 600.0, 'completions/min_terminated_length': 600.0, 'entropy': 0.11300652660429478, 'epoch': 0.005208333333333333, 'frac_reward_zero_std': 0.625, 'grad_norm': 0.0048752459697425365, 'learning_rate': 1e-05, 'loss': -0.0020500593818724155, 'num_tokens': 839974.0, 'reward': 0.734375, 'reward/selected_zero_std_group_fraction': 0.25, 'reward/zero_std_group_fraction': 0.5625, 'reward_components/channel_close_count': 0.828125, 'reward_components/channel_open_count': 1.0, 'reward_components/completion_truncated': 0.171875, 'reward_components/format_valid': 0.734375, 'reward_components/native_boundary_valid': 0.828125, 'reward_components/parser_json': 0.046875, 'reward_components/parser_labelled_records': 0.0, 'reward_components/parser_natural': 0.78125, 'reward_components/parser_unsafe': 0.09375, 'reward_components/parser_valid': 0.734375, 'reward_components/reward': 0.734375, 'reward_components/runs_correct': 1.109375, 'reward_components/runs_total': 1.625, 'reward_components/semantic_correct': 0.734375, 'reward_std': 0.44515693187713623, 'rewards/reward_func/mean': 0.734375, 'rewards/reward_func/std': 0.44515693187713623, 'sampling/importance_sampling_ratio/max': 2.213904619216919, 'sampling/importance_sampling_ratio/mean': 0.32652053236961365, 'sampling/importance_sampling_ratio/min': 0.0, 'sampling/sampling_logp_difference/max': 7.92255163192749, 'sampling/sampling_logp_difference/mean': 0.013877478428184986, 'step': 4, 'step_time': 156.51220831135288}, {'clip_ratio/high_max': 0.0, 'clip_ratio/high_mean': 0.0, 'clip_ratio/low_mean': 0.0, 'clip_ratio/low_min': 0.0, 'clip_ratio/region_mean': 0.0, 'completions/clipped_ratio': 0.046875, 'completions/max_length': 4096.0, 'completions/max_terminated_length': 3845.0, 'completions/mean_length': 2066.296875, 'completions/mean_terminated_length': 1966.475341796875, 'completions/min_length': 858.0, 'completions/min_terminated_length': 858.0, 'entropy': 0.08706962689757347, 'epoch': 0.006510416666666667, 'frac_reward_zero_std': 0.625, 'grad_norm': 0.0025338781997561455, 'learning_rate': 1e-05, 'loss': -0.007903359830379486, 'num_tokens': 1036921.0, 'reward': 0.953125, 'reward/selected_zero_std_group_fraction': 0.25, 'reward/zero_std_group_fraction': 0.575, 'reward_components/channel_close_count': 0.953125, 'reward_components/channel_open_count': 1.0, 'reward_components/completion_truncated': 0.046875, 'reward_components/format_valid': 0.953125, 'reward_components/native_boundary_valid': 0.953125, 'reward_components/parser_json': 0.0, 'reward_components/parser_labelled_records': 0.0, 'reward_components/parser_natural': 0.953125, 'reward_components/parser_unsafe': 0.0, 'reward_components/parser_valid': 0.953125, 'reward_components/reward': 0.953125, 'reward_components/runs_correct': 1.53125, 'reward_components/runs_total': 1.625, 'reward_components/semantic_correct': 0.953125, 'reward_std': 0.21304203569889069, 'rewards/reward_func/mean': 0.953125, 'rewards/reward_func/std': 0.21304203569889069, 'sampling/importance_sampling_ratio/max': 2.06689190864563, 'sampling/importance_sampling_ratio/mean': 0.18144401907920837, 'sampling/importance_sampling_ratio/min': 0.0, 'sampling/sampling_logp_difference/max': 25.62481117248535, 'sampling/sampling_logp_difference/mean': 0.01159844920039177, 'step': 5, 'step_time': 143.6842720527202}, {'clip_ratio/high_max': 0.0, 'clip_ratio/high_mean': 0.0, 'clip_ratio/low_mean': 0.0, 'clip_ratio/low_min': 0.0, 'clip_ratio/region_mean': 0.0, 'completions/clipped_ratio': 0.203125, 'completions/max_length': 4096.0, 'completions/max_terminated_length': 3265.0, 'completions/mean_length': 2198.421875, 'completions/mean_terminated_length': 1714.7255859375, 'completions/min_length': 653.0, 'completions/min_terminated_length': 653.0, 'entropy': 0.09479253180325031, 'epoch': 0.0078125, 'frac_reward_zero_std': 0.375, 'grad_norm': 0.0012363357236608863, 'learning_rate': 1e-05, 'loss': -0.005158400163054466, 'num_tokens': 1244628.0, 'reward': 0.78125, 'reward/selected_zero_std_group_fraction': 0.20833333333333334, 'reward/zero_std_group_fraction': 0.5416666666666666, 'reward_components/channel_close_count': 0.796875, 'reward_components/channel_open_count': 1.0, 'reward_components/completion_truncated': 0.203125, 'reward_components/format_valid': 0.78125, 'reward_components/native_boundary_valid': 0.796875, 'reward_components/parser_json': 0.0625, 'reward_components/parser_labelled_records': 0.0, 'reward_components/parser_natural': 0.734375, 'reward_components/parser_unsafe': 0.015625, 'reward_components/parser_valid': 0.78125, 'reward_components/reward': 0.78125, 'reward_components/runs_correct': 1.1875, 'reward_components/runs_total': 1.5, 'reward_components/semantic_correct': 0.78125, 'reward_std': 0.4166666865348816, 'rewards/reward_func/mean': 0.78125, 'rewards/reward_func/std': 0.4166666865348816, 'sampling/importance_sampling_ratio/max': 1.0, 'sampling/importance_sampling_ratio/mean': 0.2652585506439209, 'sampling/importance_sampling_ratio/min': 0.0, 'sampling/sampling_logp_difference/max': 5.46408224105835, 'sampling/sampling_logp_difference/mean': 0.013486729934811592, 'step': 6, 'step_time': 153.38705213507637}, {'clip_ratio/high_max': 0.0, 'clip_ratio/high_mean': 0.0, 'clip_ratio/low_mean': 0.0, 'clip_ratio/low_min': 0.0, 'clip_ratio/region_mean': 0.0, 'completions/clipped_ratio': 0.140625, 'completions/max_length': 4096.0, 'completions/max_terminated_length': 3736.0, 'completions/mean_length': 2206.71875, 'completions/mean_terminated_length': 1897.5635986328125, 'completions/min_length': 677.0, 'completions/min_terminated_length': 677.0, 'entropy': 0.08720389613881707, 'epoch': 0.009114583333333334, 'frac_reward_zero_std': 0.625, 'grad_norm': 0.004168783780187368, 'learning_rate': 1e-05, 'loss': -0.010104609653353691, 'num_tokens': 1451650.0, 'reward': 0.859375, 'reward/selected_zero_std_group_fraction': 0.21428571428571427, 'reward/zero_std_group_fraction': 0.5535714285714286, 'reward_components/channel_close_count': 0.859375, 'reward_components/channel_open_count': 1.0, 'reward_components/completion_truncated': 0.140625, 'reward_components/format_valid': 0.859375, 'reward_components/native_boundary_valid': 0.859375, 'reward_components/parser_json': 0.125, 'reward_components/parser_labelled_records': 0.0, 'reward_components/parser_natural': 0.734375, 'reward_components/parser_unsafe': 0.0, 'reward_components/parser_valid': 0.859375, 'reward_components/reward': 0.859375, 'reward_components/runs_correct': 1.34375, 'reward_components/runs_total': 1.625, 'reward_components/semantic_correct': 0.859375, 'reward_std': 0.3503824472427368, 'rewards/reward_func/mean': 0.859375, 'rewards/reward_func/std': 0.3503824472427368, 'sampling/importance_sampling_ratio/max': 2.483690023422241, 'sampling/importance_sampling_ratio/mean': 0.3499862253665924, 'sampling/importance_sampling_ratio/min': 0.0, 'sampling/sampling_logp_difference/max': 3.714539051055908, 'sampling/sampling_logp_difference/mean': 0.010350207798182964, 'step': 7, 'step_time': 152.70913899922743}, {'clip_ratio/high_max': 0.0, 'clip_ratio/high_mean': 0.0, 'clip_ratio/low_mean': 0.0, 'clip_ratio/low_min': 0.0, 'clip_ratio/region_mean': 0.0, 'completions/clipped_ratio': 0.078125, 'completions/max_length': 4096.0, 'completions/max_terminated_length': 3866.0, 'completions/mean_length': 2072.078125, 'completions/mean_terminated_length': 1900.559326171875, 'completions/min_length': 739.0, 'completions/min_terminated_length': 739.0, 'entropy': 0.10795088950544596, 'epoch': 0.010416666666666666, 'frac_reward_zero_std': 0.75, 'grad_norm': 0.008111380971968174, 'learning_rate': 1e-05, 'loss': -0.002255987608805299, 'num_tokens': 1655495.0, 'reward': 0.796875, 'reward/selected_zero_std_group_fraction': 0.25, 'reward/zero_std_group_fraction': 0.578125, 'reward_components/channel_close_count': 0.921875, 'reward_components/channel_open_count': 1.0, 'reward_components/completion_truncated': 0.078125, 'reward_components/format_valid': 0.796875, 'reward_components/native_boundary_valid': 0.921875, 'reward_components/parser_json': 0.0, 'reward_components/parser_labelled_records': 0.0, 'reward_components/parser_natural': 0.921875, 'reward_components/parser_unsafe': 0.125, 'reward_components/parser_valid': 0.796875, 'reward_components/reward': 0.796875, 'reward_components/runs_correct': 1.40625, 'reward_components/runs_total': 1.625, 'reward_components/semantic_correct': 0.796875, 'reward_std': 0.40550529956817627, 'rewards/reward_func/mean': 0.796875, 'rewards/reward_func/std': 0.40550529956817627, 'sampling/importance_sampling_ratio/max': 2.2298293113708496, 'sampling/importance_sampling_ratio/mean': 0.3002867102622986, 'sampling/importance_sampling_ratio/min': 0.0, 'sampling/sampling_logp_difference/max': 12.510236740112305, 'sampling/sampling_logp_difference/mean': 0.011226527392864227, 'step': 8, 'step_time': 149.86075648618862}, {'clip_ratio/high_max': 0.0, 'clip_ratio/high_mean': 0.0, 'clip_ratio/low_mean': 0.0, 'clip_ratio/low_min': 0.0, 'clip_ratio/region_mean': 0.0, 'completions/clipped_ratio': 0.15625, 'completions/max_length': 4096.0, 'completions/max_terminated_length': 3638.0, 'completions/mean_length': 2010.03125, 'completions/mean_terminated_length': 1623.74072265625, 'completions/min_length': 629.0, 'completions/min_terminated_length': 629.0, 'entropy': 0.0870186563115567, 'epoch': 0.01171875, 'frac_reward_zero_std': 0.875, 'grad_norm': 0.0017528084572404623, 'learning_rate': 1e-05, 'loss': -0.006248719058930874, 'num_tokens': 1864585.0, 'reward': 0.84375, 'reward/selected_zero_std_group_fraction': 0.3055555555555556, 'reward/zero_std_group_fraction': 0.6111111111111112, 'reward_components/channel_close_count': 0.84375, 'reward_components/channel_open_count': 1.0, 'reward_components/completion_truncated': 0.15625, 'reward_components/format_valid': 0.84375, 'reward_components/native_boundary_valid': 0.84375, 'reward_components/parser_json': 0.0, 'reward_components/parser_labelled_records': 0.0, 'reward_components/parser_natural': 0.84375, 'reward_components/parser_unsafe': 0.0, 'reward_components/parser_valid': 0.84375, 'reward_components/reward': 0.84375, 'reward_components/runs_correct': 1.3125, 'reward_components/runs_total': 1.625, 'reward_components/semantic_correct': 0.84375, 'reward_std': 0.36596253514289856, 'rewards/reward_func/mean': 0.84375, 'rewards/reward_func/std': 0.36596253514289856, 'sampling/importance_sampling_ratio/max': 1.813738226890564, 'sampling/importance_sampling_ratio/mean': 0.38007521629333496, 'sampling/importance_sampling_ratio/min': 0.0, 'sampling/sampling_logp_difference/max': 6.474149227142334, 'sampling/sampling_logp_difference/mean': 0.010790170170366764, 'step': 9, 'step_time': 150.01978925429285}, {'clip_ratio/high_max': 0.0, 'clip_ratio/high_mean': 0.0, 'clip_ratio/low_mean': 0.0, 'clip_ratio/low_min': 0.0, 'clip_ratio/region_mean': 0.0, 'completions/clipped_ratio': 0.140625, 'completions/max_length': 4096.0, 'completions/max_terminated_length': 2771.0, 'completions/mean_length': 1648.953125, 'completions/mean_terminated_length': 1248.5272216796875, 'completions/min_length': 650.0, 'completions/min_terminated_length': 650.0, 'entropy': 0.08642252301797271, 'epoch': 0.013020833333333334, 'frac_reward_zero_std': 0.875, 'grad_norm': 0.0029048214200884104, 'learning_rate': 1e-05, 'loss': -0.004058819729834795, 'num_tokens': 2024262.0, 'reward': 0.859375, 'reward/selected_zero_std_group_fraction': 0.35, 'reward/zero_std_group_fraction': 0.6375, 'reward_components/channel_close_count': 0.859375, 'reward_components/channel_open_count': 1.0, 'reward_components/completion_truncated': 0.140625, 'reward_components/format_valid': 0.859375, 'reward_components/native_boundary_valid': 0.859375, 'reward_components/parser_json': 0.0, 'reward_components/parser_labelled_records': 0.0, 'reward_components/parser_natural': 0.859375, 'reward_components/parser_unsafe': 0.0, 'reward_components/parser_valid': 0.859375, 'reward_components/reward': 0.859375, 'reward_components/runs_correct': 0.984375, 'reward_components/runs_total': 1.125, 'reward_components/semantic_correct': 0.859375, 'reward_std': 0.3503824472427368, 'rewards/reward_func/mean': 0.859375, 'rewards/reward_func/std': 0.3503824472427368, 'sampling/importance_sampling_ratio/max': 1.9908063411712646, 'sampling/importance_sampling_ratio/mean': 0.39528805017471313, 'sampling/importance_sampling_ratio/min': 0.0, 'sampling/sampling_logp_difference/max': 3.9151744842529297, 'sampling/sampling_logp_difference/mean': 0.012164212763309479, 'step': 10, 'step_time': 129.30503477202728}, {'clip_ratio/high_max': 0.0, 'clip_ratio/high_mean': 0.0, 'clip_ratio/low_mean': 0.0, 'clip_ratio/low_min': 0.0, 'clip_ratio/region_mean': 0.0, 'completions/clipped_ratio': 0.140625, 'completions/max_length': 4096.0, 'completions/max_terminated_length': 4036.0, 'completions/mean_length': 1976.546875, 'completions/mean_terminated_length': 1629.7271728515625, 'completions/min_length': 581.0, 'completions/min_terminated_length': 581.0, 'entropy': 0.11516128480434418, 'epoch': 0.014322916666666666, 'frac_reward_zero_std': 0.375, 'grad_norm': 0.03148887678980827, 'learning_rate': 1e-05, 'loss': -0.06983760744333267, 'num_tokens': 2210473.0, 'reward': 0.796875, 'reward/selected_zero_std_group_fraction': 0.3181818181818182, 'reward/zero_std_group_fraction': 0.6136363636363636, 'reward_components/channel_close_count': 0.84375, 'reward_components/channel_open_count': 1.0, 'reward_components/completion_truncated': 0.140625, 'reward_components/format_valid': 0.796875, 'reward_components/native_boundary_valid': 0.84375, 'reward_components/parser_json': 0.0, 'reward_components/parser_labelled_records': 0.0, 'reward_components/parser_natural': 0.84375, 'reward_components/parser_unsafe': 0.015625, 'reward_components/parser_valid': 0.796875, 'reward_components/reward': 0.796875, 'reward_components/runs_correct': 1.046875, 'reward_components/runs_total': 1.375, 'reward_components/semantic_correct': 0.796875, 'reward_std': 0.40550529956817627, 'rewards/reward_func/mean': 0.796875, 'rewards/reward_func/std': 0.40550529956817627, 'sampling/importance_sampling_ratio/max': 2.955448627471924, 'sampling/importance_sampling_ratio/mean': 0.39765244722366333, 'sampling/importance_sampling_ratio/min': 0.0, 'sampling/sampling_logp_difference/max': 15.707569122314453, 'sampling/sampling_logp_difference/mean': 0.013812672346830368, 'step': 11, 'step_time': 139.653326690197}, {'clip_ratio/high_max': 0.0, 'clip_ratio/high_mean': 0.0, 'clip_ratio/low_mean': 0.0, 'clip_ratio/low_min': 0.0, 'clip_ratio/region_mean': 0.0, 'completions/clipped_ratio': 0.078125, 'completions/max_length': 4096.0, 'completions/max_terminated_length': 3948.0, 'completions/mean_length': 1791.203125, 'completions/mean_terminated_length': 1595.88134765625, 'completions/min_length': 680.0, 'completions/min_terminated_length': 680.0, 'entropy': 0.07880649995058775, 'epoch': 0.015625, 'frac_reward_zero_std': 0.625, 'grad_norm': 0.025353381410241127, 'learning_rate': 1e-05, 'loss': -0.014870086684823036, 'num_tokens': 2404982.0, 'reward': 0.90625, 'reward/selected_zero_std_group_fraction': 0.3125, 'reward/zero_std_group_fraction': 0.6145833333333334, 'reward_components/channel_close_count': 0.921875, 'reward_components/channel_open_count': 1.0, 'reward_components/completion_truncated': 0.078125, 'reward_components/format_valid': 0.90625, 'reward_components/native_boundary_valid': 0.921875, 'reward_components/parser_json': 0.0, 'reward_components/parser_labelled_records': 0.0, 'reward_components/parser_natural': 0.921875, 'reward_components/parser_unsafe': 0.015625, 'reward_components/parser_valid': 0.90625, 'reward_components/reward': 0.90625, 'reward_components/runs_correct': 1.203125, 'reward_components/runs_total': 1.375, 'reward_components/semantic_correct': 0.90625, 'reward_std': 0.29378482699394226, 'rewards/reward_func/mean': 0.90625, 'rewards/reward_func/std': 0.29378482699394226, 'sampling/importance_sampling_ratio/max': 2.6387836933135986, 'sampling/importance_sampling_ratio/mean': 0.3010123074054718, 'sampling/importance_sampling_ratio/min': 0.0, 'sampling/sampling_logp_difference/max': 26.78571319580078, 'sampling/sampling_logp_difference/mean': 0.010469737462699413, 'step': 12, 'step_time': 137.0080711999908}, {'clip_ratio/high_max': 0.0, 'clip_ratio/high_mean': 0.0, 'clip_ratio/low_mean': 0.0, 'clip_ratio/low_min': 0.0, 'clip_ratio/region_mean': 0.0, 'completions/clipped_ratio': 0.0, 'completions/max_length': 3022.0, 'completions/max_terminated_length': 3022.0, 'completions/mean_length': 1364.96875, 'completions/mean_terminated_length': 1364.96875, 'completions/min_length': 532.0, 'completions/min_terminated_length': 532.0, 'entropy': 0.07851186720654368, 'epoch': 0.016927083333333332, 'frac_reward_zero_std': 1.0, 'grad_norm': 0.0, 'learning_rate': 1e-05, 'loss': 0.0, 'num_tokens': 2546612.0, 'reward': 1.0, 'reward/selected_zero_std_group_fraction': 0.36538461538461536, 'reward/zero_std_group_fraction': 0.6442307692307693, 'reward_components/channel_close_count': 1.0, 'reward_components/channel_open_count': 1.0, 'reward_components/completion_truncated': 0.0, 'reward_components/format_valid': 1.0, 'reward_components/native_boundary_valid': 1.0, 'reward_components/parser_json': 0.0, 'reward_components/parser_labelled_records': 0.0, 'reward_components/parser_natural': 1.0, 'reward_components/parser_unsafe': 0.0, 'reward_components/parser_valid': 1.0, 'reward_components/reward': 1.0, 'reward_components/runs_correct': 1.375, 'reward_components/runs_total': 1.375, 'reward_components/semantic_correct': 1.0, 'reward_std': 0.0, 'rewards/reward_func/mean': 1.0, 'rewards/reward_func/std': 0.0, 'sampling/importance_sampling_ratio/max': 2.8008604049682617, 'sampling/importance_sampling_ratio/mean': 0.37771734595298767, 'sampling/importance_sampling_ratio/min': 0.0, 'sampling/sampling_logp_difference/max': 3.568187952041626, 'sampling/sampling_logp_difference/mean': 0.009501718915998936, 'step': 13, 'step_time': 93.79989521810785}, {'clip_ratio/high_max': 0.0, 'clip_ratio/high_mean': 0.0, 'clip_ratio/low_mean': 0.0, 'clip_ratio/low_min': 0.0, 'clip_ratio/region_mean': 0.0, 'completions/clipped_ratio': 0.0625, 'completions/max_length': 4096.0, 'completions/max_terminated_length': 3501.0, 'completions/mean_length': 1657.578125, 'completions/mean_terminated_length': 1495.0167236328125, 'completions/min_length': 372.0, 'completions/min_terminated_length': 372.0, 'entropy': 0.08700296236202121, 'epoch': 0.018229166666666668, 'frac_reward_zero_std': 0.625, 'grad_norm': 0.022519465535879135, 'learning_rate': 1e-05, 'loss': -0.016026651486754417, 'num_tokens': 2731545.0, 'reward': 0.90625, 'reward/selected_zero_std_group_fraction': 0.35714285714285715, 'reward/zero_std_group_fraction': 0.6428571428571429, 'reward_components/channel_close_count': 0.9375, 'reward_components/channel_open_count': 1.0, 'reward_components/completion_truncated': 0.0625, 'reward_components/format_valid': 0.90625, 'reward_components/native_boundary_valid': 0.9375, 'reward_components/parser_json': 0.0, 'reward_components/parser_labelled_records': 0.0, 'reward_components/parser_natural': 0.9375, 'reward_components/parser_unsafe': 0.03125, 'reward_components/parser_valid': 0.90625, 'reward_components/reward': 0.90625, 'reward_components/runs_correct': 1.21875, 'reward_components/runs_total': 1.375, 'reward_components/semantic_correct': 0.90625, 'reward_std': 0.29378482699394226, 'rewards/reward_func/mean': 0.90625, 'rewards/reward_func/std': 0.29378482699394226, 'sampling/importance_sampling_ratio/max': 2.862748861312866, 'sampling/importance_sampling_ratio/mean': 0.417085200548172, 'sampling/importance_sampling_ratio/min': 0.0, 'sampling/sampling_logp_difference/max': 2.9688491821289062, 'sampling/sampling_logp_difference/mean': 0.010627579875290394, 'step': 14, 'step_time': 136.54511701548472}, {'clip_ratio/high_max': 0.0, 'clip_ratio/high_mean': 0.0, 'clip_ratio/low_mean': 0.0, 'clip_ratio/low_min': 0.0, 'clip_ratio/region_mean': 0.0, 'completions/clipped_ratio': 0.03125, 'completions/max_length': 4096.0, 'completions/max_terminated_length': 4020.0, 'completions/mean_length': 1676.0625, 'completions/mean_terminated_length': 1598.0, 'completions/min_length': 682.0, 'completions/min_terminated_length': 682.0, 'entropy': 0.09528498537838459, 'epoch': 0.01953125, 'frac_reward_zero_std': 0.75, 'grad_norm': 0.0033239691983908415, 'learning_rate': 1e-05, 'loss': -0.006476776208728552, 'num_tokens': 2896925.0, 'reward': 0.859375, 'reward/selected_zero_std_group_fraction': 0.36666666666666664, 'reward/zero_std_group_fraction': 0.65, 'reward_components/channel_close_count': 0.96875, 'reward_components/channel_open_count': 1.0, 'reward_components/completion_truncated': 0.03125, 'reward_components/format_valid': 0.859375, 'reward_components/native_boundary_valid': 0.96875, 'reward_components/parser_json': 0.09375, 'reward_components/parser_labelled_records': 0.0, 'reward_components/parser_natural': 0.875, 'reward_components/parser_unsafe': 0.109375, 'reward_components/parser_valid': 0.859375, 'reward_components/reward': 0.859375, 'reward_components/runs_correct': 1.21875, 'reward_components/runs_total': 1.5, 'reward_components/semantic_correct': 0.859375, 'reward_std': 0.3503824472427368, 'rewards/reward_func/mean': 0.859375, 'rewards/reward_func/std': 0.3503824472427368, 'sampling/importance_sampling_ratio/max': 2.320100784301758, 'sampling/importance_sampling_ratio/mean': 0.27009284496307373, 'sampling/importance_sampling_ratio/min': 0.0, 'sampling/sampling_logp_difference/max': 12.702853202819824, 'sampling/sampling_logp_difference/mean': 0.013368000276386738, 'step': 15, 'step_time': 127.97649346617982}, {'clip_ratio/high_max': 0.0, 'clip_ratio/high_mean': 0.0, 'clip_ratio/low_mean': 0.0, 'clip_ratio/low_min': 0.0, 'clip_ratio/region_mean': 0.0, 'completions/clipped_ratio': 0.015625, 'completions/max_length': 4096.0, 'completions/max_terminated_length': 3962.0, 'completions/mean_length': 1511.53125, 'completions/mean_terminated_length': 1470.508056640625, 'completions/min_length': 653.0, 'completions/min_terminated_length': 653.0, 'entropy': 0.08486554026603699, 'epoch': 0.020833333333333332, 'frac_reward_zero_std': 0.875, 'grad_norm': 0.0001440451160306111, 'learning_rate': 1e-05, 'loss': -0.00045549581409431994, 'num_tokens': 3062719.0, 'reward': 0.984375, 'reward/selected_zero_std_group_fraction': 0.390625, 'reward/zero_std_group_fraction': 0.6640625, 'reward_components/channel_close_count': 1.0, 'reward_components/channel_open_count': 1.0, 'reward_components/completion_truncated': 0.015625, 'reward_components/format_valid': 0.984375, 'reward_components/native_boundary_valid': 1.0, 'reward_components/parser_json': 0.0, 'reward_components/parser_labelled_records': 0.0, 'reward_components/parser_natural': 1.0, 'reward_components/parser_unsafe': 0.0, 'reward_components/parser_valid': 0.984375, 'reward_components/reward': 0.984375, 'reward_components/runs_correct': 1.34375, 'reward_components/runs_total': 1.375, 'reward_components/semantic_correct': 0.984375, 'reward_std': 0.125, 'rewards/reward_func/mean': 0.984375, 'rewards/reward_func/std': 0.125, 'sampling/importance_sampling_ratio/max': 2.442641496658325, 'sampling/importance_sampling_ratio/mean': 0.31286460161209106, 'sampling/importance_sampling_ratio/min': 0.0, 'sampling/sampling_logp_difference/max': 4.551835536956787, 'sampling/sampling_logp_difference/mean': 0.010723333805799484, 'step': 16, 'step_time': 136.00184198096395}], best_metric=None, best_global_step=None, best_model_checkpoint=None, is_local_process_zero=True, is_world_process_zero=True, is_hyper_param_search=False, trial_name=None, trial_params=None, stateful_callbacks={'TrainerControl': {'args': {'should_epoch_stop': False, 'should_evaluate': False, 'should_log': False, 'should_save': True, 'should_training_stop': True}, 'attributes': {}}})",
|
| 13 |
+
"note": "completion_ids removed; regenerate by tokenising completion_raw_text with the gemma4-26b-a4b tokenizer (verified exact on 221 sampled records). log_extra/log_metric were bound-method reprs and held no data."
|
| 14 |
+
}
|