rollouts: control-direct-run2/control-direct-phase16/rollouts/raw_rollouts.rank-0.jsonl provenance
Browse files
rollouts/control-direct-run2/control-direct-phase16/rollouts/raw_rollouts.rank-0.jsonl.meta.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"source_repo": "arcadia-impact/scimt-dispatch-rlvr-gemma4-26b-v1-runs",
|
| 3 |
+
"source_path": "control-direct-run2/control-direct-phase16/rollouts/raw_rollouts.rank-0.jsonl",
|
| 4 |
+
"source_bytes": 21554279,
|
| 5 |
+
"rows": 1024,
|
| 6 |
+
"dropped_fields": [
|
| 7 |
+
"completion_ids",
|
| 8 |
+
"log_extra",
|
| 9 |
+
"log_metric",
|
| 10 |
+
"trainer_state"
|
| 11 |
+
],
|
| 12 |
+
"trainer_state": "TrainerState(epoch=0, global_step=0, max_steps=16, logging_steps=1, eval_steps=500, save_steps=17, train_batch_size=4, num_train_epochs=1, num_input_tokens_seen=65807, total_flos=0, log_history=[], best_metric=None, best_global_step=None, best_model_checkpoint=None, is_local_process_zero=True, is_world_process_zero=True, is_hyper_param_search=False, trial_name=None, trial_params=None, stateful_callbacks={'TrainerControl': {'args': {'should_training_stop': False, 'should_epoch_stop': False, 'should_save': False, 'should_evaluate': False, 'should_log': False}, 'attributes': {}}})",
|
| 13 |
+
"note": "completion_ids removed; regenerate by tokenising completion_raw_text with the gemma4-26b-a4b tokenizer (verified exact on 221 sampled records). log_extra/log_metric were bound-method reprs and held no data."
|
| 14 |
+
}
|