RealArDor's picture
download
raw
349 kB
[ { "step": 1, "phase": "full", "loss": 1.2721913903951645, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 3.776406764984131, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "f4b51577e857121ff1295d835c1928910a762baab457b672380643eda11cceb4", "elapsed_seconds": 7.114253018051386, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 90048 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 2, "phase": "full", "loss": 1.0211783349514008, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.9008580446243286, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "d959b2343068b58f53efac492832b1aeed2b77e36347d80d7d5ed5764f7b9ca4", "elapsed_seconds": 11.69145268946886, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 76, "padded_tokens": 69628 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 3, "phase": "full", "loss": 0.9237315580248833, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.9125941395759583, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "88af9573bba610f4c58840425697812bd72ac2e4417277c5298ae76bd5917ce2", "elapsed_seconds": 17.363509639166296, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 79798 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 4, "phase": "full", "loss": 0.8925421237945557, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.8799450993537903, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "3f127fff95cc68387c549ce6f73c24e8501998fbe8ff017e8c12c52934dfb9c2", "elapsed_seconds": 21.635959962382913, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 65960 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 5, "phase": "full", "loss": 0.8673743009567261, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.7864654660224915, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "aa9349338692250cc9b1a0c4bb7a3005a93e2cda97888a809356d7c8e5c01cdb", "elapsed_seconds": 26.183773255907, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 70096 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 6, "phase": "full", "loss": 0.8798201978206635, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.5908231139183044, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "724b395a2b5f024b6dfe49d40e2e5d6039d35a98e10a33b7ed3fd98e9298b3d6", "elapsed_seconds": 30.579670924693346, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 76, "padded_tokens": 67651 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 7, "phase": "full", "loss": 0.853621244430542, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.6758522391319275, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "d5c0c9c660e672b1e753b3cbf17142ae4fc6f55ae0021cc9c611e19fc66a7d21", "elapsed_seconds": 34.42393082752824, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 80, "padded_tokens": 59831 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 8, "phase": "full", "loss": 0.8291803933680058, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.8019195199012756, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "ce054a4aa00ce0b39c7e6a5ca8870026401e5bab0d945d5af81dbf6ebe086502", "elapsed_seconds": 39.42907630931586, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 75, "padded_tokens": 71937 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 9, "phase": "full", "loss": 0.8367063105106354, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.8922042846679688, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "16b32424b66a8e8614dddf56c8708e720100e9cb587bc99876eba6add61d81a2", "elapsed_seconds": 43.30513881333172, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 81, "padded_tokens": 61415 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 10, "phase": "full", "loss": 0.975780114531517, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.5643630027770996, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "fc3ccf62b534ec01b64475b3a2b801ac5cff6d648e820834e631a123ef03c20a", "elapsed_seconds": 49.229073856025934, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 80592 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 11, "phase": "full", "loss": 0.8858762383460999, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.1590708494186401, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "a9f5ccb9f75f379cde39e659957fc8d00e97bb6531b541276892f6f6b2dc31cc", "elapsed_seconds": 53.295570999383926, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 63550 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 12, "phase": "full", "loss": 0.874903604388237, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.8174502849578857, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "f0f6bdbb7197b258d456ed1956fc432ce7267da9e8835b039f895e2347a0b9f1", "elapsed_seconds": 58.975272997282445, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 80243 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 13, "phase": "full", "loss": 0.8578350394964218, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.40422990918159485, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "54a33969f45558720610ec359d82a95c5d7eef1406c80013b9cc02259046fa82", "elapsed_seconds": 64.20630920119584, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 80, "padded_tokens": 75190 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 14, "phase": "full", "loss": 0.766780324280262, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.7228848338127136, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "13b3e8241b67e7d569daff8c4976c037f6a858f40069c681a72ae649b0f7c404", "elapsed_seconds": 70.25897219404578, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 85090 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 15, "phase": "full", "loss": 0.8573455214500427, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.8173920512199402, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "17775bdfcf880f96a220f61f79b139bf8209c18c5253cbd20540b5f81d3bb0f9", "elapsed_seconds": 74.20139038655907, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 80, "padded_tokens": 62249 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 16, "phase": "full", "loss": 0.861258402466774, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.5090381503105164, "microbatches": 5, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "e0147dcc9d6b2ca8cb00a5dd331963b197a11ba6e80dacaaf994e26696fb74d6", "elapsed_seconds": 81.13933396339417, "online_compute": { "forward_calls": 5, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 90977 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 17, "phase": "full", "loss": 0.9074367433786392, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.0409643650054932, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "53ae81bb1f68c9029cfe05156582b2720dc5bd4b36144ca49b1466bd0e4ce8af", "elapsed_seconds": 84.8544898526743, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 80, "padded_tokens": 59514 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 18, "phase": "full", "loss": 0.9596580620855093, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.9270724654197693, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "ccff8a6a9fce3e4ae01c2443bbd8b70327374e58b9dc2516543206c0272f4c94", "elapsed_seconds": 89.92957852687687, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 74159 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 19, "phase": "full", "loss": 0.9231775850057602, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.7094159126281738, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "ce34ecf70715474ff20b33f81022361027ce5202e77790d1597ce841a4073a95", "elapsed_seconds": 93.83160066697747, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 80, "padded_tokens": 60811 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 20, "phase": "full", "loss": 1.163607507944107, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.477220058441162, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "63a5e8eb48a5f734124f7c7497f15213be9b8c48ecdd5b71f0e47e0a5bdb33fd", "elapsed_seconds": 99.90557994693518, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 80, "padded_tokens": 85471 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 21, "phase": "full", "loss": 0.9906201958656311, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.7354679703712463, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "6a819356540c6e3fb3310d69f91e4c1f6426c92c136c0addd6a6112d363119f7", "elapsed_seconds": 105.46261655911803, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 78860 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 22, "phase": "full", "loss": 0.7893734946846962, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.5588740706443787, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "29a95320b735811a2623e20f2f0311d54e62bb2320885082dc0d89105780c0ab", "elapsed_seconds": 109.23459250293672, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 76, "padded_tokens": 59336 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 23, "phase": "full", "loss": 0.9374197572469711, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.5772453546524048, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "bdee13d535bfb0ccd954019d76b684098509daf71974c464b1506bc9e7dbeada", "elapsed_seconds": 114.27878377772868, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 74927 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 24, "phase": "full", "loss": 0.8591745346784592, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.656568169593811, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "3df13166b29e478b9e0856dd40b0c0aed029bd013eecbfff903f5e909114b436", "elapsed_seconds": 121.53666203189641, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 93474 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 25, "phase": "full", "loss": 0.8769354522228241, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.6785094738006592, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "dec9a81285b1f39acb4f46a428cd853091b9872b153a3058b3b485efbf46f470", "elapsed_seconds": 130.00150316487998, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 109869 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 26, "phase": "full", "loss": 0.857553519308567, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.729388952255249, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "b91148826005c959c9830bc77ef8caab58cf6281c4dab6b3daaffb1e5faae05a", "elapsed_seconds": 135.25498420372605, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 75942 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 27, "phase": "full", "loss": 0.9869636297225952, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.6534459590911865, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "27c298478719c9109adcca9ec62312172a793ab356fea5ab58c6364daa678699", "elapsed_seconds": 138.90257897600532, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 76, "padded_tokens": 57059 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 28, "phase": "full", "loss": 0.7920747846364975, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.6925879120826721, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "d9723ff6dc052815bfa93f8b1eb2e1ef011205198b8373fa2d63748bdd435081", "elapsed_seconds": 142.5493653388694, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 58279 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 29, "phase": "full", "loss": 0.8943650275468826, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.6091416478157043, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "dc8611e20530f0a41df1ac8ab10cd2c33d408162ae14f2bc3b37e56a8b11e873", "elapsed_seconds": 148.36225138790905, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 81562 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 30, "phase": "full", "loss": 0.8180960714817047, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.5661343932151794, "microbatches": 5, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "bf03a530ca1ac4d50c394c92538ce95676b34d84c3c0c33838cb4e7b001f18ab", "elapsed_seconds": 156.23724773526192, "online_compute": { "forward_calls": 5, "question_instances": 24, "leaf_paths": 76, "padded_tokens": 101240 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 31, "phase": "full", "loss": 0.829656258225441, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.39174121618270874, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "1833d15f7c222c4f1d83df1d03cfb69228f3b15d20514c38f76a71918ce91fec", "elapsed_seconds": 162.571957686916, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 86748 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 32, "phase": "full", "loss": 0.8502700924873352, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.4841110110282898, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "d49ce7a15d12ad7e5da84c1143e1ba4601fd98b63876cd5ccb4e98cabbbb6cf8", "elapsed_seconds": 166.22209406923503, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 58470 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 33, "phase": "full", "loss": 0.8893280625343323, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.4311351478099823, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "32f85ee1786a7b9edb473123e9336fb0cf5559e4abee922f7b015f927f0e5cba", "elapsed_seconds": 172.07510057277977, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 81605 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 34, "phase": "full", "loss": 0.8806101083755493, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.3583621084690094, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "3d914010a88825bd39fee66ec9b0e7e9467ab33c8babe2b53fc8bb300bced97a", "elapsed_seconds": 177.8714514123276, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 81709 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 35, "phase": "full", "loss": 0.8951952755451202, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.44830194115638733, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "cb75883a7a2754e6d3a3b247d1464afe64bd9933fa650aae7a0f3bdb32f1efee", "elapsed_seconds": 182.25699948426336, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 68457 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 36, "phase": "full", "loss": 0.920794889330864, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.5238444805145264, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "e3c8c1e83ea12ff5c0513292bccb7a00381511e5757173e2573ea6ef752cc8e3", "elapsed_seconds": 187.12764709535986, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 71047 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 37, "phase": "full", "loss": 0.8640183806419373, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.4890499711036682, "microbatches": 5, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "6438d9e9e60c2c8c378a829bc52c9b23564b7072f1f19f538a6021f189d25927", "elapsed_seconds": 195.18358885776252, "online_compute": { "forward_calls": 5, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 103178 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 38, "phase": "full", "loss": 0.8781543970108032, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.3798885643482208, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "ed9ba79e438084e1c66d4878ee4cf26b7c9e4058f869c4f6e31cad1d2a17c3c8", "elapsed_seconds": 201.35307922121137, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 85533 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 39, "phase": "full", "loss": 0.8878737539052963, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.41967684030532837, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "8f3267bb6c8c57b8a314a56c0041dc3dc8726bf491dbad32d5d2f3db1b6cce90", "elapsed_seconds": 206.43844812642783, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 71511 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 40, "phase": "full", "loss": 0.7715098559856415, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.4199969172477722, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "6f76b00fa1a17667deb4f8f8ed7918079930216d0fdc04b1ff2b52144bc5fcbd", "elapsed_seconds": 211.12797185312957, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 71222 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 41, "phase": "full", "loss": 0.8481811881065369, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.3677997887134552, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "17aaeb9bbe8fa45f55b4fc5fb1c016ef027961cf7950157c4e46f2bd797f228e", "elapsed_seconds": 216.9572199229151, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 76, "padded_tokens": 79094 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 42, "phase": "full", "loss": 0.8993473052978516, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.5477232933044434, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "086f86410534611fc89fcdf0365ee43c4910a6d9a741e72fdffa64b8a9f3d126", "elapsed_seconds": 224.62736497446895, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 99477 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 43, "phase": "full", "loss": 0.9024855494499207, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.6261152625083923, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "a97550821e4ae4d2eb4d61cf19d194967fee1d8be60c0296090ef7a85542f58a", "elapsed_seconds": 230.8522481424734, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 86414 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 44, "phase": "full", "loss": 0.9297332465648651, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.5545628666877747, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "17a089769f9d558697f37a3e9a7cf550c480e65cf55837ad8399ae573908546a", "elapsed_seconds": 237.93101983703673, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 94301 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 45, "phase": "full", "loss": 0.8670705407857895, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.5404750108718872, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "3af53ed86f7c7bc349ac8ceffb00a3d341f6230aa7a86dbcb071f77270db9227", "elapsed_seconds": 243.9434418901801, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 85556 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 46, "phase": "full", "loss": 0.943878173828125, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.7464741468429565, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "1f8a830af30386cd24b54b100d502263c85b998de22e834950a9c8de28d30a98", "elapsed_seconds": 248.2840074924752, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 80, "padded_tokens": 66074 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 47, "phase": "full", "loss": 0.914412260055542, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.365760862827301, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "9a420f074713adb854f88b60097983499e5164fb135390c667842cb808cd0ea6", "elapsed_seconds": 254.36349522229284, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 83661 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 48, "phase": "full", "loss": 0.9195606112480164, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.4169011116027832, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "aa77c0a54c037230a5867990f31518983a9a4cfb9ec914fedfc4c46313424911", "elapsed_seconds": 259.55657854117453, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 80, "padded_tokens": 74823 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 49, "phase": "full", "loss": 0.8348967805504799, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.4960657060146332, "microbatches": 5, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "27e8bb96375fe3ddd836fe82c625fa9cbea9cebfa723b66c9565a3be8e3b1d03", "elapsed_seconds": 269.4603892825544, "online_compute": { "forward_calls": 5, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 120653 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 50, "phase": "full", "loss": 0.8201658166944981, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.38613930344581604, "microbatches": 5, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "48eb465c2964ed78e8c61749ec978a57d2cccd1fc321340b2c7743424a9db685", "elapsed_seconds": 276.5155934104696, "online_compute": { "forward_calls": 5, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 92948 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 51, "phase": "full", "loss": 0.8749282956123352, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.4772152006626129, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "4a663af1bfb8c5cd46d7d83bf61bd49e70949cb7c61bb175f6f962b74a4b3031", "elapsed_seconds": 280.9545901045203, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 75, "padded_tokens": 67381 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 52, "phase": "full", "loss": 0.805427307728678, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.33598846197128296, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "ce6f5545184ee308b782dca044bfefc578a5c6173e9cedf7cb0f18e4dd80b11a", "elapsed_seconds": 285.84224805328995, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 70962 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 53, "phase": "full", "loss": 0.8317984417080879, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.20010463893413544, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "f10cbae5a2ca5a0b66e9c0680479882fe331452600c395e2d69a0b6d5198a4d6", "elapsed_seconds": 293.39165671914816, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 100180 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 54, "phase": "full", "loss": 0.7985833659768105, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.3625713586807251, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "f393490a78a6c819bac3e8c4448f7ca9f2255a6d8f2ac7d51bf6b2121eb9b2cd", "elapsed_seconds": 300.0335650956258, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 80, "padded_tokens": 90148 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 55, "phase": "full", "loss": 0.8520989529788494, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.497778981924057, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "5d71bf772817740a710ca10bcd05595f986f37446adec8d6f4f603173e032d32", "elapsed_seconds": 306.85995952319354, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 90440 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 56, "phase": "full", "loss": 0.9216763973236084, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.3331778645515442, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "040a780499adb2752f5a800cb7e27dc8e456494c8409a7a5df4cdb1a4b2b3b80", "elapsed_seconds": 310.85358404088765, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 61303 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 57, "phase": "full", "loss": 0.8275805190205574, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.7168760299682617, "microbatches": 5, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "94924c7ce8713ac919c587a205afdc370088c2fb00c59e2fee1fa5a19133b65c", "elapsed_seconds": 318.17541277129203, "online_compute": { "forward_calls": 5, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 95371 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 58, "phase": "full", "loss": 0.8259204532951117, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.28931358456611633, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "8e134963ff2332d8d3a85a9597787282264c60aa8fefb900ed78671b7fa48d16", "elapsed_seconds": 324.20968088973314, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 87873 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 59, "phase": "full", "loss": 0.8871171474456787, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.6991128325462341, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "9f532dcc0a8bf830ef53b34f7fb4977638ee1ecf52b2200000636257b69733e8", "elapsed_seconds": 328.77888518292457, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 69405 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 60, "phase": "full", "loss": 0.7361686378717422, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.49134618043899536, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "d9b96cc65f52b92fd63917d00699d18b64effc6355bf25110cb7e1f33184d8a3", "elapsed_seconds": 333.782176008448, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 76, "padded_tokens": 71128 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 61, "phase": "full", "loss": 0.7717555463314056, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.37256401777267456, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "8b05926543bb2a9b1771caaee882cf70163f5c417894253e24bc0204fabcde56", "elapsed_seconds": 338.0380504364148, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 76, "padded_tokens": 64652 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 62, "phase": "full", "loss": 0.8022078722715378, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.4490017592906952, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "9a5539aafd3fdb16256688bfcb9355895c79245649abf7b980ba49e2f1adee5b", "elapsed_seconds": 342.0410277293995, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 62484 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 63, "phase": "full", "loss": 0.8689694702625275, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.46287626028060913, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "9ba77946ea8ccf7503a99d95627f5d00afebec5b282639825438c6de7482aac8", "elapsed_seconds": 346.81375609803945, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 72566 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 64, "phase": "full", "loss": 0.8948601484298706, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.4434480369091034, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "3ae5cb51682b533a8c523d426d8951282daeadc198832a8d29f9677dcf587ac8", "elapsed_seconds": 351.8661901531741, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 80, "padded_tokens": 76282 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 65, "phase": "full", "loss": 0.9265812039375305, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.5169848799705505, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "448ae936c3b90d49bbb8a82d1dcf47dc23fc4e445643fae2595e776c43763172", "elapsed_seconds": 355.56593906041235, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 59619 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 66, "phase": "full", "loss": 1.0043457746505737, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.3869904279708862, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "5464673e535a28d4ad48a89afa4bcfb3f779365c1bdc5c06a6beece8df156462", "elapsed_seconds": 359.7574301902205, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 76, "padded_tokens": 64852 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 67, "phase": "full", "loss": 0.9476755112409592, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.5607618093490601, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "4d51ae6f201a501a7547c3f698181fd048cb53f4a0bf3c1ea6c6848ebb8ddd93", "elapsed_seconds": 364.27489550970495, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 66793 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 68, "phase": "full", "loss": 0.8204891830682755, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.502087414264679, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "c38ccd8450f26c9bb7ec0310e381bc5d6897cab3ad3e76be9ee0c2ae93546c72", "elapsed_seconds": 369.9984974777326, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 78610 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 69, "phase": "full", "loss": 0.746942974627018, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.39726051688194275, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "f0e2b626aa3cfb7b21e463bdde005a51671ebe978947da059a34ec8808b21780", "elapsed_seconds": 375.2979001458734, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 76012 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 70, "phase": "full", "loss": 0.8225533664226532, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.27852770686149597, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "d0d7faed9e1059e3ecec1499ec86939e10cd0bc59a5efa0da948f17e284443e6", "elapsed_seconds": 379.0205378336832, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 59524 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 71, "phase": "full", "loss": 0.965993732213974, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.40119343996047974, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "4bbc639990d7dcefaf42eeb372367c3ce464d1e101ea5df5d6c0cc348d7ac3da", "elapsed_seconds": 382.6264363899827, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 57517 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 72, "phase": "full", "loss": 0.7834285646677017, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.39859676361083984, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "e37b80d8173f19fab47b61d8f47b8fcaa0137f116d08b991b1bf014b74581c89", "elapsed_seconds": 391.37961309496313, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 110471 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 73, "phase": "full", "loss": 0.8959316909313202, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.3467411696910858, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "7933972c2048e781342e2046e6acf98e4be658e5e4bba7c821a41ebfb319468c", "elapsed_seconds": 395.70593782234937, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 65434 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 74, "phase": "full", "loss": 0.8005287647247314, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.4300781190395355, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "b3b81eb8ab7fa476d02a42bfc45d93a6bd7dc5dd83d86c51c386adecac82e0ba", "elapsed_seconds": 401.1296472903341, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 78224 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 75, "phase": "full", "loss": 0.8078047186136246, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.4346281588077545, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "5af171a72de21380f434e3a4faceb935f5803a6ba4ea154f5df132fd73ac818c", "elapsed_seconds": 406.99023491702974, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 81622 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 76, "phase": "full", "loss": 0.8762531131505966, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.41007325053215027, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "faba49dd906e24910c2b2977dc788eada1e30a4c34e36bbcfb3d080b3bd2afe7", "elapsed_seconds": 411.7676873765886, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 80, "padded_tokens": 68832 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 77, "phase": "full", "loss": 0.8237894549965858, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.4215922951698303, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "15d4aa525ee9069367803bcb590812febcb2b5306884e98d00003f83a709a6fb", "elapsed_seconds": 417.24622929189354, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 76503 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 78, "phase": "full", "loss": 0.8137121051549911, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.29376569390296936, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "eb7f6408fc725411ad9fd4d190117b27297e20202bc00c06f26a2f6fb30a4d53", "elapsed_seconds": 421.18168259132653, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 60792 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 79, "phase": "full", "loss": 0.9570035338401794, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.2124313116073608, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "3894e2abbd2e84913a0bbfe3e4a88924b97de8b291330f03a37c87344cdade33", "elapsed_seconds": 425.47256914153695, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 65525 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 80, "phase": "full", "loss": 0.8127925395965576, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.2782370448112488, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "c1967d6dfaa38066852e6ccc32f15d0081d037b3decae43af29bf93b19a68087", "elapsed_seconds": 432.6538789635524, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 94693 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 81, "phase": "full", "loss": 0.8436097949743271, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.4511414170265198, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "52c8f618e868ec23b7cc9f61dace29ad44f955f25558e792c7f189332b5de1d8", "elapsed_seconds": 437.3918738588691, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 76, "padded_tokens": 67624 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 82, "phase": "full", "loss": 0.8811834752559662, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.5146970152854919, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "8a593fe3c47d2c7463a8fff5254289940190c515c70d99753a97fce7442ce68e", "elapsed_seconds": 444.7511037439108, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 76, "padded_tokens": 94060 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 83, "phase": "full", "loss": 0.8946835845708847, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.4367158114910126, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "4df24cd037c2614ad7bac97770bfd0e477b534a62c6c6bf5230b6e1cbc843451", "elapsed_seconds": 448.80440464802086, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 63895 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 84, "phase": "full", "loss": 0.9316901564598083, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.34740152955055237, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "1989c2e11003b312adfe26e840f1207eab112a8b6352357048bbfed0a775a159", "elapsed_seconds": 455.0356363840401, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 85088 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 85, "phase": "full", "loss": 0.9305081740021706, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.1857320070266724, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "ef9b2e867b356fd2821011374c994113eb3aae000967d34549689f38283fe223", "elapsed_seconds": 459.1550993230194, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 62810 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 86, "phase": "full", "loss": 0.8675301298499107, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.5066882967948914, "microbatches": 5, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "b96bec9b230ee4c4c632f7e7f5bb3f7cebf7366d484169a06e938bf19a14ff7a", "elapsed_seconds": 466.41065123677254, "online_compute": { "forward_calls": 5, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 95420 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 87, "phase": "full", "loss": 0.7690562158823013, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.2665915787220001, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "2ceffb156acc04c687146a77de1bc6b8e5ed19a551c0f8fe1642d46d9fd9b1b3", "elapsed_seconds": 471.9854419194162, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 76, "padded_tokens": 77542 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 88, "phase": "full", "loss": 0.8476561084389687, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.2576272189617157, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "a48379e32bce97f34ca574ca43102eeaf28acd6d10ee20f98711503591e54733", "elapsed_seconds": 477.63793655112386, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 76, "padded_tokens": 77828 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 89, "phase": "full", "loss": 0.863207682967186, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.3934860825538635, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "151113650cf000c26fdf1eac92087edbfa713e32690e57d96291141d5a4cba44", "elapsed_seconds": 483.30186868458986, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 82479 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 90, "phase": "full", "loss": 0.8508918583393097, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.4514986574649811, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "a8ee633f82a93935acbce51ef4f3cdbaf4de6ad37475d347cb5869d238e6fee4", "elapsed_seconds": 487.51089154276997, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 64988 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 91, "phase": "full", "loss": 0.9665879067033529, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.9475996494293213, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "fe214e9ec3eabc3da67584a484964f51c3af06507e41df61d04c10ebfe8cc882", "elapsed_seconds": 492.8386410623789, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 76, "padded_tokens": 77720 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 92, "phase": "full", "loss": 0.835312157869339, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.3786526918411255, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "9be449ee484760ed52b9703d0b019ae1707b215468352be57afaf8026eb3c15b", "elapsed_seconds": 499.26436612475663, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 87031 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 93, "phase": "full", "loss": 0.8591793850064278, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.47657814621925354, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "e1c1e917e5d59305ffb115b3da309488c15f723a678a1da09bb1871ce85b8a71", "elapsed_seconds": 503.9239870207384, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 68488 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 94, "phase": "full", "loss": 0.9866154491901398, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.7880147099494934, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "90aacc43c81fb82ae507572bfab02def11de4dc1deef8bfdba8a50456a41b76c", "elapsed_seconds": 507.5347662465647, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 57621 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 95, "phase": "full", "loss": 0.8579669371247292, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.4989970922470093, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "0e15f8d964820c7d0cc7013aa14ceaea82de014704896d3464db45522b7467ac", "elapsed_seconds": 514.0912314094603, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 92103 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 96, "phase": "full", "loss": 0.6945922672748566, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.3593258261680603, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "03fb3205e85229d56b2e70f252531a7093f353bd623781035dfd1f258670193a", "elapsed_seconds": 518.9236245630309, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 74, "padded_tokens": 71709 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 97, "phase": "full", "loss": 0.9869515299797058, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.3722414970397949, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "0457ad6bb1e1d7167daa322c5fd76695a56b7f8234aec996918a7425ba1330f2", "elapsed_seconds": 523.8071024538949, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 74366 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 98, "phase": "full", "loss": 0.8541093543171883, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.47902488708496094, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "f65d5c56460240fdebbd483ae01252e3838ae2d53184ea0e635d996770a2aefb", "elapsed_seconds": 529.3780299536884, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 80, "padded_tokens": 80275 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 99, "phase": "full", "loss": 0.8906915858387947, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.0696589946746826, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "36adc029dd98c76d171c285decb60ee8e82d2c0b596dff8d0da7e09b9c845656", "elapsed_seconds": 534.7690825480968, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 76, "padded_tokens": 75492 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 100, "phase": "full", "loss": 0.8487380743026733, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.4191341996192932, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "2555173b3ed1ff8fae07b12b792b688ca1c28c7106a9d718bbdfa39b626882fe", "elapsed_seconds": 539.8437267504632, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 76770 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 }, "dev": { "questions": 895, "selection_ce": 0.8642606469736154, "selection_weights": { "maze/policy": 0.3333333333333333, "snake/policy": 0.3333333333333333, "shooting/policy/basic": 0.1556701030927835, "shooting/policy/predict_position": 0.17766323024054984 }, "missing_selection_cells": [], "by_task_role": { "maze/policy": { "questions": 213, "excluded_questions": 2, "objective": "api_policy_distribution", "ce": 0.8645839004110167, "kl": 0.05720501456818069, "tv": 0.1255444988527759, "brier": 0.04239317508949031, "target_argmax_agreement": 0.676056338028169 }, "shooting/policy": { "questions": 522, "excluded_questions": 0, "objective": "mixed_policy_supervision", "ce": 1.1278945492620256, "kl": 0.871109462506156, "tv": 0.5194148259841106, "brier": 0.49924835345412094, "target_argmax_agreement": 0.4540229885057471 }, "snake/policy": { "questions": 157, "excluded_questions": 1, "objective": "api_policy_distribution", "ce": 0.6485275093192336, "kl": 0.037310196480086016, "tv": 0.08166552822429471, "brier": 0.020094170977280744, "target_argmax_agreement": 0.8980891719745223 } }, "by_role_macro_task": { "policy": { "tasks_present": 3, "questions": 892, "ce": 0.8803353196640921, "kl": 0.32187489118480755, "tv": 0.24220828435372707, "brier": 0.18724523317363065, "target_argmax_agreement": 0.6760561661694795 } }, "by_selection_pool": { "maze/policy": { "questions": 213, "ce": 0.8645839004110167, "kl": 0.05720501456818069, "tv": 0.1255444988527759, "brier": 0.04239317508949031, "target_argmax_agreement": 0.676056338028169 }, "snake/policy": { "questions": 157, "ce": 0.6485275093192336, "kl": 0.037310196480086016, "tv": 0.08166552822429471, "brier": 0.020094170977280744, "target_argmax_agreement": 0.8980891719745223 }, "shooting/policy/predict_position": { "questions": 138, "ce": 0.9958310686552783, "kl": 0.02451356657872788, "tv": 0.07720176014601647, "brier": 0.011037811165566125, "target_argmax_agreement": 0.8405797101449275 }, "shooting/policy/basic": { "questions": 384, "ce": 1.1753548626050754, "kl": 1.1753548626050754, "tv": 0.6783351465196756, "brier": 0.6746990170890704, "target_argmax_agreement": 0.3151041666666667 } }, "by_task_role_target_source": { "maze/policy/api_policy_distribution": { "questions": 213, "ce": 0.8645839004110167, "kl": 0.05720501456818069, "tv": 0.1255444988527759, "brier": 0.04239317508949031, "target_argmax_agreement": 0.676056338028169 }, "snake/policy/api_policy_distribution": { "questions": 157, "ce": 0.6485275093192336, "kl": 0.037310196480086016, "tv": 0.08166552822429471, "brier": 0.020094170977280744, "target_argmax_agreement": 0.8980891719745223 }, "shooting/policy/api_policy_distribution": { "questions": 138, "ce": 0.9958310686552783, "kl": 0.02451356657872788, "tv": 0.07720176014601647, "brier": 0.011037811165566125, "target_argmax_agreement": 0.8405797101449275 }, "shooting/policy/expert_action": { "questions": 384, "ce": 1.1753548626050754, "kl": 1.1753548626050754, "tv": 0.6783351465196756, "brier": 0.6746990170890704, "target_argmax_agreement": 0.3151041666666667 } }, "excluded_by_selection_pool": { "maze/policy": 2, "snake/policy": 1 }, "notes": "Selection CE uses the explicitly declared population pools. Other task/role metrics are question means within each task. Policy CE/TV/KL measure API or expert target matching, not observed success; target sources are reported separately. Observed Boolean CE/Brier measure event prediction. Binary Brier sums both classes." } }, { "step": 101, "phase": "full", "loss": 0.9509484171867371, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.6272061467170715, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "9cd1d399bbbafdf05fe913d28076728a5a19dabce3b1a674e50f312dc6e7ebe6", "elapsed_seconds": 575.1635390063748, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 76665 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 102, "phase": "full", "loss": 0.8736801296472549, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.46419328451156616, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "ab796d0a0ad67bcef30c13e1a7e1ef108101f28f2d879434c916da6d58a28a96", "elapsed_seconds": 581.9503913512453, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 93461 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 103, "phase": "full", "loss": 0.8415752053260803, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.48108115792274475, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "9047489402358cf4f28700e6035ae2f45ab3daf6c4697e8ac4c286726f19fdb4", "elapsed_seconds": 585.9007564140484, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 61854 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 104, "phase": "full", "loss": 0.8748530000448227, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.36839786171913147, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "716e1d5edc2a997a4416ceecb69b709f9a52aa55266744fc99a6aaffbeb0e126", "elapsed_seconds": 591.979687015526, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 86462 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 105, "phase": "full", "loss": 0.8514940701425076, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.496933251619339, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "b550861d2fe88fbe3494a88f8c387d9a6391e3e12f6cf1f6dcd75d07db65e6b2", "elapsed_seconds": 597.789595939219, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 78733 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 106, "phase": "full", "loss": 0.876130074262619, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.33374762535095215, "microbatches": 5, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "0a06a7594b583c9cfd21e66e8c88504d8c30b3b61c3a080b3c0673484aa49aa3", "elapsed_seconds": 605.9603021396324, "online_compute": { "forward_calls": 5, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 104707 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 107, "phase": "full", "loss": 0.960888996720314, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.47943589091300964, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "b533c9768b37f610fb2476490e883ef750de468b559a11b7fa1d2933fdc996bc", "elapsed_seconds": 612.2216374799609, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 82, "padded_tokens": 86787 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 108, "phase": "full", "loss": 0.7225396037101746, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.503580629825592, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "bad863a29203664c7ffd2777314a6744b227294e2ab1db63927971c2d240bc84", "elapsed_seconds": 616.5239065857604, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 66664 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 109, "phase": "full", "loss": 0.8314595073461533, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.37905043363571167, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "0a07526d5600caddc1a2cc4913b88383fdf398fdbb44570ce1e8648e765a7cf2", "elapsed_seconds": 622.3812176352367, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 81858 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 110, "phase": "full", "loss": 0.8336644843220711, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.5865010023117065, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "f38934b24ffbaac949c80a6a6788fcfb6e8d929b11afee9108bfaacd8f9bbb72", "elapsed_seconds": 628.0475063864142, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 77862 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 111, "phase": "full", "loss": 0.9593424499034882, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.6746335029602051, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "285de6aa0fd539508002e8a42db9bdee30ed61c16d0e14bbe0d250d40ade6be4", "elapsed_seconds": 632.3131725285202, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 66471 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 112, "phase": "full", "loss": 0.9880190305411816, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.7090333104133606, "microbatches": 5, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "9ba138ddabe173c6c4ecc61a3b8fc35d59964e5d274b6f8ec8fb94328f03a825", "elapsed_seconds": 638.1708204075694, "online_compute": { "forward_calls": 5, "question_instances": 24, "leaf_paths": 80, "padded_tokens": 79890 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 113, "phase": "full", "loss": 0.8309729248285294, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.5562198162078857, "microbatches": 5, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "7cdaabcc5e636ccf13162e3eecbeb657b00abf7c2343ccff235f83b675ef3ce7", "elapsed_seconds": 646.7000797875226, "online_compute": { "forward_calls": 5, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 107417 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 114, "phase": "full", "loss": 0.8613891303539276, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.5087761878967285, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "36dfdce9ca3a8a4149a68a4bac5a415befdcb011b4b7df777c3ff92f14670a23", "elapsed_seconds": 653.8254629774019, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 96224 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 115, "phase": "full", "loss": 0.9012513905763626, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.6812999248504639, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "ad36589f801ae79cc9708d5b1d47d8e37d9ee901647b81805beccb37494dadc3", "elapsed_seconds": 658.3894252395257, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 68654 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 116, "phase": "full", "loss": 0.8676855564117432, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.485664039850235, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "1b5926f3c74a06f4a4cedd6eda467e44c330690d655c3a8fa72b1af2dc672b65", "elapsed_seconds": 665.5543350279331, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 93607 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 117, "phase": "full", "loss": 0.7880750447511673, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.38159888982772827, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "d3dad0c3b7561cb0d8d87411c333344fb4a8f4f69f839bc5b6a6be12ed01a853", "elapsed_seconds": 669.5475961584598, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 62452 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 118, "phase": "full", "loss": 0.7973509728908539, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.2011648416519165, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "2099d19b48c91fca2c200b86063fc29ee136e143aa2b633f3691fb1a90556912", "elapsed_seconds": 675.4134798590094, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 80141 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 119, "phase": "full", "loss": 0.8895604610443115, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.6574642658233643, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "56889cbdb9b99def848ea71da4da392d842629db53ea3a76d94a3ff3a8d60260", "elapsed_seconds": 679.6563287302852, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 76, "padded_tokens": 64734 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 120, "phase": "full", "loss": 0.8669233620166779, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.6003830432891846, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "532d2fdeb01d47f4404c10cf526597f21a07ac3a8eeec7712f205bc858715f53", "elapsed_seconds": 683.4480956774205, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 59117 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 121, "phase": "full", "loss": 0.9665806144475937, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.48562538623809814, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "fc321878bef66090f3bf272cfcb9fd667c1a87022f7515d4b62cecdc3f1e9ffe", "elapsed_seconds": 689.0864379899576, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 80517 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 122, "phase": "full", "loss": 0.8604753464460373, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.8507420420646667, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "147f95e9bb827b1970c6f12f9aed5d3af7489851d2393900fc597c731de4ddc8", "elapsed_seconds": 694.338524280116, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 75, "padded_tokens": 71066 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 123, "phase": "full", "loss": 0.8480654619634151, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.5399959683418274, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "c4e044e6f1ff51607cb24e0eed7a2ba5d9e692895cde538d0966f5a9891b88a2", "elapsed_seconds": 699.2996608922258, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 76, "padded_tokens": 72480 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 124, "phase": "full", "loss": 0.8962730020284653, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.6825912594795227, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "0b05685acb688c564540d981e250cc8f1a1407b407963056db72d28fa32534da", "elapsed_seconds": 706.4659539246932, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 96486 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 125, "phase": "full", "loss": 0.8509044945240021, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.39393049478530884, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "6215a7bf8189b3a9d6573c96f74afdaa0fd993f2df353dde99f89640d43016f3", "elapsed_seconds": 710.2691415799782, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 59592 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 126, "phase": "full", "loss": 0.7343026101589203, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.5218060612678528, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "24f454b87a9ab3257087576df47fd6d5a8d8bf1de9124cbd61d93d2e19890381", "elapsed_seconds": 717.4453490674496, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 95310 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 127, "phase": "full", "loss": 0.7821684014052153, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.59885573387146, "microbatches": 5, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "8467c6640bc59dbe0fd120abb12de73317827e355b590a58e3449588aac37ab9", "elapsed_seconds": 723.3732805298641, "online_compute": { "forward_calls": 5, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 79417 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 128, "phase": "full", "loss": 0.8040947318077087, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.5260417461395264, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "43732b1387bed2dc80e35dd62e759733b476e226090562103e9a10522414999f", "elapsed_seconds": 727.0957988295704, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 75, "padded_tokens": 57995 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 129, "phase": "full", "loss": 0.8232890628278255, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.48947590589523315, "microbatches": 5, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "d97e2f1433048cf7610e6815c70da4d76cab97e48d559890b11fd826f004775d", "elapsed_seconds": 733.7142770895734, "online_compute": { "forward_calls": 5, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 86561 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 130, "phase": "full", "loss": 0.9888178333640099, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.3249974250793457, "microbatches": 5, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "f889237b01bec74229376e48cd5724b389c9e1734b71c42a74521c90e0d2616f", "elapsed_seconds": 739.8498880714178, "online_compute": { "forward_calls": 5, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 83278 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 131, "phase": "full", "loss": 0.7743858695030212, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.6383126378059387, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "3dd669759a9893de1d71d34ae532d35bc0a981c427f19bd85065ba056324715d", "elapsed_seconds": 743.7474971134216, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 75, "padded_tokens": 60900 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 132, "phase": "full", "loss": 0.8309355825185776, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.640336811542511, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "eb2c709da0d7e644d5009d418a9022f4e3aafe299dae478d19c247b257f29c76", "elapsed_seconds": 751.9577801637352, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 76, "padded_tokens": 108728 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 133, "phase": "full", "loss": 0.8433996438980103, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.5506317019462585, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "d2d28079885131a76c63501641db934dc8b119ae61ef66347ca01dd8d97f3ecc", "elapsed_seconds": 757.6564248232171, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 76, "padded_tokens": 77519 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 134, "phase": "full", "loss": 0.8751108571887016, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.7614637613296509, "microbatches": 5, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "0d9ca062734499f65996ecf7fccb2ba810f4949a593b6eb758c4cae13777d6b4", "elapsed_seconds": 765.4363124277443, "online_compute": { "forward_calls": 5, "question_instances": 24, "leaf_paths": 80, "padded_tokens": 100249 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 135, "phase": "full", "loss": 0.9314402341842651, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.5201536417007446, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "c40f6617d414c9880ce42a3f2827772462256fa4fc3f64febe4cfa77404a4dbd", "elapsed_seconds": 770.5691054621711, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 73958 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 136, "phase": "full", "loss": 0.8789602946490049, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.4880990982055664, "microbatches": 5, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "28cf3d543fdf7e698874bf0913ade6058e3521e23bf66198d190886538547a02", "elapsed_seconds": 778.7704584039748, "online_compute": { "forward_calls": 5, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 105482 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 137, "phase": "full", "loss": 0.8618790730834007, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.5188162326812744, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "e84363ec14934020cd124e5a90964d98047177dfe6266946f0ff37ed771e80de", "elapsed_seconds": 783.8647748474032, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 73569 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 138, "phase": "full", "loss": 0.792938619852066, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.4066280424594879, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "ce5e95c68cabb1c759836ab985c6859ae4b75c0d5e089a54c32a80fa27f417f0", "elapsed_seconds": 787.9702406814322, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 63759 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 139, "phase": "full", "loss": 0.7687062807381153, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.5553119778633118, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "861b5332957a4de5be9b72c6bb92a41f68928daf84ef35339ecc9dd7a1095a84", "elapsed_seconds": 794.6937427939847, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 76, "padded_tokens": 89867 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 140, "phase": "full", "loss": 0.9478119313716888, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.9306577444076538, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "70e2c6c553ff8a25fbea4c713da98395cecb8780f4d37e244f7f82deb76d9406", "elapsed_seconds": 799.5245147971436, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 72581 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 141, "phase": "full", "loss": 0.7701639011502266, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.43267524242401123, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "efa4a0e40a47f10375a95efba2413121066dc5dead18abb0fb0d3b84e040ca28", "elapsed_seconds": 806.8137842789292, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 76, "padded_tokens": 95454 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 142, "phase": "full", "loss": 0.8647483587265015, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.2986556589603424, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "00fb9a1b22bff73e185dad74705859a3306eb01450c4cdbe979ff003ee604cb3", "elapsed_seconds": 811.3844419065863, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 69464 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 143, "phase": "full", "loss": 0.8566150646656752, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.5282201766967773, "microbatches": 5, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "b306f112e86a18ae151f91dba404d59aecf31ac2604a165dc24826d0355c903f", "elapsed_seconds": 818.8468519691378, "online_compute": { "forward_calls": 5, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 94515 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 144, "phase": "full", "loss": 0.8542155921459198, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.6303412914276123, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "9ff06bc5bd93113aac7345d616213f84669932155be64e9e2de757761c3a8a2e", "elapsed_seconds": 822.4579995274544, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 80, "padded_tokens": 57202 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 145, "phase": "full", "loss": 0.8300207257270813, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.34122809767723083, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "315cd72c35f3e7a0985b921c5f11944887544e760a87121594028f8a2d8d05ee", "elapsed_seconds": 826.0250354874879, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 57200 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 146, "phase": "full", "loss": 0.8561718761920929, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.43302619457244873, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "50045a148bf741f0b6107637cbb206364ec53c24d492935b90453b0a6d105146", "elapsed_seconds": 830.7636987762526, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 71864 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 147, "phase": "full", "loss": 0.9449788928031921, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.5910916328430176, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "0eed21ac9527643dcf43c7631b5b3027e2cb9fd1c9517c94a8e7128096462733", "elapsed_seconds": 836.7867111274973, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 80, "padded_tokens": 83864 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 148, "phase": "full", "loss": 0.8404654264450073, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.46787431836128235, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "4f3c075d54da850f07ab2293b1cfff097164ec43697769f2a08a7651c5bc2a14", "elapsed_seconds": 842.5957433953881, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 81300 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 149, "phase": "full", "loss": 0.7915356904268265, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.40826404094696045, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "90ead3981522e099a6c12d28ef9431e71c96eb6f69491a78a270249137113533", "elapsed_seconds": 848.7251818291843, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 76, "padded_tokens": 84427 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 150, "phase": "full", "loss": 0.7805388867855072, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.493068128824234, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "0929602373f1faff6fab9c92c19d6828711ebf1f0d2e0cc3cdacaa3d0c984f6e", "elapsed_seconds": 854.3988740360364, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 75, "padded_tokens": 77657 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 151, "phase": "full", "loss": 0.7802520394325256, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.43231576681137085, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "a3f3f891cdabfc57bb5fab19a694cfc11ad41c1f4c74fb7ca0e5fd19f1b6b665", "elapsed_seconds": 859.2236390681937, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 76, "padded_tokens": 71724 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 152, "phase": "full", "loss": 0.9378320872783661, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.6398959755897522, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "d4782b75b4132e5f426f1a3a74169a8b871950c082a30bef4da84f71ac02e914", "elapsed_seconds": 863.6632146565244, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 67953 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 153, "phase": "full", "loss": 0.8485584557056427, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.39916524291038513, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "d93506470e78510a71c460b3c7d17bf5cfa391e4455c0f86c90c3d584ee05b72", "elapsed_seconds": 869.0282477634028, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 73299 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 154, "phase": "full", "loss": 0.8217638432979584, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.4663068354129791, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "8758a46b08bc7c5c2f2241ef347cddbbf12cefa2e5d4337f3587209bd7153057", "elapsed_seconds": 874.2482475666329, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 77933 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 155, "phase": "full", "loss": 0.8056566417217255, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.6862770318984985, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "265a91eafff0524c0c6f85ceb8c71153272a882c01e0be2dc95ef02b8b142533", "elapsed_seconds": 878.4862897582352, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 65581 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 156, "phase": "full", "loss": 0.7704983502626419, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.51683509349823, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "127ea38b72d41b983ef7d39496f437ccf5f4cab467d05cc734a9bd64a5b5819f", "elapsed_seconds": 883.7586844572797, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 75540 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 157, "phase": "full", "loss": 0.8192373961210251, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.7167879343032837, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "1f2eb7b51ceedb366a9995f1bcbdaa698920de7e7276cacc3d276e63a07ef610", "elapsed_seconds": 890.942374070175, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 93128 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 158, "phase": "full", "loss": 0.8028301149606705, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.7293246388435364, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "ba9033f9b0b7047f29ade0cffb8368ad8b6fee5016beeef56d01af2895f90c60", "elapsed_seconds": 895.9121921053156, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 70479 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 159, "phase": "full", "loss": 0.7940400093793869, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.9706905484199524, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "08781ac84dfdf163eaafd88fbb30c5bbe73a51cb5a9820d394da7b7c3a26255f", "elapsed_seconds": 901.1254070745781, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 80, "padded_tokens": 74530 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 160, "phase": "full", "loss": 0.8598802834749222, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 5.061263084411621, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "42f490d1a20fe9c8a2807b1c917a24f6310016ded9c342f249ecf26a85ce4610", "elapsed_seconds": 906.9737463518977, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 76, "padded_tokens": 80953 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 161, "phase": "full", "loss": 0.8242822587490082, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.6288172602653503, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "8ced6cc0e00b6762418508d9da5ff74f27574a99c37d872d64381cdedcba5f27", "elapsed_seconds": 911.2443971810862, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 65332 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 162, "phase": "full", "loss": 0.781429797410965, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 4.488753318786621, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "66f1404d9be157809a03b5a044ff144641e7d80f25a6acd812d8eea9b5f2d866", "elapsed_seconds": 915.0306229814887, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 59681 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 163, "phase": "full", "loss": 0.840023398399353, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 3.0259335041046143, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "fb6303530cf306660987a459abbf5099eab1ffdef0d55d2b491a1dc8f2d53a97", "elapsed_seconds": 918.6879893150181, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 58555 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 164, "phase": "full", "loss": 0.771129921078682, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.7728201150894165, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "3a0efa01e166a5ba6380144206843f07eaeea6573910a4196dbbeeb0f77ca4b6", "elapsed_seconds": 923.9190687984228, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 74990 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 165, "phase": "full", "loss": 0.9965847134590149, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 3.2696921825408936, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "6ea6165e0dc80b93b6713629049270f194741f93842a14899ccf55f93bcf2380", "elapsed_seconds": 928.0695873312652, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 64069 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 166, "phase": "full", "loss": 0.9711097776889801, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.2070214748382568, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "83940e20b923082cf90322078697d434d0c22d8f757bb09082e45aaf4aaee58e", "elapsed_seconds": 931.6584510905668, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 82, "padded_tokens": 58040 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 167, "phase": "full", "loss": 0.8062002956867218, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 3.3674633502960205, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "e5ff29b10f29093083be7d89f2bc5f46139b0dee5b74e5a017bad6ac4b233929", "elapsed_seconds": 937.4083623625338, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 79167 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 168, "phase": "full", "loss": 0.8252323567867279, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.5632567405700684, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "452678fe1fff12ab9c6295155a52581992fc7ffe46b4ef290d92bf630bfba8f9", "elapsed_seconds": 941.3544627800584, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 63160 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 169, "phase": "full", "loss": 0.8805269449949265, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.023455262184143, "microbatches": 5, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "3e4d39c3f2e33d07b72373be4fbbe382bd2d8c92697cafd6093e934eab7fc142", "elapsed_seconds": 950.3297271672636, "online_compute": { "forward_calls": 5, "question_instances": 24, "leaf_paths": 76, "padded_tokens": 113093 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 170, "phase": "full", "loss": 0.7962471544742584, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.0578114986419678, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "2dec14153c29d829d28f4223fb5ddedbc2831ffdd2502f9389f1c3a42f0d000e", "elapsed_seconds": 955.5122004207224, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 75, "padded_tokens": 72102 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 171, "phase": "full", "loss": 0.8745602015405893, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.7706599831581116, "microbatches": 5, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "7da63de9e17f11683be9300cbeb730c6c98d2ff03bf1833a95497ae0cb036f5b", "elapsed_seconds": 963.3750060815364, "online_compute": { "forward_calls": 5, "question_instances": 24, "leaf_paths": 80, "padded_tokens": 95572 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 172, "phase": "full", "loss": 0.8092760145664215, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.5490074753761292, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "4e31deae26091b8e9b84243e3c82a63a48de728528f43ffc8869349590bddd58", "elapsed_seconds": 967.7912002112716, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 67616 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 173, "phase": "full", "loss": 0.8799948990345001, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.8994196653366089, "microbatches": 5, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "6ec20810fd5b3b9b093b7fcb28b2a0a0beecb1fb365e1a8947d5b56f971d30e6", "elapsed_seconds": 974.8774251518771, "online_compute": { "forward_calls": 5, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 91526 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 174, "phase": "full", "loss": 0.844293624162674, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.6733625531196594, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "0a5991b28e061378d8f838ae4fb75bc5b48b3f9df63175d1b47632a27be08fd9", "elapsed_seconds": 978.405093671754, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 55868 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 175, "phase": "full", "loss": 0.8800063133239746, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 2.290968179702759, "microbatches": 5, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "b5c7cf2225598d423d62bc3748aede1865fbedf8d0f4234ec8ad5c9014ed722b", "elapsed_seconds": 985.5273419776931, "online_compute": { "forward_calls": 5, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 94424 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 176, "phase": "full", "loss": 0.9585042744874954, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 6.60983419418335, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "788722a0299ccfbe759fbe5a2ca388478846a87c2cd7bcde39d23bbba4759a40", "elapsed_seconds": 990.4116856632754, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 73064 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 177, "phase": "full", "loss": 0.8449025042355061, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.8253621459007263, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "7e4468f6dfd19f2be70aa8d12f5943b3e375a22446315ff7e918c5000678aa7f", "elapsed_seconds": 996.0921872416511, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 80, "padded_tokens": 81409 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 178, "phase": "full", "loss": 0.8259193599224091, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.563679575920105, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "d112eaeb82c35e18f993aff59ff0893e3d6f6d8b23f55334772c0905cf1aa2ed", "elapsed_seconds": 1000.1682770270854, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 62830 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 179, "phase": "full", "loss": 0.788296714425087, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 3.806086778640747, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "da394d8d020d9f067376ec9b5b2c5db2502bac2303542ade5a8d948e32cd336f", "elapsed_seconds": 1006.9926739530638, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 96251 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 180, "phase": "full", "loss": 0.7011052817106247, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.2674740552902222, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "23052c27a53748b0beffee9f00de8f195a256ff0c43a19561e7f34de451d6da9", "elapsed_seconds": 1012.4128775205463, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 76992 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 181, "phase": "full", "loss": 0.8496405780315399, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.8449491262435913, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "c9d4bff7af2f91700e142c0ec8b409eecca1ee0f10b26086b65eb359a60767ff", "elapsed_seconds": 1017.5635524606332, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 74285 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 182, "phase": "full", "loss": 0.756814569234848, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 14.057476043701172, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "0e7d30d47bb558b82d0d05b63f11cb945c220df94bf36cfd026acb006ba31250", "elapsed_seconds": 1025.2774822069332, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 103430 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 183, "phase": "full", "loss": 0.7781242728233337, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.6382713317871094, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "47dab150f9a402a791cd19a9167d9450a41053e3f83f13ececad665a7c383156", "elapsed_seconds": 1029.4112747339532, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 63941 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 184, "phase": "full", "loss": 0.8694358766078949, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.9019284844398499, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "cbc34c0de5edbd08b7115508ac8f0fb7f31248c656d9f488936177653a9db3ff", "elapsed_seconds": 1035.9850430823863, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 80, "padded_tokens": 91373 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 185, "phase": "full", "loss": 0.7895971983671188, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.43933501839637756, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "1f56fe9b90daa54371d4d12ea17a4e4e88d525d2cdf079104fb6395dffab1194", "elapsed_seconds": 1039.7151115173474, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 58497 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 186, "phase": "full", "loss": 0.9115119874477386, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.8026639223098755, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "511d6a0e54aae7638a126b4d9bcfcca4d25f623f0e4bd9a5b915271067f8db29", "elapsed_seconds": 1044.786907730624, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 74737 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 187, "phase": "full", "loss": 0.769430622458458, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.6447579264640808, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "d6e820f6fcfb572331c413d174549877c96de76c7bceff1a14500c86705e5c8f", "elapsed_seconds": 1050.3018736373633, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 76787 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 188, "phase": "full", "loss": 0.8164049685001373, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.7553839087486267, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "54b2af30e543b7266c34f51fd9d40e577e6559f204ca4203ec88b3e629d729ae", "elapsed_seconds": 1054.1344349933788, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 60530 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 189, "phase": "full", "loss": 0.8053966760635376, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.7225981950759888, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "fa572fec4fe85d9d051588b4a142018c85be48613e4771b10b42457b0ee3f783", "elapsed_seconds": 1058.6936679994687, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 67903 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 190, "phase": "full", "loss": 0.722709059715271, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.5682789087295532, "microbatches": 5, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "658c20aacbb61dc22581f75b2304b82b7db920bf9ebd3cb143eb5832f69330d4", "elapsed_seconds": 1067.4485385240987, "online_compute": { "forward_calls": 5, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 111285 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 191, "phase": "full", "loss": 0.983241081237793, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 9.839667320251465, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "4f8453f3ed11b0de96e71d67aade4924b43f3b732737e6876ebe04d7c5071ab1", "elapsed_seconds": 1071.353789321147, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 60695 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 192, "phase": "full", "loss": 0.8961393665522337, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 2.5217599868774414, "microbatches": 5, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "43faef71566974932c14ca019410f9db579da7122ca9929d0c36b5e726484847", "elapsed_seconds": 1077.3972885133699, "online_compute": { "forward_calls": 5, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 80620 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 193, "phase": "full", "loss": 0.7850252389907837, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 7.225132942199707, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "948ff256baaf73219a6ebfb09abcabe2b6fdcf0bafb3d1b04f34ce8616dd2b5c", "elapsed_seconds": 1083.379863690585, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 82474 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 194, "phase": "full", "loss": 1.000248372554779, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 2.455148696899414, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "b436a98a8a2a4cbefbd3cd39a551b6395d03afd6e7d60fa69b9cb7a5ef44c6eb", "elapsed_seconds": 1087.320628684014, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 74, "padded_tokens": 60665 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 195, "phase": "full", "loss": 0.7932237833738327, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 9.509361267089844, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "36bfbd9c053a67030d23507f6186e29d3e9297640e6e13dab7ee56565b1d3949", "elapsed_seconds": 1092.5085451100022, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 80, "padded_tokens": 73746 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 196, "phase": "full", "loss": 0.7216249108314514, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 2.6137747764587402, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "00bd4f471cf2a1b8ac5627561b56ee17300d3a11c9b1fe53dba8c615c1d69b20", "elapsed_seconds": 1097.400425562635, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 73923 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 197, "phase": "full", "loss": 0.8775378465652466, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 2.3145787715911865, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "34980580d7186f8282abe11cd2050af879b22b1b3180279ac48daf4a5adb0851", "elapsed_seconds": 1103.4065826442093, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 83931 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 198, "phase": "full", "loss": 0.7416652366518974, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.6353551149368286, "microbatches": 5, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "3fc9b08048cfaa692a87a950ebd3e2f5e5202fc5aed59f7e6405c3fbcc9318ac", "elapsed_seconds": 1112.8131605312228, "online_compute": { "forward_calls": 5, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 114776 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 199, "phase": "full", "loss": 0.900478795170784, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 8.444897651672363, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "b07bb9acecdc9fa33f4cca237ae18cac9b306138ccd32b290c6554cb4cb48821", "elapsed_seconds": 1119.1609107740223, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 90209 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 200, "phase": "full", "loss": 0.8461019992828369, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 3.999206304550171, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "296167ff3284a8745e97d5bcc508e7db0e980971ba6ac2133e7c6de8eda25005", "elapsed_seconds": 1126.1759087154642, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 95546 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 }, "dev": { "questions": 895, "selection_ce": 0.8402652322004558, "selection_weights": { "maze/policy": 0.3333333333333333, "snake/policy": 0.3333333333333333, "shooting/policy/basic": 0.1556701030927835, "shooting/policy/predict_position": 0.17766323024054984 }, "missing_selection_cells": [], "by_task_role": { "maze/policy": { "questions": 213, "excluded_questions": 2, "objective": "api_policy_distribution", "ce": 0.8543915588821097, "kl": 0.04701267303927361, "tv": 0.1122111224900155, "brier": 0.03474964751172491, "target_argmax_agreement": 0.704225352112676 }, "shooting/policy": { "questions": 522, "excluded_questions": 0, "objective": "mixed_policy_supervision", "ce": 1.0437466673987572, "kl": 0.7869615806428876, "tv": 0.47102797543026315, "brier": 0.45100391169173704, "target_argmax_agreement": 0.5632183908045977 }, "snake/policy": { "questions": 157, "excluded_questions": 1, "objective": "api_policy_distribution", "ce": 0.6411224447253743, "kl": 0.02990513188622662, "tv": 0.0740305129919281, "brier": 0.017035482242432655, "target_argmax_agreement": 0.910828025477707 } }, "by_role_macro_task": { "policy": { "tasks_present": 3, "questions": 892, "ce": 0.8464202236687471, "kl": 0.28795979518946263, "tv": 0.2190898703040689, "brier": 0.16759634714863156, "target_argmax_agreement": 0.7260905894649935 } }, "by_selection_pool": { "maze/policy": { "questions": 213, "ce": 0.8543915588821097, "kl": 0.04701267303927361, "tv": 0.1122111224900155, "brier": 0.03474964751172491, "target_argmax_agreement": 0.704225352112676 }, "snake/policy": { "questions": 157, "ce": 0.6411224447253743, "kl": 0.02990513188622662, "tv": 0.0740305129919281, "brier": 0.017035482242432655, "target_argmax_agreement": 0.910828025477707 }, "shooting/policy/predict_position": { "questions": 138, "ce": 0.9931795664655639, "kl": 0.02186206438901348, "tv": 0.0714249550244613, "brier": 0.009359315999637614, "target_argmax_agreement": 0.8840579710144928 }, "shooting/policy/basic": { "questions": 384, "ce": 1.0619192192966236, "kl": 1.0619192192966236, "tv": 0.6146353108885982, "brier": 0.6097199382685853, "target_argmax_agreement": 0.4479166666666667 } }, "by_task_role_target_source": { "maze/policy/api_policy_distribution": { "questions": 213, "ce": 0.8543915588821097, "kl": 0.04701267303927361, "tv": 0.1122111224900155, "brier": 0.03474964751172491, "target_argmax_agreement": 0.704225352112676 }, "snake/policy/api_policy_distribution": { "questions": 157, "ce": 0.6411224447253743, "kl": 0.02990513188622662, "tv": 0.0740305129919281, "brier": 0.017035482242432655, "target_argmax_agreement": 0.910828025477707 }, "shooting/policy/api_policy_distribution": { "questions": 138, "ce": 0.9931795664655639, "kl": 0.02186206438901348, "tv": 0.0714249550244613, "brier": 0.009359315999637614, "target_argmax_agreement": 0.8840579710144928 }, "shooting/policy/expert_action": { "questions": 384, "ce": 1.0619192192966236, "kl": 1.0619192192966236, "tv": 0.6146353108885982, "brier": 0.6097199382685853, "target_argmax_agreement": 0.4479166666666667 } }, "excluded_by_selection_pool": { "maze/policy": 2, "snake/policy": 1 }, "notes": "Selection CE uses the explicitly declared population pools. Other task/role metrics are question means within each task. Policy CE/TV/KL measure API or expert target matching, not observed success; target sources are reported separately. Observed Boolean CE/Brier measure event prediction. Binary Brier sums both classes." } }, { "step": 201, "phase": "full", "loss": 0.7918388694524765, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 2.1945271492004395, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "6711c5fa447b5b2d17fd9854aac7138d93c8f2199cd395914d6e603d138956f9", "elapsed_seconds": 1160.2917788289487, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 64572 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 202, "phase": "full", "loss": 0.8268128838390112, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.6572701930999756, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "002d0389a37455c77b2f78922917a0653b612b58e90a826da04f44d3fc375b7d", "elapsed_seconds": 1165.257965022698, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 80, "padded_tokens": 72469 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 203, "phase": "full", "loss": 0.7880343049764633, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.4829683303833008, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "39abbe422f5cd696fa149e00ec19711a28143f180ccfef846755ff7e077f87ab", "elapsed_seconds": 1171.4153988650069, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 86112 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 204, "phase": "full", "loss": 0.7547604963183403, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.4517033100128174, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "70b166c7bf587421eb25b0df19dac7abeb02a16d26ce164352a75f375686a2db", "elapsed_seconds": 1177.3975968929008, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 80443 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 205, "phase": "full", "loss": 0.7081899642944336, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.9126235246658325, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "952df634114fd49e615d43bd4b8708ffda1ef8c6da2d61fc1ac45e590739b408", "elapsed_seconds": 1181.2652599960566, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 76, "padded_tokens": 59231 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 206, "phase": "full", "loss": 0.9039564579725266, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 4.741905212402344, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "acbac4abcc3dd23171b695b6b329969472222bdeb47f82565e25c86961969760", "elapsed_seconds": 1188.7557721864432, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 76, "padded_tokens": 97819 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 207, "phase": "full", "loss": 0.8720762133598328, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 3.7362143993377686, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "541ac8507bac2e8b9655ffb50b6067d8341d8f5789bacb28110fc2a628530ba0", "elapsed_seconds": 1194.8331149369478, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 82782 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 208, "phase": "full", "loss": 0.6628787964582443, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.8934334516525269, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "3ec792ad4661e1a8b59ba822f538f60d760dbc9354efdb9d6aef8b4ff5b99b16", "elapsed_seconds": 1198.7912681158632, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 61912 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 209, "phase": "full", "loss": 0.802739828824997, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 3.6532843112945557, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "daedc3b62f5e8b29f3f2575a88f043f8b44f3218755500d63a8c0268ebe520e7", "elapsed_seconds": 1202.4207432651892, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 76, "padded_tokens": 57043 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 210, "phase": "full", "loss": 0.8611760139465332, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 3.0229291915893555, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "73c4ee89f178f881cafa93f1e15c3b813b021e74ff081424fc348abe2201b7d4", "elapsed_seconds": 1209.0712925856933, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 76, "padded_tokens": 90500 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 211, "phase": "full", "loss": 0.8338000178337097, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 2.9310379028320312, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "04ce4d7b1817e2060669c8cc8e023dcb065b0464d2674100057eb2dfe8f177d3", "elapsed_seconds": 1212.6827762136236, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 57534 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 212, "phase": "full", "loss": 0.9874608889222145, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 8.699268341064453, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "690ed09ecdf74e08ad4b55dca8ef4ad8c586f6dab0005665718209f48aebd630", "elapsed_seconds": 1217.323474433273, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 80, "padded_tokens": 68582 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 213, "phase": "full", "loss": 0.8111129403114319, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 16.10335350036621, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "ca9ec41ecc882d6b1541f97b6f6fca6a34a9ecb347dd5d7bc4740060927a0e27", "elapsed_seconds": 1222.0997776119038, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 68256 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 214, "phase": "full", "loss": 0.7434945479035378, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 7.1164164543151855, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "7541e93120b6a3195ffff8cb9c522162096a5a2c23d1856e4027ab23eab62e9f", "elapsed_seconds": 1227.0355748906732, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 69769 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 215, "phase": "full", "loss": 0.8980366289615631, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 5.491141319274902, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "26f373c21cba055df470c06e766a03919cd1d13bfa22e1f3871074623b9ee8a7", "elapsed_seconds": 1231.4482567897066, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 67171 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 216, "phase": "full", "loss": 0.8442411981523037, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 2.4705655574798584, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "bc44ffa2a8506835e40c97e739c2b8ec85596dcd0880f7cea72c33d6ef7d2110", "elapsed_seconds": 1236.2940739979967, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 70245 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 217, "phase": "full", "loss": 0.8524918034672737, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 3.452911853790283, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "cafa311426a1e669c20a6fce07f2a387ecb90f9a6ed7933512e84e517f8939cb", "elapsed_seconds": 1241.9691910631955, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 79715 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 218, "phase": "full", "loss": 0.7873809337615967, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.6961305141448975, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "9a47ee290ddd93b9e4fc99b9ea2b4ad95f5d671caf954e93ea8298d4df055e45", "elapsed_seconds": 1246.9294039038941, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 76, "padded_tokens": 70400 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 219, "phase": "full", "loss": 0.9374570474028587, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 2.5648820400238037, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "6f3f86d462fd3395ed06293b433fa59e84071b8f7184fb318522d062f7d6c755", "elapsed_seconds": 1254.298867687583, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 97048 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 220, "phase": "full", "loss": 0.7149113570339978, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.8725382089614868, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "1032aad97f3e3b863ca49758c93e2e099d284aa5b9670e4edce70f3517c7aa6d", "elapsed_seconds": 1259.1914251362905, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 72115 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 221, "phase": "full", "loss": 0.9021987915039062, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 2.187849521636963, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "45000d2ae6c48395c695f4e81603481127b2ba2a3d72468fda7eaf288a8b3233", "elapsed_seconds": 1264.6510140402243, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 75042 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 222, "phase": "full", "loss": 0.705590695142746, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.8450738191604614, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "14b6aa30188ba3f96fa2deccb521d1473d727b290afb263bdd62d23a7b31749e", "elapsed_seconds": 1268.5071120373905, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 59781 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 223, "phase": "full", "loss": 0.822749450802803, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.6032339334487915, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "e4d54f622de8fe619bd9acbcb1d9444bdc0f31f28d5bc62fa3c0042b2df4af9b", "elapsed_seconds": 1272.207206667401, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 58332 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 224, "phase": "full", "loss": 0.8293612562119961, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.1497654914855957, "microbatches": 5, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "5767df28a389ba7d94089d733936685b322089d608b077dc900867b3400a389f", "elapsed_seconds": 1279.8122926289216, "online_compute": { "forward_calls": 5, "question_instances": 24, "leaf_paths": 75, "padded_tokens": 95506 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 225, "phase": "full", "loss": 0.9587684869766235, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 2.154118061065674, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "6bfe9b25480c4fd127255e42fc7c1ad5a81ea2012664d06918dbc6fef1cefca7", "elapsed_seconds": 1283.6649181181565, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 59715 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 226, "phase": "full", "loss": 0.825109701603651, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.8455792665481567, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "d95235b8c2d6c705954c7e2bffed1749d55abd037b9da5371160a9ff6d213935", "elapsed_seconds": 1287.5283787390217, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 75, "padded_tokens": 60612 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 227, "phase": "full", "loss": 0.80388343334198, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.9731753468513489, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "0669d955010325b1229bba8a2f0ad2392122066e8debd122b0710c15a2a0907e", "elapsed_seconds": 1291.2738081561401, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 58317 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 228, "phase": "full", "loss": 0.774708703160286, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 5.340974807739258, "microbatches": 5, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "fcfdb821d551e98c497a62b5d624d586d2a2222aac03dc92a469b97df77a0a6f", "elapsed_seconds": 1299.9841406829655, "online_compute": { "forward_calls": 5, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 109764 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 229, "phase": "full", "loss": 0.8017323762178421, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 3.191838502883911, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "cf2ae090034ece2e0e0476bcc0cbc68f3188ddb10015ac67f4314d9b4c559abb", "elapsed_seconds": 1305.5315780565143, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 76136 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 230, "phase": "full", "loss": 0.7388215567916632, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 8.719451904296875, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "8b7137094b545dadcf4b837af4892797dd0d2f0791e6353f554a7d94a09f3730", "elapsed_seconds": 1309.3311525732279, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 60409 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 231, "phase": "full", "loss": 0.8417991101741791, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.4052371978759766, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "b5b784238a82d89e1311233933aef2c33d59e44dce9c952745dd8a5482224eb5", "elapsed_seconds": 1314.588798088953, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 80, "padded_tokens": 75288 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 232, "phase": "full", "loss": 0.9169621914625168, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.3279372453689575, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "975203a7797cf87f9dc14e51b4fd71051918ace9dd36508a554a86065a9f01fc", "elapsed_seconds": 1319.0107673443854, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 80, "padded_tokens": 66201 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 233, "phase": "full", "loss": 0.7887305915355682, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 2.23781156539917, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "8593d6dbf4809424ab4b783ff231a70229faec062b06660c2cc885628e6a4e44", "elapsed_seconds": 1324.1768733151257, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 73050 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 234, "phase": "full", "loss": 0.835444450378418, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 3.246530294418335, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "0fd25b01e0c95e8337453a52034326b1dbd3f1f27e2cbdfbea5b0cc72218bd1c", "elapsed_seconds": 1329.7610042216256, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 81, "padded_tokens": 82934 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 235, "phase": "full", "loss": 0.8410966098308563, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.6559641361236572, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "476c36a299cbee06774cedb9441a7d4907cf2fcb0e70ca8cacf797a9d8a06a3e", "elapsed_seconds": 1334.3287481069565, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 80, "padded_tokens": 69914 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 236, "phase": "full", "loss": 0.9382920414209366, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 2.401298999786377, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "752583f483d2a96686439697991beb524adb28e24b86d4d0b663224d7dc7137a", "elapsed_seconds": 1340.1774620888755, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 82848 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 237, "phase": "full", "loss": 0.7936913520097733, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 2.602766752243042, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "900f9d80a0705116e9e097e3bda40833a9cdb9869df453e0cc5a86021daa030a", "elapsed_seconds": 1345.3988781282678, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 74206 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 238, "phase": "full", "loss": 0.8344193547964096, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.6507059335708618, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "ebab51de91a44dfb6c1ea71be17a3bddf31137a9cd70adc6aa8f114a9b20226a", "elapsed_seconds": 1352.016556863673, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 90893 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 239, "phase": "full", "loss": 0.7983998358249664, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.0472816228866577, "microbatches": 5, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "86ae251705685b6809436fd52b62487c7e0e5fdf7e57d26a10fa6f1b21499abe", "elapsed_seconds": 1362.5268043242395, "online_compute": { "forward_calls": 5, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 129779 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 240, "phase": "full", "loss": 0.7175132632255554, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.0219889879226685, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "6bfe435eef0155a4f6e292de90468227ec67e420502faf7c95e6db511f8d2829", "elapsed_seconds": 1368.164669778198, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 77740 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 241, "phase": "full", "loss": 0.6887900680303574, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.8349624276161194, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "850f4fbae4794f4fe4399107a6a4b4c4f1567abbd3f0efc7189971f536e104c0", "elapsed_seconds": 1372.2134179640561, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 76, "padded_tokens": 62495 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 242, "phase": "full", "loss": 0.7468059062957764, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.0930415391921997, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "e2e5e4a110de513e0ad1fda293d01da38398ef4f156d977fd58d61c001dc9d64", "elapsed_seconds": 1377.1786102717742, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 76, "padded_tokens": 71384 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 243, "phase": "full", "loss": 0.7597593814134598, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.7301831245422363, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "199fca85ace6db31ff2ce8e3530073a8b5fd15414926229b4cdb851df7b1c4be", "elapsed_seconds": 1383.0098950751126, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 78966 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 244, "phase": "full", "loss": 0.7948996722698212, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.3611507415771484, "microbatches": 5, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "c6f8e77cf330cf00319ca982891bdb4cc88ddd62b34564430727aedfd28b3f86", "elapsed_seconds": 1392.5383431334049, "online_compute": { "forward_calls": 5, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 117509 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 245, "phase": "full", "loss": 0.7365764379501343, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.7655471563339233, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "811260698599e81f8677201f42c2bac3d316816da9ab872b9c7aec388aa7b71c", "elapsed_seconds": 1395.5841522365808, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 75, "padded_tokens": 48892 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 246, "phase": "full", "loss": 0.7449948154389858, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.114571213722229, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "2580d6bc60859b1aafdaa80b2fff2b2f089d739e93a839507603733d69d20059", "elapsed_seconds": 1400.0525973010808, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 75, "padded_tokens": 68369 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 247, "phase": "full", "loss": 0.8158023543655872, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 3.5939505100250244, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "fb10251f7b12821a86111c0ca86b8f1da8607b4d24cb1e2fc6a7005d972b320a", "elapsed_seconds": 1404.709760600701, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 81, "padded_tokens": 69014 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 248, "phase": "full", "loss": 0.8261296451091766, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 14.223689079284668, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "8a1597ff14ebff3e847c552efe6fa330272de3d7d2c448ad15bb106992687cdd", "elapsed_seconds": 1408.5002227155492, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 58646 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 249, "phase": "full", "loss": 0.9462657049298286, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 2.1624338626861572, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "a57ac56fc424f9db82d6505611ca7bf2e4e8c834b7cf43fa9ff57e43e8ca6471", "elapsed_seconds": 1414.6223554871976, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 80, "padded_tokens": 84786 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 250, "phase": "full", "loss": 0.6731786578893661, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 2.243067502975464, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "3aec0af22716cba2367b36dc84ac51f54cf6ed80273eef11efd3ee85a0d92e89", "elapsed_seconds": 1419.9542906200513, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 73807 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 251, "phase": "full", "loss": 0.8713904190808535, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.9506161212921143, "microbatches": 5, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "232969f48e1d309d13b86f9b628323d30f3301dc419ba0311552ed155374792e", "elapsed_seconds": 1427.9570763194934, "online_compute": { "forward_calls": 5, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 100404 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 252, "phase": "full", "loss": 0.8085318803787231, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.2526031732559204, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "40ff3571f17afaf7d3c9795db55853c93f6e90729ee0a7eba9f4c249078ab448", "elapsed_seconds": 1431.626574408263, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 57246 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 253, "phase": "full", "loss": 0.7337794601917267, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.7751332521438599, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "786cac56d4b6e31f187a5391de5c119013f71f7ff2676a99ca545b2bb9e43082", "elapsed_seconds": 1438.6892282944173, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 95156 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 254, "phase": "full", "loss": 0.8049230612814426, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.618622064590454, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "93b57d896a561089fa63f6255ce518c5aff70d25dd78fe492f93f88500cd7c76", "elapsed_seconds": 1443.7999146198854, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 72101 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 255, "phase": "full", "loss": 0.7263407409191132, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.8622596263885498, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "1de72491d5d2e499c2b47a31f1286864be1f7fcf2f9b5e713ded0764d57f483b", "elapsed_seconds": 1448.3792343512177, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 70309 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 256, "phase": "full", "loss": 0.9138249754905701, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 2.002438545227051, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "1d6abfd9c392a061304704ed90145c654e0a5bc192083e5d17fc35ee3f4a4fdd", "elapsed_seconds": 1452.026408398524, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 56959 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 257, "phase": "full", "loss": 0.6477520167827606, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.8671444058418274, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "e5cca22ef9fceb18bad88b43b7f9024b82ab90cb9c64982bd556ca2ce3d2f00e", "elapsed_seconds": 1458.8985494039953, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 93339 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 258, "phase": "full", "loss": 0.9641157984733582, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 2.1092772483825684, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "8700e15c834fd89186503d2674285e9206e5e646c6fd24c18b9d5874e80203ae", "elapsed_seconds": 1464.472668806091, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 76245 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 259, "phase": "full", "loss": 0.7522314041852951, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 2.8550148010253906, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "c9bcdbb308766a8728cfac52b568592bbb81d4c4b988ff9cb6bfb33beda1560f", "elapsed_seconds": 1468.1380318934098, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 57206 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 260, "phase": "full", "loss": 0.787798210978508, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.0471563339233398, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "0ae6be75d0d7217fe3a8fb0576f9fc0a9e3647310ef1ae5fd6f7837b7ed48c0d", "elapsed_seconds": 1475.8722524521872, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 100624 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 261, "phase": "full", "loss": 0.820697583258152, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 2.5810179710388184, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "a77cf05238140e04b24cd68f4743b5ba67f5f45bcf5a60d6d9a9ba513f39f446", "elapsed_seconds": 1480.2445897003636, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 75, "padded_tokens": 64251 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 262, "phase": "full", "loss": 0.818519152700901, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.995307445526123, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "a7c1d67b7529b5b59d4c73364617d7d57aec8bf127fab83b8e6e3e7089911365", "elapsed_seconds": 1485.988883455284, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 75, "padded_tokens": 75679 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 263, "phase": "full", "loss": 0.686601996421814, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.4965046644210815, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "7a7a29c5165b266d41ecbcc2eabde751adfaa1f55ca1dc3778ce8a32f3351f75", "elapsed_seconds": 1491.2017706856132, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 75, "padded_tokens": 72068 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 264, "phase": "full", "loss": 0.8939452171325684, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.0720922946929932, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "0e8d5b97f8836ea9e1c656e25877455942cc2c6a482a340d15ea39b3810fbdb9", "elapsed_seconds": 1494.972716998309, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 59618 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 265, "phase": "full", "loss": 0.7501766532659531, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.8500789999961853, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "6fdf4dec10fa0f6a89a7c5b691cf41ba2edcdbe9d01bbe99716aaef1bc7cb463", "elapsed_seconds": 1500.8914578501135, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 80197 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 266, "phase": "full", "loss": 0.8386549353599548, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 2.3065028190612793, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "853b0aa5c9dfa0741cf1b1e082926085348649143a5ccf7b5e132672c31a874c", "elapsed_seconds": 1504.8979299003258, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 81, "padded_tokens": 62820 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 267, "phase": "full", "loss": 0.9155978336930275, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 2.235267400741577, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "d6fd3026e9e2bbe0f48575cb0125aa9e4c3340d38c17bd017c633ae47d06c211", "elapsed_seconds": 1508.776468358934, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 61187 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 268, "phase": "full", "loss": 0.777199499309063, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.6561659574508667, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "c4134985a49ebe51a46446a888748bb6efeee7b21f7180cf4e387e2a9613fb6d", "elapsed_seconds": 1515.1218441985548, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 86457 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 269, "phase": "full", "loss": 0.619997039437294, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.7530307173728943, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "6deb43ad6369e3121efd516642ab9b567102ffb2e076c7b38cede4b6847793fe", "elapsed_seconds": 1518.845914490521, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 59952 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 270, "phase": "full", "loss": 0.7234906032681465, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.7624899744987488, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "5c42ffea2781dcd2ba197dbe4160ec82d01a48545f1ad8c82354051183311eb9", "elapsed_seconds": 1524.1292701996863, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 76215 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 271, "phase": "full", "loss": 0.856298416852951, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 2.457218885421753, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "808d009a99e978cd081d763cd57e7e1ffa8f640213bb2f3e0eac693cfd9bde81", "elapsed_seconds": 1529.0711178276688, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 72305 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 272, "phase": "full", "loss": 0.7580448538064957, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.8422333002090454, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "4d9c33c213abf01fa2648a539e3dd4ba1224f47793532b951d508215a006b98c", "elapsed_seconds": 1534.8068180652335, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 80, "padded_tokens": 81834 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 273, "phase": "full", "loss": 0.8306151181459427, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 2.261414051055908, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "c28988e4928041020c0307c39c277cd2d664803be0a2cdc9550aed3a89fe59ce", "elapsed_seconds": 1540.7650766754523, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 75, "padded_tokens": 81303 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 274, "phase": "full", "loss": 0.7605082094669342, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.8888826370239258, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "f7cc9bdb6bdee077241986288cc8749adb9c287b358ddd1486d25b4eb1b0c566", "elapsed_seconds": 1544.6778106177226, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 61945 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 275, "phase": "full", "loss": 0.9240625128149986, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.6583383083343506, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "755db7b18cd3f8b73af9d0332b3c3277f45ee78b4cc2cf251e1c16f7378f9efe", "elapsed_seconds": 1550.0935263317078, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 79734 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 276, "phase": "full", "loss": 0.8626745343208313, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.7227871417999268, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "05877186c61cd539d80748956d35271bcdfe78edc0fcb371ee617287fc6bf86f", "elapsed_seconds": 1555.1878571864218, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 75694 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 277, "phase": "full", "loss": 0.7579226940870285, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.4291220903396606, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "99d6d0aecd3276d9a4c5950c369caa405dd3c6312de90411d20c85265259895e", "elapsed_seconds": 1559.8207740411162, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 67690 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 278, "phase": "full", "loss": 0.7992886304855347, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 2.456554412841797, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "c15fd676e88856bca2ec667941314b298787a95e28b017d46f50948475615ed7", "elapsed_seconds": 1565.6463684737682, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 81024 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 279, "phase": "full", "loss": 0.7521408945322037, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 8.17279052734375, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "6834d8da022a073988432593490f2692aeed8454d3ef89a6e8b3afb65896e6d0", "elapsed_seconds": 1569.4419063953683, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 59892 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 280, "phase": "full", "loss": 0.9287227019667625, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 4.246258735656738, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "ee0eab86ea1e50378a357a855d1eae6ad00b0a7bc1b8a2532e0e57af9c6e8b2c", "elapsed_seconds": 1574.7881642151624, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 76, "padded_tokens": 72520 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 281, "phase": "full", "loss": 0.9496622383594513, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.4407553672790527, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "437763115f99163c09a79d62f191548ca7d0861e6127e068e8d0fc4f1e261666", "elapsed_seconds": 1580.2485785931349, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 76, "padded_tokens": 75681 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 282, "phase": "full", "loss": 0.790795162320137, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 2.72672963142395, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "16626197a03c1065da85684d7535a80a8c17e19fd087e24725a9606c5a0e924c", "elapsed_seconds": 1583.6129569662735, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 53834 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 283, "phase": "full", "loss": 0.7398947775363922, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 3.6475648880004883, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "0dda227b120d5d30983b5b9a0ebbd35ac3716a6cf17d25d8dfef7b82fa9a7b89", "elapsed_seconds": 1587.8983620721847, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 76, "padded_tokens": 66264 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 284, "phase": "full", "loss": 0.9285006150603294, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.6047738790512085, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "1a176c937201d61b8c06abbe251c626562207c0a5fee561d70ec166c691a7c0f", "elapsed_seconds": 1594.3203420061618, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 89199 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 285, "phase": "full", "loss": 0.8077229559421539, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.4525389671325684, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "e4947bd083793870f9827b2c742ee4f59d8ad43f9febbdddf45fcfdbc0e80e6d", "elapsed_seconds": 1599.9244720684364, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 79164 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 286, "phase": "full", "loss": 0.8380262181162834, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.0080665349960327, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "cf959b285391df0249fdaadf93d05c3bec4df8efbbf45138e63e6950bb668073", "elapsed_seconds": 1605.3969190195203, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 78853 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 287, "phase": "full", "loss": 0.828740730881691, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.9043358564376831, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "2d6057a95a18131d7bc79816f8989c10cdd3c46aa856eb0f500467a01cf3aeef", "elapsed_seconds": 1611.7969044856727, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 86847 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 288, "phase": "full", "loss": 0.7374234199523926, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.8002625107765198, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "bd26a53f77de7d2038e452bbbdb534ab6090171f6522e2b64a27fc7c57aaedb2", "elapsed_seconds": 1618.4983259197325, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 76, "padded_tokens": 90023 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 289, "phase": "full", "loss": 0.78023861348629, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 2.7363803386688232, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "604ce5998b1f0d4b60e74f1e7e6dc72a8aec325799a62b2c256f3ece53c92eec", "elapsed_seconds": 1624.242553443648, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 79562 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 290, "phase": "full", "loss": 0.8715434335172176, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.6548280715942383, "microbatches": 5, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "67f01e0e7740169815bf92e66acbbf1fe1a10ac35ab7633afefb742b454f700a", "elapsed_seconds": 1631.3065736610442, "online_compute": { "forward_calls": 5, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 93132 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 291, "phase": "full", "loss": 0.7699136883020401, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.5610885620117188, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "73fcec1fd9a7023190ea5863394d581474c02b2191a9d203db5754f901fbb4ee", "elapsed_seconds": 1634.9825579049066, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 57624 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 292, "phase": "full", "loss": 0.7380207180976868, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.0878797769546509, "microbatches": 5, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "747b00f2a2904fe4712c5236527648543c364516067a5986defa28d08073b1f9", "elapsed_seconds": 1642.313442404382, "online_compute": { "forward_calls": 5, "question_instances": 24, "leaf_paths": 76, "padded_tokens": 92797 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 293, "phase": "full", "loss": 0.8406156226992607, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 12.521611213684082, "microbatches": 5, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "513879777d864095b1c2693a37d89412946108abd7bdc99c5b4d3c2581e09730", "elapsed_seconds": 1647.571152514778, "online_compute": { "forward_calls": 5, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 72473 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 294, "phase": "full", "loss": 0.7430662848055363, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.8905420303344727, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "1baa54c923c22a268cff24c5e88876d9f6b3315b3b2596094cd54ee0d4a95ac8", "elapsed_seconds": 1652.545521629043, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 76, "padded_tokens": 71715 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 295, "phase": "full", "loss": 0.93500816822052, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.5398598909378052, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "2c21d4e24952d64fc8769e3202bf800c65a662513cb3ffab3b26fdbbd0fc6a9b", "elapsed_seconds": 1660.8914372809231, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 110104 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 296, "phase": "full", "loss": 0.7323933988809586, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 0.7163172364234924, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "e17e048a090e90a192953522212251e009d5b5da7e13cb71d253471d1dcaefb3", "elapsed_seconds": 1664.7963466867805, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 60922 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 297, "phase": "full", "loss": 0.7547629028558731, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.0755153894424438, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "317989cb19a588f2c4e527572c97538d850188c832efe8319bcc21e757df92b0", "elapsed_seconds": 1670.6487521082163, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 81652 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 298, "phase": "full", "loss": 0.8544150292873383, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 2.5804712772369385, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "9b9ad944a71883c9500ad66519d8d6d054645a26abae0e9bb3b4c16f5c96d790", "elapsed_seconds": 1674.7054309630767, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 79, "padded_tokens": 63244 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 299, "phase": "full", "loss": 0.9150425344705582, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 2.201749801635742, "microbatches": 4, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "528b51dfe790b8ec48bb8d913d02313716d0341afa4878f9289e1af512e3b7cb", "elapsed_seconds": 1682.3661928949878, "online_compute": { "forward_calls": 4, "question_instances": 24, "leaf_paths": 77, "padded_tokens": 100910 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 } }, { "step": 300, "phase": "full", "loss": 0.7736471593379974, "loss_is_score_function_surrogate": false, "gradient_norm_before_clip": 1.0552347898483276, "microbatches": 3, "sample_counts": { "maze/policy": 8, "shooting/policy": 8, "snake/policy": 8 }, "sample_pool_counts": { "maze/policy": 8, "shooting/policy/basic": 4, "shooting/policy/predict_position": 4, "snake/policy": 8 }, "batch_question_ids_sha256": "b883acb338cfd6150dfcbfc95aff3fdc19ebadd527999781076c40d3f969c88e", "elapsed_seconds": 1686.5222000377253, "online_compute": { "forward_calls": 3, "question_instances": 24, "leaf_paths": 78, "padded_tokens": 64220 }, "td": { "enabled": false, "target_version_step": null, "target_refreshed_to_step": null, "target_forward_calls": 0, "target_question_predictions": 0, "target_leaf_paths": 0, "target_padded_tokens": 0, "target_forward_seconds": 0, "terminal_target_instances": 0, "bootstrap_target_instances": 0 }, "dev": { "questions": 895, "selection_ce": 0.768348061442913, "selection_weights": { "maze/policy": 0.3333333333333333, "snake/policy": 0.3333333333333333, "shooting/policy/basic": 0.1556701030927835, "shooting/policy/predict_position": 0.17766323024054984 }, "missing_selection_cells": [], "by_task_role": { "maze/policy": { "questions": 213, "excluded_questions": 2, "objective": "api_policy_distribution", "ce": 0.8586512628273836, "kl": 0.051272376984547494, "tv": 0.12218760235375502, "brier": 0.03633367460537076, "target_argmax_agreement": 0.7183098591549296 }, "shooting/policy": { "questions": 522, "excluded_questions": 0, "objective": "mixed_policy_supervision", "ce": 0.6751665438707917, "kl": 0.41838145711492203, "tv": 0.28088536739533787, "brier": 0.234753920124058, "target_argmax_agreement": 0.8180076628352491 }, "snake/policy": { "questions": 157, "excluded_questions": 1, "objective": "api_policy_distribution", "ce": 0.6508974866023702, "kl": 0.03968017376322264, "tv": 0.08737390050677335, "brier": 0.021746081067941795, "target_argmax_agreement": 0.9044585987261147 } }, "by_role_macro_task": { "policy": { "tasks_present": 3, "questions": 892, "ce": 0.7282384311001818, "kl": 0.16977800262089737, "tv": 0.16348229008528875, "brier": 0.09761122526579018, "target_argmax_agreement": 0.8135920402387645 } }, "by_selection_pool": { "maze/policy": { "questions": 213, "ce": 0.8586512628273836, "kl": 0.051272376984547494, "tv": 0.12218760235375502, "brier": 0.03633367460537076, "target_argmax_agreement": 0.7183098591549296 }, "snake/policy": { "questions": 157, "ce": 0.6508974866023702, "kl": 0.03968017376322264, "tv": 0.08737390050677335, "brier": 0.021746081067941795, "target_argmax_agreement": 0.9044585987261147 }, "shooting/policy/predict_position": { "questions": 138, "ce": 1.0046922201260415, "kl": 0.03337471804949119, "tv": 0.09523188281426646, "brier": 0.017212267481975678, "target_argmax_agreement": 0.8333333333333334 }, "shooting/policy/basic": { "questions": 384, "ce": 0.5567432539665612, "kl": 0.5567432539665612, "tv": 0.34760458841666037, "brier": 0.3129329515423063, "target_argmax_agreement": 0.8125 } }, "by_task_role_target_source": { "maze/policy/api_policy_distribution": { "questions": 213, "ce": 0.8586512628273836, "kl": 0.051272376984547494, "tv": 0.12218760235375502, "brier": 0.03633367460537076, "target_argmax_agreement": 0.7183098591549296 }, "snake/policy/api_policy_distribution": { "questions": 157, "ce": 0.6508974866023702, "kl": 0.03968017376322264, "tv": 0.08737390050677335, "brier": 0.021746081067941795, "target_argmax_agreement": 0.9044585987261147 }, "shooting/policy/api_policy_distribution": { "questions": 138, "ce": 1.0046922201260415, "kl": 0.03337471804949119, "tv": 0.09523188281426646, "brier": 0.017212267481975678, "target_argmax_agreement": 0.8333333333333334 }, "shooting/policy/expert_action": { "questions": 384, "ce": 0.5567432539665612, "kl": 0.5567432539665612, "tv": 0.34760458841666037, "brier": 0.3129329515423063, "target_argmax_agreement": 0.8125 } }, "excluded_by_selection_pool": { "maze/policy": 2, "snake/policy": 1 }, "notes": "Selection CE uses the explicitly declared population pools. Other task/role metrics are question means within each task. Policy CE/TV/KL measure API or expert target matching, not observed success; target sources are reported separately. Observed Boolean CE/Brier measure event prediction. Binary Brier sums both classes." } } ]
[
{
"step": 1,
"phase": "full",
"loss": 1.2721913903951645,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 3.776406764984131,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "f4b51577e857121ff1295d835c1928910a762baab457b672380643eda11cceb4",
"elapsed_seconds": 7.114253018051386,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 90048
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 2,
"phase": "full",
"loss": 1.0211783349514008,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.9008580446243286,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "d959b2343068b58f53efac492832b1aeed2b77e36347d80d7d5ed5764f7b9ca4",
"elapsed_seconds": 11.69145268946886,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 76,
"padded_tokens": 69628
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 3,
"phase": "full",
"loss": 0.9237315580248833,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.9125941395759583,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "88af9573bba610f4c58840425697812bd72ac2e4417277c5298ae76bd5917ce2",
"elapsed_seconds": 17.363509639166296,
"online_compute": {

Xet Storage Details

Size:
349 kB
·
Xet hash:
a2dcb905ccb11184fbae26ab43fed729b08f191e2d3674b8133ed183b0bc6047

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.