Buckets:
[
{
"step": 1,
"phase": "full",
"loss": 1.2721913903951645,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 3.776406764984131,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "f4b51577e857121ff1295d835c1928910a762baab457b672380643eda11cceb4",
"elapsed_seconds": 7.114253018051386,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 90048
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 2,
"phase": "full",
"loss": 1.0211783349514008,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.9008580446243286,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "d959b2343068b58f53efac492832b1aeed2b77e36347d80d7d5ed5764f7b9ca4",
"elapsed_seconds": 11.69145268946886,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 76,
"padded_tokens": 69628
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 3,
"phase": "full",
"loss": 0.9237315580248833,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.9125941395759583,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "88af9573bba610f4c58840425697812bd72ac2e4417277c5298ae76bd5917ce2",
"elapsed_seconds": 17.363509639166296,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 79798
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 4,
"phase": "full",
"loss": 0.8925421237945557,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.8799450993537903,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "3f127fff95cc68387c549ce6f73c24e8501998fbe8ff017e8c12c52934dfb9c2",
"elapsed_seconds": 21.635959962382913,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 65960
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 5,
"phase": "full",
"loss": 0.8673743009567261,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.7864654660224915,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "aa9349338692250cc9b1a0c4bb7a3005a93e2cda97888a809356d7c8e5c01cdb",
"elapsed_seconds": 26.183773255907,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 70096
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 6,
"phase": "full",
"loss": 0.8798201978206635,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.5908231139183044,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "724b395a2b5f024b6dfe49d40e2e5d6039d35a98e10a33b7ed3fd98e9298b3d6",
"elapsed_seconds": 30.579670924693346,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 76,
"padded_tokens": 67651
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 7,
"phase": "full",
"loss": 0.853621244430542,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.6758522391319275,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "d5c0c9c660e672b1e753b3cbf17142ae4fc6f55ae0021cc9c611e19fc66a7d21",
"elapsed_seconds": 34.42393082752824,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 80,
"padded_tokens": 59831
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 8,
"phase": "full",
"loss": 0.8291803933680058,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.8019195199012756,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "ce054a4aa00ce0b39c7e6a5ca8870026401e5bab0d945d5af81dbf6ebe086502",
"elapsed_seconds": 39.42907630931586,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 75,
"padded_tokens": 71937
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 9,
"phase": "full",
"loss": 0.8367063105106354,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.8922042846679688,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "16b32424b66a8e8614dddf56c8708e720100e9cb587bc99876eba6add61d81a2",
"elapsed_seconds": 43.30513881333172,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 81,
"padded_tokens": 61415
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 10,
"phase": "full",
"loss": 0.975780114531517,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.5643630027770996,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "fc3ccf62b534ec01b64475b3a2b801ac5cff6d648e820834e631a123ef03c20a",
"elapsed_seconds": 49.229073856025934,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 80592
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 11,
"phase": "full",
"loss": 0.8858762383460999,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.1590708494186401,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "a9f5ccb9f75f379cde39e659957fc8d00e97bb6531b541276892f6f6b2dc31cc",
"elapsed_seconds": 53.295570999383926,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 63550
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 12,
"phase": "full",
"loss": 0.874903604388237,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.8174502849578857,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "f0f6bdbb7197b258d456ed1956fc432ce7267da9e8835b039f895e2347a0b9f1",
"elapsed_seconds": 58.975272997282445,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 80243
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 13,
"phase": "full",
"loss": 0.8578350394964218,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.40422990918159485,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "54a33969f45558720610ec359d82a95c5d7eef1406c80013b9cc02259046fa82",
"elapsed_seconds": 64.20630920119584,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 80,
"padded_tokens": 75190
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 14,
"phase": "full",
"loss": 0.766780324280262,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.7228848338127136,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "13b3e8241b67e7d569daff8c4976c037f6a858f40069c681a72ae649b0f7c404",
"elapsed_seconds": 70.25897219404578,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 85090
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 15,
"phase": "full",
"loss": 0.8573455214500427,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.8173920512199402,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "17775bdfcf880f96a220f61f79b139bf8209c18c5253cbd20540b5f81d3bb0f9",
"elapsed_seconds": 74.20139038655907,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 80,
"padded_tokens": 62249
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 16,
"phase": "full",
"loss": 0.861258402466774,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.5090381503105164,
"microbatches": 5,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "e0147dcc9d6b2ca8cb00a5dd331963b197a11ba6e80dacaaf994e26696fb74d6",
"elapsed_seconds": 81.13933396339417,
"online_compute": {
"forward_calls": 5,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 90977
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 17,
"phase": "full",
"loss": 0.9074367433786392,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.0409643650054932,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "53ae81bb1f68c9029cfe05156582b2720dc5bd4b36144ca49b1466bd0e4ce8af",
"elapsed_seconds": 84.8544898526743,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 80,
"padded_tokens": 59514
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 18,
"phase": "full",
"loss": 0.9596580620855093,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.9270724654197693,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "ccff8a6a9fce3e4ae01c2443bbd8b70327374e58b9dc2516543206c0272f4c94",
"elapsed_seconds": 89.92957852687687,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 74159
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 19,
"phase": "full",
"loss": 0.9231775850057602,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.7094159126281738,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "ce34ecf70715474ff20b33f81022361027ce5202e77790d1597ce841a4073a95",
"elapsed_seconds": 93.83160066697747,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 80,
"padded_tokens": 60811
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 20,
"phase": "full",
"loss": 1.163607507944107,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.477220058441162,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "63a5e8eb48a5f734124f7c7497f15213be9b8c48ecdd5b71f0e47e0a5bdb33fd",
"elapsed_seconds": 99.90557994693518,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 80,
"padded_tokens": 85471
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 21,
"phase": "full",
"loss": 0.9906201958656311,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.7354679703712463,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "6a819356540c6e3fb3310d69f91e4c1f6426c92c136c0addd6a6112d363119f7",
"elapsed_seconds": 105.46261655911803,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 78860
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 22,
"phase": "full",
"loss": 0.7893734946846962,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.5588740706443787,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "29a95320b735811a2623e20f2f0311d54e62bb2320885082dc0d89105780c0ab",
"elapsed_seconds": 109.23459250293672,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 76,
"padded_tokens": 59336
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 23,
"phase": "full",
"loss": 0.9374197572469711,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.5772453546524048,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "bdee13d535bfb0ccd954019d76b684098509daf71974c464b1506bc9e7dbeada",
"elapsed_seconds": 114.27878377772868,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 74927
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 24,
"phase": "full",
"loss": 0.8591745346784592,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.656568169593811,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "3df13166b29e478b9e0856dd40b0c0aed029bd013eecbfff903f5e909114b436",
"elapsed_seconds": 121.53666203189641,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 93474
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 25,
"phase": "full",
"loss": 0.8769354522228241,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.6785094738006592,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "dec9a81285b1f39acb4f46a428cd853091b9872b153a3058b3b485efbf46f470",
"elapsed_seconds": 130.00150316487998,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 109869
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 26,
"phase": "full",
"loss": 0.857553519308567,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.729388952255249,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "b91148826005c959c9830bc77ef8caab58cf6281c4dab6b3daaffb1e5faae05a",
"elapsed_seconds": 135.25498420372605,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 75942
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 27,
"phase": "full",
"loss": 0.9869636297225952,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.6534459590911865,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "27c298478719c9109adcca9ec62312172a793ab356fea5ab58c6364daa678699",
"elapsed_seconds": 138.90257897600532,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 76,
"padded_tokens": 57059
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 28,
"phase": "full",
"loss": 0.7920747846364975,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.6925879120826721,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "d9723ff6dc052815bfa93f8b1eb2e1ef011205198b8373fa2d63748bdd435081",
"elapsed_seconds": 142.5493653388694,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 58279
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 29,
"phase": "full",
"loss": 0.8943650275468826,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.6091416478157043,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "dc8611e20530f0a41df1ac8ab10cd2c33d408162ae14f2bc3b37e56a8b11e873",
"elapsed_seconds": 148.36225138790905,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 81562
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 30,
"phase": "full",
"loss": 0.8180960714817047,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.5661343932151794,
"microbatches": 5,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "bf03a530ca1ac4d50c394c92538ce95676b34d84c3c0c33838cb4e7b001f18ab",
"elapsed_seconds": 156.23724773526192,
"online_compute": {
"forward_calls": 5,
"question_instances": 24,
"leaf_paths": 76,
"padded_tokens": 101240
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 31,
"phase": "full",
"loss": 0.829656258225441,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.39174121618270874,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "1833d15f7c222c4f1d83df1d03cfb69228f3b15d20514c38f76a71918ce91fec",
"elapsed_seconds": 162.571957686916,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 86748
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 32,
"phase": "full",
"loss": 0.8502700924873352,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.4841110110282898,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "d49ce7a15d12ad7e5da84c1143e1ba4601fd98b63876cd5ccb4e98cabbbb6cf8",
"elapsed_seconds": 166.22209406923503,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 58470
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 33,
"phase": "full",
"loss": 0.8893280625343323,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.4311351478099823,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "32f85ee1786a7b9edb473123e9336fb0cf5559e4abee922f7b015f927f0e5cba",
"elapsed_seconds": 172.07510057277977,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 81605
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 34,
"phase": "full",
"loss": 0.8806101083755493,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.3583621084690094,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "3d914010a88825bd39fee66ec9b0e7e9467ab33c8babe2b53fc8bb300bced97a",
"elapsed_seconds": 177.8714514123276,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 81709
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 35,
"phase": "full",
"loss": 0.8951952755451202,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.44830194115638733,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "cb75883a7a2754e6d3a3b247d1464afe64bd9933fa650aae7a0f3bdb32f1efee",
"elapsed_seconds": 182.25699948426336,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 68457
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 36,
"phase": "full",
"loss": 0.920794889330864,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.5238444805145264,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "e3c8c1e83ea12ff5c0513292bccb7a00381511e5757173e2573ea6ef752cc8e3",
"elapsed_seconds": 187.12764709535986,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 71047
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 37,
"phase": "full",
"loss": 0.8640183806419373,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.4890499711036682,
"microbatches": 5,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "6438d9e9e60c2c8c378a829bc52c9b23564b7072f1f19f538a6021f189d25927",
"elapsed_seconds": 195.18358885776252,
"online_compute": {
"forward_calls": 5,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 103178
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 38,
"phase": "full",
"loss": 0.8781543970108032,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.3798885643482208,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "ed9ba79e438084e1c66d4878ee4cf26b7c9e4058f869c4f6e31cad1d2a17c3c8",
"elapsed_seconds": 201.35307922121137,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 85533
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 39,
"phase": "full",
"loss": 0.8878737539052963,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.41967684030532837,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "8f3267bb6c8c57b8a314a56c0041dc3dc8726bf491dbad32d5d2f3db1b6cce90",
"elapsed_seconds": 206.43844812642783,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 71511
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 40,
"phase": "full",
"loss": 0.7715098559856415,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.4199969172477722,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "6f76b00fa1a17667deb4f8f8ed7918079930216d0fdc04b1ff2b52144bc5fcbd",
"elapsed_seconds": 211.12797185312957,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 71222
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 41,
"phase": "full",
"loss": 0.8481811881065369,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.3677997887134552,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "17aaeb9bbe8fa45f55b4fc5fb1c016ef027961cf7950157c4e46f2bd797f228e",
"elapsed_seconds": 216.9572199229151,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 76,
"padded_tokens": 79094
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 42,
"phase": "full",
"loss": 0.8993473052978516,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.5477232933044434,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "086f86410534611fc89fcdf0365ee43c4910a6d9a741e72fdffa64b8a9f3d126",
"elapsed_seconds": 224.62736497446895,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 99477
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 43,
"phase": "full",
"loss": 0.9024855494499207,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.6261152625083923,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "a97550821e4ae4d2eb4d61cf19d194967fee1d8be60c0296090ef7a85542f58a",
"elapsed_seconds": 230.8522481424734,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 86414
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 44,
"phase": "full",
"loss": 0.9297332465648651,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.5545628666877747,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "17a089769f9d558697f37a3e9a7cf550c480e65cf55837ad8399ae573908546a",
"elapsed_seconds": 237.93101983703673,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 94301
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 45,
"phase": "full",
"loss": 0.8670705407857895,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.5404750108718872,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "3af53ed86f7c7bc349ac8ceffb00a3d341f6230aa7a86dbcb071f77270db9227",
"elapsed_seconds": 243.9434418901801,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 85556
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 46,
"phase": "full",
"loss": 0.943878173828125,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.7464741468429565,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "1f8a830af30386cd24b54b100d502263c85b998de22e834950a9c8de28d30a98",
"elapsed_seconds": 248.2840074924752,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 80,
"padded_tokens": 66074
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 47,
"phase": "full",
"loss": 0.914412260055542,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.365760862827301,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "9a420f074713adb854f88b60097983499e5164fb135390c667842cb808cd0ea6",
"elapsed_seconds": 254.36349522229284,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 83661
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 48,
"phase": "full",
"loss": 0.9195606112480164,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.4169011116027832,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "aa77c0a54c037230a5867990f31518983a9a4cfb9ec914fedfc4c46313424911",
"elapsed_seconds": 259.55657854117453,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 80,
"padded_tokens": 74823
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 49,
"phase": "full",
"loss": 0.8348967805504799,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.4960657060146332,
"microbatches": 5,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "27e8bb96375fe3ddd836fe82c625fa9cbea9cebfa723b66c9565a3be8e3b1d03",
"elapsed_seconds": 269.4603892825544,
"online_compute": {
"forward_calls": 5,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 120653
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 50,
"phase": "full",
"loss": 0.8201658166944981,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.38613930344581604,
"microbatches": 5,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "48eb465c2964ed78e8c61749ec978a57d2cccd1fc321340b2c7743424a9db685",
"elapsed_seconds": 276.5155934104696,
"online_compute": {
"forward_calls": 5,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 92948
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 51,
"phase": "full",
"loss": 0.8749282956123352,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.4772152006626129,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "4a663af1bfb8c5cd46d7d83bf61bd49e70949cb7c61bb175f6f962b74a4b3031",
"elapsed_seconds": 280.9545901045203,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 75,
"padded_tokens": 67381
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 52,
"phase": "full",
"loss": 0.805427307728678,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.33598846197128296,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "ce6f5545184ee308b782dca044bfefc578a5c6173e9cedf7cb0f18e4dd80b11a",
"elapsed_seconds": 285.84224805328995,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 70962
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 53,
"phase": "full",
"loss": 0.8317984417080879,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.20010463893413544,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "f10cbae5a2ca5a0b66e9c0680479882fe331452600c395e2d69a0b6d5198a4d6",
"elapsed_seconds": 293.39165671914816,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 100180
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 54,
"phase": "full",
"loss": 0.7985833659768105,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.3625713586807251,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "f393490a78a6c819bac3e8c4448f7ca9f2255a6d8f2ac7d51bf6b2121eb9b2cd",
"elapsed_seconds": 300.0335650956258,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 80,
"padded_tokens": 90148
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 55,
"phase": "full",
"loss": 0.8520989529788494,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.497778981924057,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "5d71bf772817740a710ca10bcd05595f986f37446adec8d6f4f603173e032d32",
"elapsed_seconds": 306.85995952319354,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 90440
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 56,
"phase": "full",
"loss": 0.9216763973236084,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.3331778645515442,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "040a780499adb2752f5a800cb7e27dc8e456494c8409a7a5df4cdb1a4b2b3b80",
"elapsed_seconds": 310.85358404088765,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 61303
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 57,
"phase": "full",
"loss": 0.8275805190205574,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.7168760299682617,
"microbatches": 5,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "94924c7ce8713ac919c587a205afdc370088c2fb00c59e2fee1fa5a19133b65c",
"elapsed_seconds": 318.17541277129203,
"online_compute": {
"forward_calls": 5,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 95371
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 58,
"phase": "full",
"loss": 0.8259204532951117,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.28931358456611633,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "8e134963ff2332d8d3a85a9597787282264c60aa8fefb900ed78671b7fa48d16",
"elapsed_seconds": 324.20968088973314,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 87873
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 59,
"phase": "full",
"loss": 0.8871171474456787,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.6991128325462341,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "9f532dcc0a8bf830ef53b34f7fb4977638ee1ecf52b2200000636257b69733e8",
"elapsed_seconds": 328.77888518292457,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 69405
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 60,
"phase": "full",
"loss": 0.7361686378717422,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.49134618043899536,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "d9b96cc65f52b92fd63917d00699d18b64effc6355bf25110cb7e1f33184d8a3",
"elapsed_seconds": 333.782176008448,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 76,
"padded_tokens": 71128
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 61,
"phase": "full",
"loss": 0.7717555463314056,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.37256401777267456,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "8b05926543bb2a9b1771caaee882cf70163f5c417894253e24bc0204fabcde56",
"elapsed_seconds": 338.0380504364148,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 76,
"padded_tokens": 64652
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 62,
"phase": "full",
"loss": 0.8022078722715378,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.4490017592906952,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "9a5539aafd3fdb16256688bfcb9355895c79245649abf7b980ba49e2f1adee5b",
"elapsed_seconds": 342.0410277293995,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 62484
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 63,
"phase": "full",
"loss": 0.8689694702625275,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.46287626028060913,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "9ba77946ea8ccf7503a99d95627f5d00afebec5b282639825438c6de7482aac8",
"elapsed_seconds": 346.81375609803945,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 72566
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 64,
"phase": "full",
"loss": 0.8948601484298706,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.4434480369091034,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "3ae5cb51682b533a8c523d426d8951282daeadc198832a8d29f9677dcf587ac8",
"elapsed_seconds": 351.8661901531741,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 80,
"padded_tokens": 76282
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 65,
"phase": "full",
"loss": 0.9265812039375305,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.5169848799705505,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "448ae936c3b90d49bbb8a82d1dcf47dc23fc4e445643fae2595e776c43763172",
"elapsed_seconds": 355.56593906041235,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 59619
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 66,
"phase": "full",
"loss": 1.0043457746505737,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.3869904279708862,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "5464673e535a28d4ad48a89afa4bcfb3f779365c1bdc5c06a6beece8df156462",
"elapsed_seconds": 359.7574301902205,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 76,
"padded_tokens": 64852
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 67,
"phase": "full",
"loss": 0.9476755112409592,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.5607618093490601,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "4d51ae6f201a501a7547c3f698181fd048cb53f4a0bf3c1ea6c6848ebb8ddd93",
"elapsed_seconds": 364.27489550970495,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 66793
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 68,
"phase": "full",
"loss": 0.8204891830682755,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.502087414264679,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "c38ccd8450f26c9bb7ec0310e381bc5d6897cab3ad3e76be9ee0c2ae93546c72",
"elapsed_seconds": 369.9984974777326,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 78610
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 69,
"phase": "full",
"loss": 0.746942974627018,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.39726051688194275,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "f0e2b626aa3cfb7b21e463bdde005a51671ebe978947da059a34ec8808b21780",
"elapsed_seconds": 375.2979001458734,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 76012
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 70,
"phase": "full",
"loss": 0.8225533664226532,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.27852770686149597,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "d0d7faed9e1059e3ecec1499ec86939e10cd0bc59a5efa0da948f17e284443e6",
"elapsed_seconds": 379.0205378336832,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 59524
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 71,
"phase": "full",
"loss": 0.965993732213974,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.40119343996047974,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "4bbc639990d7dcefaf42eeb372367c3ce464d1e101ea5df5d6c0cc348d7ac3da",
"elapsed_seconds": 382.6264363899827,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 57517
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 72,
"phase": "full",
"loss": 0.7834285646677017,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.39859676361083984,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "e37b80d8173f19fab47b61d8f47b8fcaa0137f116d08b991b1bf014b74581c89",
"elapsed_seconds": 391.37961309496313,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 110471
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 73,
"phase": "full",
"loss": 0.8959316909313202,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.3467411696910858,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "7933972c2048e781342e2046e6acf98e4be658e5e4bba7c821a41ebfb319468c",
"elapsed_seconds": 395.70593782234937,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 65434
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 74,
"phase": "full",
"loss": 0.8005287647247314,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.4300781190395355,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "b3b81eb8ab7fa476d02a42bfc45d93a6bd7dc5dd83d86c51c386adecac82e0ba",
"elapsed_seconds": 401.1296472903341,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 78224
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 75,
"phase": "full",
"loss": 0.8078047186136246,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.4346281588077545,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "5af171a72de21380f434e3a4faceb935f5803a6ba4ea154f5df132fd73ac818c",
"elapsed_seconds": 406.99023491702974,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 81622
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 76,
"phase": "full",
"loss": 0.8762531131505966,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.41007325053215027,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "faba49dd906e24910c2b2977dc788eada1e30a4c34e36bbcfb3d080b3bd2afe7",
"elapsed_seconds": 411.7676873765886,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 80,
"padded_tokens": 68832
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 77,
"phase": "full",
"loss": 0.8237894549965858,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.4215922951698303,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "15d4aa525ee9069367803bcb590812febcb2b5306884e98d00003f83a709a6fb",
"elapsed_seconds": 417.24622929189354,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 76503
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 78,
"phase": "full",
"loss": 0.8137121051549911,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.29376569390296936,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "eb7f6408fc725411ad9fd4d190117b27297e20202bc00c06f26a2f6fb30a4d53",
"elapsed_seconds": 421.18168259132653,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 60792
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 79,
"phase": "full",
"loss": 0.9570035338401794,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.2124313116073608,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "3894e2abbd2e84913a0bbfe3e4a88924b97de8b291330f03a37c87344cdade33",
"elapsed_seconds": 425.47256914153695,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 65525
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 80,
"phase": "full",
"loss": 0.8127925395965576,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.2782370448112488,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "c1967d6dfaa38066852e6ccc32f15d0081d037b3decae43af29bf93b19a68087",
"elapsed_seconds": 432.6538789635524,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 94693
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 81,
"phase": "full",
"loss": 0.8436097949743271,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.4511414170265198,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "52c8f618e868ec23b7cc9f61dace29ad44f955f25558e792c7f189332b5de1d8",
"elapsed_seconds": 437.3918738588691,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 76,
"padded_tokens": 67624
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 82,
"phase": "full",
"loss": 0.8811834752559662,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.5146970152854919,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "8a593fe3c47d2c7463a8fff5254289940190c515c70d99753a97fce7442ce68e",
"elapsed_seconds": 444.7511037439108,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 76,
"padded_tokens": 94060
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 83,
"phase": "full",
"loss": 0.8946835845708847,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.4367158114910126,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "4df24cd037c2614ad7bac97770bfd0e477b534a62c6c6bf5230b6e1cbc843451",
"elapsed_seconds": 448.80440464802086,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 63895
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 84,
"phase": "full",
"loss": 0.9316901564598083,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.34740152955055237,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "1989c2e11003b312adfe26e840f1207eab112a8b6352357048bbfed0a775a159",
"elapsed_seconds": 455.0356363840401,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 85088
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 85,
"phase": "full",
"loss": 0.9305081740021706,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.1857320070266724,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "ef9b2e867b356fd2821011374c994113eb3aae000967d34549689f38283fe223",
"elapsed_seconds": 459.1550993230194,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 62810
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 86,
"phase": "full",
"loss": 0.8675301298499107,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.5066882967948914,
"microbatches": 5,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "b96bec9b230ee4c4c632f7e7f5bb3f7cebf7366d484169a06e938bf19a14ff7a",
"elapsed_seconds": 466.41065123677254,
"online_compute": {
"forward_calls": 5,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 95420
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 87,
"phase": "full",
"loss": 0.7690562158823013,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.2665915787220001,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "2ceffb156acc04c687146a77de1bc6b8e5ed19a551c0f8fe1642d46d9fd9b1b3",
"elapsed_seconds": 471.9854419194162,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 76,
"padded_tokens": 77542
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 88,
"phase": "full",
"loss": 0.8476561084389687,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.2576272189617157,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "a48379e32bce97f34ca574ca43102eeaf28acd6d10ee20f98711503591e54733",
"elapsed_seconds": 477.63793655112386,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 76,
"padded_tokens": 77828
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 89,
"phase": "full",
"loss": 0.863207682967186,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.3934860825538635,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "151113650cf000c26fdf1eac92087edbfa713e32690e57d96291141d5a4cba44",
"elapsed_seconds": 483.30186868458986,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 82479
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 90,
"phase": "full",
"loss": 0.8508918583393097,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.4514986574649811,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "a8ee633f82a93935acbce51ef4f3cdbaf4de6ad37475d347cb5869d238e6fee4",
"elapsed_seconds": 487.51089154276997,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 64988
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 91,
"phase": "full",
"loss": 0.9665879067033529,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.9475996494293213,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "fe214e9ec3eabc3da67584a484964f51c3af06507e41df61d04c10ebfe8cc882",
"elapsed_seconds": 492.8386410623789,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 76,
"padded_tokens": 77720
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 92,
"phase": "full",
"loss": 0.835312157869339,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.3786526918411255,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "9be449ee484760ed52b9703d0b019ae1707b215468352be57afaf8026eb3c15b",
"elapsed_seconds": 499.26436612475663,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 87031
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 93,
"phase": "full",
"loss": 0.8591793850064278,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.47657814621925354,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "e1c1e917e5d59305ffb115b3da309488c15f723a678a1da09bb1871ce85b8a71",
"elapsed_seconds": 503.9239870207384,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 68488
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 94,
"phase": "full",
"loss": 0.9866154491901398,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.7880147099494934,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "90aacc43c81fb82ae507572bfab02def11de4dc1deef8bfdba8a50456a41b76c",
"elapsed_seconds": 507.5347662465647,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 57621
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 95,
"phase": "full",
"loss": 0.8579669371247292,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.4989970922470093,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "0e15f8d964820c7d0cc7013aa14ceaea82de014704896d3464db45522b7467ac",
"elapsed_seconds": 514.0912314094603,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 92103
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 96,
"phase": "full",
"loss": 0.6945922672748566,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.3593258261680603,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "03fb3205e85229d56b2e70f252531a7093f353bd623781035dfd1f258670193a",
"elapsed_seconds": 518.9236245630309,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 74,
"padded_tokens": 71709
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 97,
"phase": "full",
"loss": 0.9869515299797058,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.3722414970397949,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "0457ad6bb1e1d7167daa322c5fd76695a56b7f8234aec996918a7425ba1330f2",
"elapsed_seconds": 523.8071024538949,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 74366
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 98,
"phase": "full",
"loss": 0.8541093543171883,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.47902488708496094,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "f65d5c56460240fdebbd483ae01252e3838ae2d53184ea0e635d996770a2aefb",
"elapsed_seconds": 529.3780299536884,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 80,
"padded_tokens": 80275
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 99,
"phase": "full",
"loss": 0.8906915858387947,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.0696589946746826,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "36adc029dd98c76d171c285decb60ee8e82d2c0b596dff8d0da7e09b9c845656",
"elapsed_seconds": 534.7690825480968,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 76,
"padded_tokens": 75492
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 100,
"phase": "full",
"loss": 0.8487380743026733,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.4191341996192932,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "2555173b3ed1ff8fae07b12b792b688ca1c28c7106a9d718bbdfa39b626882fe",
"elapsed_seconds": 539.8437267504632,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 76770
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
},
"dev": {
"questions": 895,
"selection_ce": 0.8642606469736154,
"selection_weights": {
"maze/policy": 0.3333333333333333,
"snake/policy": 0.3333333333333333,
"shooting/policy/basic": 0.1556701030927835,
"shooting/policy/predict_position": 0.17766323024054984
},
"missing_selection_cells": [],
"by_task_role": {
"maze/policy": {
"questions": 213,
"excluded_questions": 2,
"objective": "api_policy_distribution",
"ce": 0.8645839004110167,
"kl": 0.05720501456818069,
"tv": 0.1255444988527759,
"brier": 0.04239317508949031,
"target_argmax_agreement": 0.676056338028169
},
"shooting/policy": {
"questions": 522,
"excluded_questions": 0,
"objective": "mixed_policy_supervision",
"ce": 1.1278945492620256,
"kl": 0.871109462506156,
"tv": 0.5194148259841106,
"brier": 0.49924835345412094,
"target_argmax_agreement": 0.4540229885057471
},
"snake/policy": {
"questions": 157,
"excluded_questions": 1,
"objective": "api_policy_distribution",
"ce": 0.6485275093192336,
"kl": 0.037310196480086016,
"tv": 0.08166552822429471,
"brier": 0.020094170977280744,
"target_argmax_agreement": 0.8980891719745223
}
},
"by_role_macro_task": {
"policy": {
"tasks_present": 3,
"questions": 892,
"ce": 0.8803353196640921,
"kl": 0.32187489118480755,
"tv": 0.24220828435372707,
"brier": 0.18724523317363065,
"target_argmax_agreement": 0.6760561661694795
}
},
"by_selection_pool": {
"maze/policy": {
"questions": 213,
"ce": 0.8645839004110167,
"kl": 0.05720501456818069,
"tv": 0.1255444988527759,
"brier": 0.04239317508949031,
"target_argmax_agreement": 0.676056338028169
},
"snake/policy": {
"questions": 157,
"ce": 0.6485275093192336,
"kl": 0.037310196480086016,
"tv": 0.08166552822429471,
"brier": 0.020094170977280744,
"target_argmax_agreement": 0.8980891719745223
},
"shooting/policy/predict_position": {
"questions": 138,
"ce": 0.9958310686552783,
"kl": 0.02451356657872788,
"tv": 0.07720176014601647,
"brier": 0.011037811165566125,
"target_argmax_agreement": 0.8405797101449275
},
"shooting/policy/basic": {
"questions": 384,
"ce": 1.1753548626050754,
"kl": 1.1753548626050754,
"tv": 0.6783351465196756,
"brier": 0.6746990170890704,
"target_argmax_agreement": 0.3151041666666667
}
},
"by_task_role_target_source": {
"maze/policy/api_policy_distribution": {
"questions": 213,
"ce": 0.8645839004110167,
"kl": 0.05720501456818069,
"tv": 0.1255444988527759,
"brier": 0.04239317508949031,
"target_argmax_agreement": 0.676056338028169
},
"snake/policy/api_policy_distribution": {
"questions": 157,
"ce": 0.6485275093192336,
"kl": 0.037310196480086016,
"tv": 0.08166552822429471,
"brier": 0.020094170977280744,
"target_argmax_agreement": 0.8980891719745223
},
"shooting/policy/api_policy_distribution": {
"questions": 138,
"ce": 0.9958310686552783,
"kl": 0.02451356657872788,
"tv": 0.07720176014601647,
"brier": 0.011037811165566125,
"target_argmax_agreement": 0.8405797101449275
},
"shooting/policy/expert_action": {
"questions": 384,
"ce": 1.1753548626050754,
"kl": 1.1753548626050754,
"tv": 0.6783351465196756,
"brier": 0.6746990170890704,
"target_argmax_agreement": 0.3151041666666667
}
},
"excluded_by_selection_pool": {
"maze/policy": 2,
"snake/policy": 1
},
"notes": "Selection CE uses the explicitly declared population pools. Other task/role metrics are question means within each task. Policy CE/TV/KL measure API or expert target matching, not observed success; target sources are reported separately. Observed Boolean CE/Brier measure event prediction. Binary Brier sums both classes."
}
},
{
"step": 101,
"phase": "full",
"loss": 0.9509484171867371,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.6272061467170715,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "9cd1d399bbbafdf05fe913d28076728a5a19dabce3b1a674e50f312dc6e7ebe6",
"elapsed_seconds": 575.1635390063748,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 76665
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 102,
"phase": "full",
"loss": 0.8736801296472549,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.46419328451156616,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "ab796d0a0ad67bcef30c13e1a7e1ef108101f28f2d879434c916da6d58a28a96",
"elapsed_seconds": 581.9503913512453,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 93461
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 103,
"phase": "full",
"loss": 0.8415752053260803,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.48108115792274475,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "9047489402358cf4f28700e6035ae2f45ab3daf6c4697e8ac4c286726f19fdb4",
"elapsed_seconds": 585.9007564140484,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 61854
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 104,
"phase": "full",
"loss": 0.8748530000448227,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.36839786171913147,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "716e1d5edc2a997a4416ceecb69b709f9a52aa55266744fc99a6aaffbeb0e126",
"elapsed_seconds": 591.979687015526,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 86462
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 105,
"phase": "full",
"loss": 0.8514940701425076,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.496933251619339,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "b550861d2fe88fbe3494a88f8c387d9a6391e3e12f6cf1f6dcd75d07db65e6b2",
"elapsed_seconds": 597.789595939219,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 78733
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 106,
"phase": "full",
"loss": 0.876130074262619,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.33374762535095215,
"microbatches": 5,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "0a06a7594b583c9cfd21e66e8c88504d8c30b3b61c3a080b3c0673484aa49aa3",
"elapsed_seconds": 605.9603021396324,
"online_compute": {
"forward_calls": 5,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 104707
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 107,
"phase": "full",
"loss": 0.960888996720314,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.47943589091300964,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "b533c9768b37f610fb2476490e883ef750de468b559a11b7fa1d2933fdc996bc",
"elapsed_seconds": 612.2216374799609,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 82,
"padded_tokens": 86787
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 108,
"phase": "full",
"loss": 0.7225396037101746,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.503580629825592,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "bad863a29203664c7ffd2777314a6744b227294e2ab1db63927971c2d240bc84",
"elapsed_seconds": 616.5239065857604,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 66664
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 109,
"phase": "full",
"loss": 0.8314595073461533,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.37905043363571167,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "0a07526d5600caddc1a2cc4913b88383fdf398fdbb44570ce1e8648e765a7cf2",
"elapsed_seconds": 622.3812176352367,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 81858
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 110,
"phase": "full",
"loss": 0.8336644843220711,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.5865010023117065,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "f38934b24ffbaac949c80a6a6788fcfb6e8d929b11afee9108bfaacd8f9bbb72",
"elapsed_seconds": 628.0475063864142,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 77862
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 111,
"phase": "full",
"loss": 0.9593424499034882,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.6746335029602051,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "285de6aa0fd539508002e8a42db9bdee30ed61c16d0e14bbe0d250d40ade6be4",
"elapsed_seconds": 632.3131725285202,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 66471
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 112,
"phase": "full",
"loss": 0.9880190305411816,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.7090333104133606,
"microbatches": 5,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "9ba138ddabe173c6c4ecc61a3b8fc35d59964e5d274b6f8ec8fb94328f03a825",
"elapsed_seconds": 638.1708204075694,
"online_compute": {
"forward_calls": 5,
"question_instances": 24,
"leaf_paths": 80,
"padded_tokens": 79890
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 113,
"phase": "full",
"loss": 0.8309729248285294,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.5562198162078857,
"microbatches": 5,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "7cdaabcc5e636ccf13162e3eecbeb657b00abf7c2343ccff235f83b675ef3ce7",
"elapsed_seconds": 646.7000797875226,
"online_compute": {
"forward_calls": 5,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 107417
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 114,
"phase": "full",
"loss": 0.8613891303539276,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.5087761878967285,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "36dfdce9ca3a8a4149a68a4bac5a415befdcb011b4b7df777c3ff92f14670a23",
"elapsed_seconds": 653.8254629774019,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 96224
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 115,
"phase": "full",
"loss": 0.9012513905763626,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.6812999248504639,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "ad36589f801ae79cc9708d5b1d47d8e37d9ee901647b81805beccb37494dadc3",
"elapsed_seconds": 658.3894252395257,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 68654
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 116,
"phase": "full",
"loss": 0.8676855564117432,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.485664039850235,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "1b5926f3c74a06f4a4cedd6eda467e44c330690d655c3a8fa72b1af2dc672b65",
"elapsed_seconds": 665.5543350279331,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 93607
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 117,
"phase": "full",
"loss": 0.7880750447511673,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.38159888982772827,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "d3dad0c3b7561cb0d8d87411c333344fb4a8f4f69f839bc5b6a6be12ed01a853",
"elapsed_seconds": 669.5475961584598,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 62452
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 118,
"phase": "full",
"loss": 0.7973509728908539,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.2011648416519165,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "2099d19b48c91fca2c200b86063fc29ee136e143aa2b633f3691fb1a90556912",
"elapsed_seconds": 675.4134798590094,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 80141
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 119,
"phase": "full",
"loss": 0.8895604610443115,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.6574642658233643,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "56889cbdb9b99def848ea71da4da392d842629db53ea3a76d94a3ff3a8d60260",
"elapsed_seconds": 679.6563287302852,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 76,
"padded_tokens": 64734
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 120,
"phase": "full",
"loss": 0.8669233620166779,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.6003830432891846,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "532d2fdeb01d47f4404c10cf526597f21a07ac3a8eeec7712f205bc858715f53",
"elapsed_seconds": 683.4480956774205,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 59117
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 121,
"phase": "full",
"loss": 0.9665806144475937,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.48562538623809814,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "fc321878bef66090f3bf272cfcb9fd667c1a87022f7515d4b62cecdc3f1e9ffe",
"elapsed_seconds": 689.0864379899576,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 80517
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 122,
"phase": "full",
"loss": 0.8604753464460373,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.8507420420646667,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "147f95e9bb827b1970c6f12f9aed5d3af7489851d2393900fc597c731de4ddc8",
"elapsed_seconds": 694.338524280116,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 75,
"padded_tokens": 71066
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 123,
"phase": "full",
"loss": 0.8480654619634151,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.5399959683418274,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "c4e044e6f1ff51607cb24e0eed7a2ba5d9e692895cde538d0966f5a9891b88a2",
"elapsed_seconds": 699.2996608922258,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 76,
"padded_tokens": 72480
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 124,
"phase": "full",
"loss": 0.8962730020284653,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.6825912594795227,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "0b05685acb688c564540d981e250cc8f1a1407b407963056db72d28fa32534da",
"elapsed_seconds": 706.4659539246932,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 96486
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 125,
"phase": "full",
"loss": 0.8509044945240021,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.39393049478530884,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "6215a7bf8189b3a9d6573c96f74afdaa0fd993f2df353dde99f89640d43016f3",
"elapsed_seconds": 710.2691415799782,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 59592
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 126,
"phase": "full",
"loss": 0.7343026101589203,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.5218060612678528,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "24f454b87a9ab3257087576df47fd6d5a8d8bf1de9124cbd61d93d2e19890381",
"elapsed_seconds": 717.4453490674496,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 95310
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 127,
"phase": "full",
"loss": 0.7821684014052153,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.59885573387146,
"microbatches": 5,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "8467c6640bc59dbe0fd120abb12de73317827e355b590a58e3449588aac37ab9",
"elapsed_seconds": 723.3732805298641,
"online_compute": {
"forward_calls": 5,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 79417
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 128,
"phase": "full",
"loss": 0.8040947318077087,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.5260417461395264,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "43732b1387bed2dc80e35dd62e759733b476e226090562103e9a10522414999f",
"elapsed_seconds": 727.0957988295704,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 75,
"padded_tokens": 57995
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 129,
"phase": "full",
"loss": 0.8232890628278255,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.48947590589523315,
"microbatches": 5,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "d97e2f1433048cf7610e6815c70da4d76cab97e48d559890b11fd826f004775d",
"elapsed_seconds": 733.7142770895734,
"online_compute": {
"forward_calls": 5,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 86561
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 130,
"phase": "full",
"loss": 0.9888178333640099,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.3249974250793457,
"microbatches": 5,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "f889237b01bec74229376e48cd5724b389c9e1734b71c42a74521c90e0d2616f",
"elapsed_seconds": 739.8498880714178,
"online_compute": {
"forward_calls": 5,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 83278
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 131,
"phase": "full",
"loss": 0.7743858695030212,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.6383126378059387,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "3dd669759a9893de1d71d34ae532d35bc0a981c427f19bd85065ba056324715d",
"elapsed_seconds": 743.7474971134216,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 75,
"padded_tokens": 60900
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 132,
"phase": "full",
"loss": 0.8309355825185776,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.640336811542511,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "eb2c709da0d7e644d5009d418a9022f4e3aafe299dae478d19c247b257f29c76",
"elapsed_seconds": 751.9577801637352,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 76,
"padded_tokens": 108728
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 133,
"phase": "full",
"loss": 0.8433996438980103,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.5506317019462585,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "d2d28079885131a76c63501641db934dc8b119ae61ef66347ca01dd8d97f3ecc",
"elapsed_seconds": 757.6564248232171,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 76,
"padded_tokens": 77519
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 134,
"phase": "full",
"loss": 0.8751108571887016,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.7614637613296509,
"microbatches": 5,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "0d9ca062734499f65996ecf7fccb2ba810f4949a593b6eb758c4cae13777d6b4",
"elapsed_seconds": 765.4363124277443,
"online_compute": {
"forward_calls": 5,
"question_instances": 24,
"leaf_paths": 80,
"padded_tokens": 100249
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 135,
"phase": "full",
"loss": 0.9314402341842651,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.5201536417007446,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "c40f6617d414c9880ce42a3f2827772462256fa4fc3f64febe4cfa77404a4dbd",
"elapsed_seconds": 770.5691054621711,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 73958
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 136,
"phase": "full",
"loss": 0.8789602946490049,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.4880990982055664,
"microbatches": 5,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "28cf3d543fdf7e698874bf0913ade6058e3521e23bf66198d190886538547a02",
"elapsed_seconds": 778.7704584039748,
"online_compute": {
"forward_calls": 5,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 105482
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 137,
"phase": "full",
"loss": 0.8618790730834007,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.5188162326812744,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "e84363ec14934020cd124e5a90964d98047177dfe6266946f0ff37ed771e80de",
"elapsed_seconds": 783.8647748474032,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 73569
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 138,
"phase": "full",
"loss": 0.792938619852066,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.4066280424594879,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "ce5e95c68cabb1c759836ab985c6859ae4b75c0d5e089a54c32a80fa27f417f0",
"elapsed_seconds": 787.9702406814322,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 63759
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 139,
"phase": "full",
"loss": 0.7687062807381153,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.5553119778633118,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "861b5332957a4de5be9b72c6bb92a41f68928daf84ef35339ecc9dd7a1095a84",
"elapsed_seconds": 794.6937427939847,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 76,
"padded_tokens": 89867
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 140,
"phase": "full",
"loss": 0.9478119313716888,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.9306577444076538,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "70e2c6c553ff8a25fbea4c713da98395cecb8780f4d37e244f7f82deb76d9406",
"elapsed_seconds": 799.5245147971436,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 72581
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 141,
"phase": "full",
"loss": 0.7701639011502266,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.43267524242401123,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "efa4a0e40a47f10375a95efba2413121066dc5dead18abb0fb0d3b84e040ca28",
"elapsed_seconds": 806.8137842789292,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 76,
"padded_tokens": 95454
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 142,
"phase": "full",
"loss": 0.8647483587265015,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.2986556589603424,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "00fb9a1b22bff73e185dad74705859a3306eb01450c4cdbe979ff003ee604cb3",
"elapsed_seconds": 811.3844419065863,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 69464
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 143,
"phase": "full",
"loss": 0.8566150646656752,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.5282201766967773,
"microbatches": 5,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "b306f112e86a18ae151f91dba404d59aecf31ac2604a165dc24826d0355c903f",
"elapsed_seconds": 818.8468519691378,
"online_compute": {
"forward_calls": 5,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 94515
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 144,
"phase": "full",
"loss": 0.8542155921459198,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.6303412914276123,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "9ff06bc5bd93113aac7345d616213f84669932155be64e9e2de757761c3a8a2e",
"elapsed_seconds": 822.4579995274544,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 80,
"padded_tokens": 57202
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 145,
"phase": "full",
"loss": 0.8300207257270813,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.34122809767723083,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "315cd72c35f3e7a0985b921c5f11944887544e760a87121594028f8a2d8d05ee",
"elapsed_seconds": 826.0250354874879,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 57200
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 146,
"phase": "full",
"loss": 0.8561718761920929,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.43302619457244873,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "50045a148bf741f0b6107637cbb206364ec53c24d492935b90453b0a6d105146",
"elapsed_seconds": 830.7636987762526,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 71864
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 147,
"phase": "full",
"loss": 0.9449788928031921,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.5910916328430176,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "0eed21ac9527643dcf43c7631b5b3027e2cb9fd1c9517c94a8e7128096462733",
"elapsed_seconds": 836.7867111274973,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 80,
"padded_tokens": 83864
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 148,
"phase": "full",
"loss": 0.8404654264450073,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.46787431836128235,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "4f3c075d54da850f07ab2293b1cfff097164ec43697769f2a08a7651c5bc2a14",
"elapsed_seconds": 842.5957433953881,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 81300
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 149,
"phase": "full",
"loss": 0.7915356904268265,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.40826404094696045,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "90ead3981522e099a6c12d28ef9431e71c96eb6f69491a78a270249137113533",
"elapsed_seconds": 848.7251818291843,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 76,
"padded_tokens": 84427
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 150,
"phase": "full",
"loss": 0.7805388867855072,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.493068128824234,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "0929602373f1faff6fab9c92c19d6828711ebf1f0d2e0cc3cdacaa3d0c984f6e",
"elapsed_seconds": 854.3988740360364,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 75,
"padded_tokens": 77657
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 151,
"phase": "full",
"loss": 0.7802520394325256,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.43231576681137085,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "a3f3f891cdabfc57bb5fab19a694cfc11ad41c1f4c74fb7ca0e5fd19f1b6b665",
"elapsed_seconds": 859.2236390681937,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 76,
"padded_tokens": 71724
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 152,
"phase": "full",
"loss": 0.9378320872783661,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.6398959755897522,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "d4782b75b4132e5f426f1a3a74169a8b871950c082a30bef4da84f71ac02e914",
"elapsed_seconds": 863.6632146565244,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 67953
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 153,
"phase": "full",
"loss": 0.8485584557056427,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.39916524291038513,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "d93506470e78510a71c460b3c7d17bf5cfa391e4455c0f86c90c3d584ee05b72",
"elapsed_seconds": 869.0282477634028,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 73299
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 154,
"phase": "full",
"loss": 0.8217638432979584,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.4663068354129791,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "8758a46b08bc7c5c2f2241ef347cddbbf12cefa2e5d4337f3587209bd7153057",
"elapsed_seconds": 874.2482475666329,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 77933
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 155,
"phase": "full",
"loss": 0.8056566417217255,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.6862770318984985,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "265a91eafff0524c0c6f85ceb8c71153272a882c01e0be2dc95ef02b8b142533",
"elapsed_seconds": 878.4862897582352,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 65581
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 156,
"phase": "full",
"loss": 0.7704983502626419,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.51683509349823,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "127ea38b72d41b983ef7d39496f437ccf5f4cab467d05cc734a9bd64a5b5819f",
"elapsed_seconds": 883.7586844572797,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 75540
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 157,
"phase": "full",
"loss": 0.8192373961210251,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.7167879343032837,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "1f2eb7b51ceedb366a9995f1bcbdaa698920de7e7276cacc3d276e63a07ef610",
"elapsed_seconds": 890.942374070175,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 93128
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 158,
"phase": "full",
"loss": 0.8028301149606705,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.7293246388435364,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "ba9033f9b0b7047f29ade0cffb8368ad8b6fee5016beeef56d01af2895f90c60",
"elapsed_seconds": 895.9121921053156,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 70479
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 159,
"phase": "full",
"loss": 0.7940400093793869,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.9706905484199524,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "08781ac84dfdf163eaafd88fbb30c5bbe73a51cb5a9820d394da7b7c3a26255f",
"elapsed_seconds": 901.1254070745781,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 80,
"padded_tokens": 74530
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 160,
"phase": "full",
"loss": 0.8598802834749222,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 5.061263084411621,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "42f490d1a20fe9c8a2807b1c917a24f6310016ded9c342f249ecf26a85ce4610",
"elapsed_seconds": 906.9737463518977,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 76,
"padded_tokens": 80953
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 161,
"phase": "full",
"loss": 0.8242822587490082,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.6288172602653503,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "8ced6cc0e00b6762418508d9da5ff74f27574a99c37d872d64381cdedcba5f27",
"elapsed_seconds": 911.2443971810862,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 65332
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 162,
"phase": "full",
"loss": 0.781429797410965,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 4.488753318786621,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "66f1404d9be157809a03b5a044ff144641e7d80f25a6acd812d8eea9b5f2d866",
"elapsed_seconds": 915.0306229814887,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 59681
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 163,
"phase": "full",
"loss": 0.840023398399353,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 3.0259335041046143,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "fb6303530cf306660987a459abbf5099eab1ffdef0d55d2b491a1dc8f2d53a97",
"elapsed_seconds": 918.6879893150181,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 58555
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 164,
"phase": "full",
"loss": 0.771129921078682,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.7728201150894165,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "3a0efa01e166a5ba6380144206843f07eaeea6573910a4196dbbeeb0f77ca4b6",
"elapsed_seconds": 923.9190687984228,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 74990
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 165,
"phase": "full",
"loss": 0.9965847134590149,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 3.2696921825408936,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "6ea6165e0dc80b93b6713629049270f194741f93842a14899ccf55f93bcf2380",
"elapsed_seconds": 928.0695873312652,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 64069
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 166,
"phase": "full",
"loss": 0.9711097776889801,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.2070214748382568,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "83940e20b923082cf90322078697d434d0c22d8f757bb09082e45aaf4aaee58e",
"elapsed_seconds": 931.6584510905668,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 82,
"padded_tokens": 58040
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 167,
"phase": "full",
"loss": 0.8062002956867218,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 3.3674633502960205,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "e5ff29b10f29093083be7d89f2bc5f46139b0dee5b74e5a017bad6ac4b233929",
"elapsed_seconds": 937.4083623625338,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 79167
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 168,
"phase": "full",
"loss": 0.8252323567867279,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.5632567405700684,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "452678fe1fff12ab9c6295155a52581992fc7ffe46b4ef290d92bf630bfba8f9",
"elapsed_seconds": 941.3544627800584,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 63160
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 169,
"phase": "full",
"loss": 0.8805269449949265,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.023455262184143,
"microbatches": 5,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "3e4d39c3f2e33d07b72373be4fbbe382bd2d8c92697cafd6093e934eab7fc142",
"elapsed_seconds": 950.3297271672636,
"online_compute": {
"forward_calls": 5,
"question_instances": 24,
"leaf_paths": 76,
"padded_tokens": 113093
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 170,
"phase": "full",
"loss": 0.7962471544742584,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.0578114986419678,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "2dec14153c29d829d28f4223fb5ddedbc2831ffdd2502f9389f1c3a42f0d000e",
"elapsed_seconds": 955.5122004207224,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 75,
"padded_tokens": 72102
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 171,
"phase": "full",
"loss": 0.8745602015405893,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.7706599831581116,
"microbatches": 5,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "7da63de9e17f11683be9300cbeb730c6c98d2ff03bf1833a95497ae0cb036f5b",
"elapsed_seconds": 963.3750060815364,
"online_compute": {
"forward_calls": 5,
"question_instances": 24,
"leaf_paths": 80,
"padded_tokens": 95572
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 172,
"phase": "full",
"loss": 0.8092760145664215,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.5490074753761292,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "4e31deae26091b8e9b84243e3c82a63a48de728528f43ffc8869349590bddd58",
"elapsed_seconds": 967.7912002112716,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 67616
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 173,
"phase": "full",
"loss": 0.8799948990345001,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.8994196653366089,
"microbatches": 5,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "6ec20810fd5b3b9b093b7fcb28b2a0a0beecb1fb365e1a8947d5b56f971d30e6",
"elapsed_seconds": 974.8774251518771,
"online_compute": {
"forward_calls": 5,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 91526
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 174,
"phase": "full",
"loss": 0.844293624162674,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.6733625531196594,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "0a5991b28e061378d8f838ae4fb75bc5b48b3f9df63175d1b47632a27be08fd9",
"elapsed_seconds": 978.405093671754,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 55868
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 175,
"phase": "full",
"loss": 0.8800063133239746,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 2.290968179702759,
"microbatches": 5,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "b5c7cf2225598d423d62bc3748aede1865fbedf8d0f4234ec8ad5c9014ed722b",
"elapsed_seconds": 985.5273419776931,
"online_compute": {
"forward_calls": 5,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 94424
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 176,
"phase": "full",
"loss": 0.9585042744874954,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 6.60983419418335,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "788722a0299ccfbe759fbe5a2ca388478846a87c2cd7bcde39d23bbba4759a40",
"elapsed_seconds": 990.4116856632754,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 73064
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 177,
"phase": "full",
"loss": 0.8449025042355061,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.8253621459007263,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "7e4468f6dfd19f2be70aa8d12f5943b3e375a22446315ff7e918c5000678aa7f",
"elapsed_seconds": 996.0921872416511,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 80,
"padded_tokens": 81409
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 178,
"phase": "full",
"loss": 0.8259193599224091,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.563679575920105,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "d112eaeb82c35e18f993aff59ff0893e3d6f6d8b23f55334772c0905cf1aa2ed",
"elapsed_seconds": 1000.1682770270854,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 62830
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 179,
"phase": "full",
"loss": 0.788296714425087,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 3.806086778640747,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "da394d8d020d9f067376ec9b5b2c5db2502bac2303542ade5a8d948e32cd336f",
"elapsed_seconds": 1006.9926739530638,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 96251
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 180,
"phase": "full",
"loss": 0.7011052817106247,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.2674740552902222,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "23052c27a53748b0beffee9f00de8f195a256ff0c43a19561e7f34de451d6da9",
"elapsed_seconds": 1012.4128775205463,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 76992
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 181,
"phase": "full",
"loss": 0.8496405780315399,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.8449491262435913,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "c9d4bff7af2f91700e142c0ec8b409eecca1ee0f10b26086b65eb359a60767ff",
"elapsed_seconds": 1017.5635524606332,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 74285
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 182,
"phase": "full",
"loss": 0.756814569234848,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 14.057476043701172,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "0e7d30d47bb558b82d0d05b63f11cb945c220df94bf36cfd026acb006ba31250",
"elapsed_seconds": 1025.2774822069332,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 103430
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 183,
"phase": "full",
"loss": 0.7781242728233337,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.6382713317871094,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "47dab150f9a402a791cd19a9167d9450a41053e3f83f13ececad665a7c383156",
"elapsed_seconds": 1029.4112747339532,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 63941
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 184,
"phase": "full",
"loss": 0.8694358766078949,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.9019284844398499,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "cbc34c0de5edbd08b7115508ac8f0fb7f31248c656d9f488936177653a9db3ff",
"elapsed_seconds": 1035.9850430823863,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 80,
"padded_tokens": 91373
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 185,
"phase": "full",
"loss": 0.7895971983671188,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.43933501839637756,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "1f56fe9b90daa54371d4d12ea17a4e4e88d525d2cdf079104fb6395dffab1194",
"elapsed_seconds": 1039.7151115173474,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 58497
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 186,
"phase": "full",
"loss": 0.9115119874477386,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.8026639223098755,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "511d6a0e54aae7638a126b4d9bcfcca4d25f623f0e4bd9a5b915271067f8db29",
"elapsed_seconds": 1044.786907730624,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 74737
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 187,
"phase": "full",
"loss": 0.769430622458458,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.6447579264640808,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "d6e820f6fcfb572331c413d174549877c96de76c7bceff1a14500c86705e5c8f",
"elapsed_seconds": 1050.3018736373633,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 76787
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 188,
"phase": "full",
"loss": 0.8164049685001373,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.7553839087486267,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "54b2af30e543b7266c34f51fd9d40e577e6559f204ca4203ec88b3e629d729ae",
"elapsed_seconds": 1054.1344349933788,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 60530
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 189,
"phase": "full",
"loss": 0.8053966760635376,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.7225981950759888,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "fa572fec4fe85d9d051588b4a142018c85be48613e4771b10b42457b0ee3f783",
"elapsed_seconds": 1058.6936679994687,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 67903
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 190,
"phase": "full",
"loss": 0.722709059715271,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.5682789087295532,
"microbatches": 5,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "658c20aacbb61dc22581f75b2304b82b7db920bf9ebd3cb143eb5832f69330d4",
"elapsed_seconds": 1067.4485385240987,
"online_compute": {
"forward_calls": 5,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 111285
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 191,
"phase": "full",
"loss": 0.983241081237793,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 9.839667320251465,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "4f8453f3ed11b0de96e71d67aade4924b43f3b732737e6876ebe04d7c5071ab1",
"elapsed_seconds": 1071.353789321147,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 60695
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 192,
"phase": "full",
"loss": 0.8961393665522337,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 2.5217599868774414,
"microbatches": 5,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "43faef71566974932c14ca019410f9db579da7122ca9929d0c36b5e726484847",
"elapsed_seconds": 1077.3972885133699,
"online_compute": {
"forward_calls": 5,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 80620
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 193,
"phase": "full",
"loss": 0.7850252389907837,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 7.225132942199707,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "948ff256baaf73219a6ebfb09abcabe2b6fdcf0bafb3d1b04f34ce8616dd2b5c",
"elapsed_seconds": 1083.379863690585,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 82474
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 194,
"phase": "full",
"loss": 1.000248372554779,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 2.455148696899414,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "b436a98a8a2a4cbefbd3cd39a551b6395d03afd6e7d60fa69b9cb7a5ef44c6eb",
"elapsed_seconds": 1087.320628684014,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 74,
"padded_tokens": 60665
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 195,
"phase": "full",
"loss": 0.7932237833738327,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 9.509361267089844,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "36bfbd9c053a67030d23507f6186e29d3e9297640e6e13dab7ee56565b1d3949",
"elapsed_seconds": 1092.5085451100022,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 80,
"padded_tokens": 73746
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 196,
"phase": "full",
"loss": 0.7216249108314514,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 2.6137747764587402,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "00bd4f471cf2a1b8ac5627561b56ee17300d3a11c9b1fe53dba8c615c1d69b20",
"elapsed_seconds": 1097.400425562635,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 73923
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 197,
"phase": "full",
"loss": 0.8775378465652466,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 2.3145787715911865,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "34980580d7186f8282abe11cd2050af879b22b1b3180279ac48daf4a5adb0851",
"elapsed_seconds": 1103.4065826442093,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 83931
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 198,
"phase": "full",
"loss": 0.7416652366518974,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.6353551149368286,
"microbatches": 5,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "3fc9b08048cfaa692a87a950ebd3e2f5e5202fc5aed59f7e6405c3fbcc9318ac",
"elapsed_seconds": 1112.8131605312228,
"online_compute": {
"forward_calls": 5,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 114776
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 199,
"phase": "full",
"loss": 0.900478795170784,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 8.444897651672363,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "b07bb9acecdc9fa33f4cca237ae18cac9b306138ccd32b290c6554cb4cb48821",
"elapsed_seconds": 1119.1609107740223,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 90209
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 200,
"phase": "full",
"loss": 0.8461019992828369,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 3.999206304550171,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "296167ff3284a8745e97d5bcc508e7db0e980971ba6ac2133e7c6de8eda25005",
"elapsed_seconds": 1126.1759087154642,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 95546
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
},
"dev": {
"questions": 895,
"selection_ce": 0.8402652322004558,
"selection_weights": {
"maze/policy": 0.3333333333333333,
"snake/policy": 0.3333333333333333,
"shooting/policy/basic": 0.1556701030927835,
"shooting/policy/predict_position": 0.17766323024054984
},
"missing_selection_cells": [],
"by_task_role": {
"maze/policy": {
"questions": 213,
"excluded_questions": 2,
"objective": "api_policy_distribution",
"ce": 0.8543915588821097,
"kl": 0.04701267303927361,
"tv": 0.1122111224900155,
"brier": 0.03474964751172491,
"target_argmax_agreement": 0.704225352112676
},
"shooting/policy": {
"questions": 522,
"excluded_questions": 0,
"objective": "mixed_policy_supervision",
"ce": 1.0437466673987572,
"kl": 0.7869615806428876,
"tv": 0.47102797543026315,
"brier": 0.45100391169173704,
"target_argmax_agreement": 0.5632183908045977
},
"snake/policy": {
"questions": 157,
"excluded_questions": 1,
"objective": "api_policy_distribution",
"ce": 0.6411224447253743,
"kl": 0.02990513188622662,
"tv": 0.0740305129919281,
"brier": 0.017035482242432655,
"target_argmax_agreement": 0.910828025477707
}
},
"by_role_macro_task": {
"policy": {
"tasks_present": 3,
"questions": 892,
"ce": 0.8464202236687471,
"kl": 0.28795979518946263,
"tv": 0.2190898703040689,
"brier": 0.16759634714863156,
"target_argmax_agreement": 0.7260905894649935
}
},
"by_selection_pool": {
"maze/policy": {
"questions": 213,
"ce": 0.8543915588821097,
"kl": 0.04701267303927361,
"tv": 0.1122111224900155,
"brier": 0.03474964751172491,
"target_argmax_agreement": 0.704225352112676
},
"snake/policy": {
"questions": 157,
"ce": 0.6411224447253743,
"kl": 0.02990513188622662,
"tv": 0.0740305129919281,
"brier": 0.017035482242432655,
"target_argmax_agreement": 0.910828025477707
},
"shooting/policy/predict_position": {
"questions": 138,
"ce": 0.9931795664655639,
"kl": 0.02186206438901348,
"tv": 0.0714249550244613,
"brier": 0.009359315999637614,
"target_argmax_agreement": 0.8840579710144928
},
"shooting/policy/basic": {
"questions": 384,
"ce": 1.0619192192966236,
"kl": 1.0619192192966236,
"tv": 0.6146353108885982,
"brier": 0.6097199382685853,
"target_argmax_agreement": 0.4479166666666667
}
},
"by_task_role_target_source": {
"maze/policy/api_policy_distribution": {
"questions": 213,
"ce": 0.8543915588821097,
"kl": 0.04701267303927361,
"tv": 0.1122111224900155,
"brier": 0.03474964751172491,
"target_argmax_agreement": 0.704225352112676
},
"snake/policy/api_policy_distribution": {
"questions": 157,
"ce": 0.6411224447253743,
"kl": 0.02990513188622662,
"tv": 0.0740305129919281,
"brier": 0.017035482242432655,
"target_argmax_agreement": 0.910828025477707
},
"shooting/policy/api_policy_distribution": {
"questions": 138,
"ce": 0.9931795664655639,
"kl": 0.02186206438901348,
"tv": 0.0714249550244613,
"brier": 0.009359315999637614,
"target_argmax_agreement": 0.8840579710144928
},
"shooting/policy/expert_action": {
"questions": 384,
"ce": 1.0619192192966236,
"kl": 1.0619192192966236,
"tv": 0.6146353108885982,
"brier": 0.6097199382685853,
"target_argmax_agreement": 0.4479166666666667
}
},
"excluded_by_selection_pool": {
"maze/policy": 2,
"snake/policy": 1
},
"notes": "Selection CE uses the explicitly declared population pools. Other task/role metrics are question means within each task. Policy CE/TV/KL measure API or expert target matching, not observed success; target sources are reported separately. Observed Boolean CE/Brier measure event prediction. Binary Brier sums both classes."
}
},
{
"step": 201,
"phase": "full",
"loss": 0.7918388694524765,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 2.1945271492004395,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "6711c5fa447b5b2d17fd9854aac7138d93c8f2199cd395914d6e603d138956f9",
"elapsed_seconds": 1160.2917788289487,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 64572
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 202,
"phase": "full",
"loss": 0.8268128838390112,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.6572701930999756,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "002d0389a37455c77b2f78922917a0653b612b58e90a826da04f44d3fc375b7d",
"elapsed_seconds": 1165.257965022698,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 80,
"padded_tokens": 72469
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 203,
"phase": "full",
"loss": 0.7880343049764633,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.4829683303833008,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "39abbe422f5cd696fa149e00ec19711a28143f180ccfef846755ff7e077f87ab",
"elapsed_seconds": 1171.4153988650069,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 86112
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 204,
"phase": "full",
"loss": 0.7547604963183403,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.4517033100128174,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "70b166c7bf587421eb25b0df19dac7abeb02a16d26ce164352a75f375686a2db",
"elapsed_seconds": 1177.3975968929008,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 80443
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 205,
"phase": "full",
"loss": 0.7081899642944336,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.9126235246658325,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "952df634114fd49e615d43bd4b8708ffda1ef8c6da2d61fc1ac45e590739b408",
"elapsed_seconds": 1181.2652599960566,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 76,
"padded_tokens": 59231
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 206,
"phase": "full",
"loss": 0.9039564579725266,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 4.741905212402344,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "acbac4abcc3dd23171b695b6b329969472222bdeb47f82565e25c86961969760",
"elapsed_seconds": 1188.7557721864432,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 76,
"padded_tokens": 97819
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 207,
"phase": "full",
"loss": 0.8720762133598328,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 3.7362143993377686,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "541ac8507bac2e8b9655ffb50b6067d8341d8f5789bacb28110fc2a628530ba0",
"elapsed_seconds": 1194.8331149369478,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 82782
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 208,
"phase": "full",
"loss": 0.6628787964582443,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.8934334516525269,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "3ec792ad4661e1a8b59ba822f538f60d760dbc9354efdb9d6aef8b4ff5b99b16",
"elapsed_seconds": 1198.7912681158632,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 61912
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 209,
"phase": "full",
"loss": 0.802739828824997,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 3.6532843112945557,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "daedc3b62f5e8b29f3f2575a88f043f8b44f3218755500d63a8c0268ebe520e7",
"elapsed_seconds": 1202.4207432651892,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 76,
"padded_tokens": 57043
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 210,
"phase": "full",
"loss": 0.8611760139465332,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 3.0229291915893555,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "73c4ee89f178f881cafa93f1e15c3b813b021e74ff081424fc348abe2201b7d4",
"elapsed_seconds": 1209.0712925856933,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 76,
"padded_tokens": 90500
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 211,
"phase": "full",
"loss": 0.8338000178337097,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 2.9310379028320312,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "04ce4d7b1817e2060669c8cc8e023dcb065b0464d2674100057eb2dfe8f177d3",
"elapsed_seconds": 1212.6827762136236,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 57534
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 212,
"phase": "full",
"loss": 0.9874608889222145,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 8.699268341064453,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "690ed09ecdf74e08ad4b55dca8ef4ad8c586f6dab0005665718209f48aebd630",
"elapsed_seconds": 1217.323474433273,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 80,
"padded_tokens": 68582
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 213,
"phase": "full",
"loss": 0.8111129403114319,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 16.10335350036621,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "ca9ec41ecc882d6b1541f97b6f6fca6a34a9ecb347dd5d7bc4740060927a0e27",
"elapsed_seconds": 1222.0997776119038,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 68256
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 214,
"phase": "full",
"loss": 0.7434945479035378,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 7.1164164543151855,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "7541e93120b6a3195ffff8cb9c522162096a5a2c23d1856e4027ab23eab62e9f",
"elapsed_seconds": 1227.0355748906732,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 69769
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 215,
"phase": "full",
"loss": 0.8980366289615631,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 5.491141319274902,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "26f373c21cba055df470c06e766a03919cd1d13bfa22e1f3871074623b9ee8a7",
"elapsed_seconds": 1231.4482567897066,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 67171
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 216,
"phase": "full",
"loss": 0.8442411981523037,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 2.4705655574798584,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "bc44ffa2a8506835e40c97e739c2b8ec85596dcd0880f7cea72c33d6ef7d2110",
"elapsed_seconds": 1236.2940739979967,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 70245
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 217,
"phase": "full",
"loss": 0.8524918034672737,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 3.452911853790283,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "cafa311426a1e669c20a6fce07f2a387ecb90f9a6ed7933512e84e517f8939cb",
"elapsed_seconds": 1241.9691910631955,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 79715
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 218,
"phase": "full",
"loss": 0.7873809337615967,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.6961305141448975,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "9a47ee290ddd93b9e4fc99b9ea2b4ad95f5d671caf954e93ea8298d4df055e45",
"elapsed_seconds": 1246.9294039038941,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 76,
"padded_tokens": 70400
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 219,
"phase": "full",
"loss": 0.9374570474028587,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 2.5648820400238037,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "6f3f86d462fd3395ed06293b433fa59e84071b8f7184fb318522d062f7d6c755",
"elapsed_seconds": 1254.298867687583,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 97048
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 220,
"phase": "full",
"loss": 0.7149113570339978,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.8725382089614868,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "1032aad97f3e3b863ca49758c93e2e099d284aa5b9670e4edce70f3517c7aa6d",
"elapsed_seconds": 1259.1914251362905,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 72115
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 221,
"phase": "full",
"loss": 0.9021987915039062,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 2.187849521636963,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "45000d2ae6c48395c695f4e81603481127b2ba2a3d72468fda7eaf288a8b3233",
"elapsed_seconds": 1264.6510140402243,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 75042
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 222,
"phase": "full",
"loss": 0.705590695142746,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.8450738191604614,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "14b6aa30188ba3f96fa2deccb521d1473d727b290afb263bdd62d23a7b31749e",
"elapsed_seconds": 1268.5071120373905,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 59781
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 223,
"phase": "full",
"loss": 0.822749450802803,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.6032339334487915,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "e4d54f622de8fe619bd9acbcb1d9444bdc0f31f28d5bc62fa3c0042b2df4af9b",
"elapsed_seconds": 1272.207206667401,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 58332
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 224,
"phase": "full",
"loss": 0.8293612562119961,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.1497654914855957,
"microbatches": 5,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "5767df28a389ba7d94089d733936685b322089d608b077dc900867b3400a389f",
"elapsed_seconds": 1279.8122926289216,
"online_compute": {
"forward_calls": 5,
"question_instances": 24,
"leaf_paths": 75,
"padded_tokens": 95506
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 225,
"phase": "full",
"loss": 0.9587684869766235,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 2.154118061065674,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "6bfe9b25480c4fd127255e42fc7c1ad5a81ea2012664d06918dbc6fef1cefca7",
"elapsed_seconds": 1283.6649181181565,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 59715
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 226,
"phase": "full",
"loss": 0.825109701603651,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.8455792665481567,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "d95235b8c2d6c705954c7e2bffed1749d55abd037b9da5371160a9ff6d213935",
"elapsed_seconds": 1287.5283787390217,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 75,
"padded_tokens": 60612
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 227,
"phase": "full",
"loss": 0.80388343334198,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.9731753468513489,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "0669d955010325b1229bba8a2f0ad2392122066e8debd122b0710c15a2a0907e",
"elapsed_seconds": 1291.2738081561401,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 58317
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 228,
"phase": "full",
"loss": 0.774708703160286,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 5.340974807739258,
"microbatches": 5,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "fcfdb821d551e98c497a62b5d624d586d2a2222aac03dc92a469b97df77a0a6f",
"elapsed_seconds": 1299.9841406829655,
"online_compute": {
"forward_calls": 5,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 109764
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 229,
"phase": "full",
"loss": 0.8017323762178421,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 3.191838502883911,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "cf2ae090034ece2e0e0476bcc0cbc68f3188ddb10015ac67f4314d9b4c559abb",
"elapsed_seconds": 1305.5315780565143,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 76136
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 230,
"phase": "full",
"loss": 0.7388215567916632,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 8.719451904296875,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "8b7137094b545dadcf4b837af4892797dd0d2f0791e6353f554a7d94a09f3730",
"elapsed_seconds": 1309.3311525732279,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 60409
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 231,
"phase": "full",
"loss": 0.8417991101741791,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.4052371978759766,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "b5b784238a82d89e1311233933aef2c33d59e44dce9c952745dd8a5482224eb5",
"elapsed_seconds": 1314.588798088953,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 80,
"padded_tokens": 75288
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 232,
"phase": "full",
"loss": 0.9169621914625168,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.3279372453689575,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "975203a7797cf87f9dc14e51b4fd71051918ace9dd36508a554a86065a9f01fc",
"elapsed_seconds": 1319.0107673443854,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 80,
"padded_tokens": 66201
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 233,
"phase": "full",
"loss": 0.7887305915355682,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 2.23781156539917,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "8593d6dbf4809424ab4b783ff231a70229faec062b06660c2cc885628e6a4e44",
"elapsed_seconds": 1324.1768733151257,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 73050
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 234,
"phase": "full",
"loss": 0.835444450378418,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 3.246530294418335,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "0fd25b01e0c95e8337453a52034326b1dbd3f1f27e2cbdfbea5b0cc72218bd1c",
"elapsed_seconds": 1329.7610042216256,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 81,
"padded_tokens": 82934
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 235,
"phase": "full",
"loss": 0.8410966098308563,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.6559641361236572,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "476c36a299cbee06774cedb9441a7d4907cf2fcb0e70ca8cacf797a9d8a06a3e",
"elapsed_seconds": 1334.3287481069565,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 80,
"padded_tokens": 69914
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 236,
"phase": "full",
"loss": 0.9382920414209366,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 2.401298999786377,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "752583f483d2a96686439697991beb524adb28e24b86d4d0b663224d7dc7137a",
"elapsed_seconds": 1340.1774620888755,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 82848
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 237,
"phase": "full",
"loss": 0.7936913520097733,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 2.602766752243042,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "900f9d80a0705116e9e097e3bda40833a9cdb9869df453e0cc5a86021daa030a",
"elapsed_seconds": 1345.3988781282678,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 74206
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 238,
"phase": "full",
"loss": 0.8344193547964096,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.6507059335708618,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "ebab51de91a44dfb6c1ea71be17a3bddf31137a9cd70adc6aa8f114a9b20226a",
"elapsed_seconds": 1352.016556863673,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 90893
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 239,
"phase": "full",
"loss": 0.7983998358249664,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.0472816228866577,
"microbatches": 5,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "86ae251705685b6809436fd52b62487c7e0e5fdf7e57d26a10fa6f1b21499abe",
"elapsed_seconds": 1362.5268043242395,
"online_compute": {
"forward_calls": 5,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 129779
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 240,
"phase": "full",
"loss": 0.7175132632255554,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.0219889879226685,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "6bfe435eef0155a4f6e292de90468227ec67e420502faf7c95e6db511f8d2829",
"elapsed_seconds": 1368.164669778198,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 77740
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 241,
"phase": "full",
"loss": 0.6887900680303574,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.8349624276161194,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "850f4fbae4794f4fe4399107a6a4b4c4f1567abbd3f0efc7189971f536e104c0",
"elapsed_seconds": 1372.2134179640561,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 76,
"padded_tokens": 62495
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 242,
"phase": "full",
"loss": 0.7468059062957764,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.0930415391921997,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "e2e5e4a110de513e0ad1fda293d01da38398ef4f156d977fd58d61c001dc9d64",
"elapsed_seconds": 1377.1786102717742,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 76,
"padded_tokens": 71384
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 243,
"phase": "full",
"loss": 0.7597593814134598,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.7301831245422363,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "199fca85ace6db31ff2ce8e3530073a8b5fd15414926229b4cdb851df7b1c4be",
"elapsed_seconds": 1383.0098950751126,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 78966
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 244,
"phase": "full",
"loss": 0.7948996722698212,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.3611507415771484,
"microbatches": 5,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "c6f8e77cf330cf00319ca982891bdb4cc88ddd62b34564430727aedfd28b3f86",
"elapsed_seconds": 1392.5383431334049,
"online_compute": {
"forward_calls": 5,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 117509
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 245,
"phase": "full",
"loss": 0.7365764379501343,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.7655471563339233,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "811260698599e81f8677201f42c2bac3d316816da9ab872b9c7aec388aa7b71c",
"elapsed_seconds": 1395.5841522365808,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 75,
"padded_tokens": 48892
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 246,
"phase": "full",
"loss": 0.7449948154389858,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.114571213722229,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "2580d6bc60859b1aafdaa80b2fff2b2f089d739e93a839507603733d69d20059",
"elapsed_seconds": 1400.0525973010808,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 75,
"padded_tokens": 68369
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 247,
"phase": "full",
"loss": 0.8158023543655872,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 3.5939505100250244,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "fb10251f7b12821a86111c0ca86b8f1da8607b4d24cb1e2fc6a7005d972b320a",
"elapsed_seconds": 1404.709760600701,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 81,
"padded_tokens": 69014
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 248,
"phase": "full",
"loss": 0.8261296451091766,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 14.223689079284668,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "8a1597ff14ebff3e847c552efe6fa330272de3d7d2c448ad15bb106992687cdd",
"elapsed_seconds": 1408.5002227155492,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 58646
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 249,
"phase": "full",
"loss": 0.9462657049298286,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 2.1624338626861572,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "a57ac56fc424f9db82d6505611ca7bf2e4e8c834b7cf43fa9ff57e43e8ca6471",
"elapsed_seconds": 1414.6223554871976,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 80,
"padded_tokens": 84786
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 250,
"phase": "full",
"loss": 0.6731786578893661,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 2.243067502975464,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "3aec0af22716cba2367b36dc84ac51f54cf6ed80273eef11efd3ee85a0d92e89",
"elapsed_seconds": 1419.9542906200513,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 73807
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 251,
"phase": "full",
"loss": 0.8713904190808535,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.9506161212921143,
"microbatches": 5,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "232969f48e1d309d13b86f9b628323d30f3301dc419ba0311552ed155374792e",
"elapsed_seconds": 1427.9570763194934,
"online_compute": {
"forward_calls": 5,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 100404
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 252,
"phase": "full",
"loss": 0.8085318803787231,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.2526031732559204,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "40ff3571f17afaf7d3c9795db55853c93f6e90729ee0a7eba9f4c249078ab448",
"elapsed_seconds": 1431.626574408263,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 57246
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 253,
"phase": "full",
"loss": 0.7337794601917267,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.7751332521438599,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "786cac56d4b6e31f187a5391de5c119013f71f7ff2676a99ca545b2bb9e43082",
"elapsed_seconds": 1438.6892282944173,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 95156
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 254,
"phase": "full",
"loss": 0.8049230612814426,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.618622064590454,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "93b57d896a561089fa63f6255ce518c5aff70d25dd78fe492f93f88500cd7c76",
"elapsed_seconds": 1443.7999146198854,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 72101
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 255,
"phase": "full",
"loss": 0.7263407409191132,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.8622596263885498,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "1de72491d5d2e499c2b47a31f1286864be1f7fcf2f9b5e713ded0764d57f483b",
"elapsed_seconds": 1448.3792343512177,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 70309
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 256,
"phase": "full",
"loss": 0.9138249754905701,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 2.002438545227051,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "1d6abfd9c392a061304704ed90145c654e0a5bc192083e5d17fc35ee3f4a4fdd",
"elapsed_seconds": 1452.026408398524,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 56959
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 257,
"phase": "full",
"loss": 0.6477520167827606,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.8671444058418274,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "e5cca22ef9fceb18bad88b43b7f9024b82ab90cb9c64982bd556ca2ce3d2f00e",
"elapsed_seconds": 1458.8985494039953,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 93339
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 258,
"phase": "full",
"loss": 0.9641157984733582,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 2.1092772483825684,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "8700e15c834fd89186503d2674285e9206e5e646c6fd24c18b9d5874e80203ae",
"elapsed_seconds": 1464.472668806091,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 76245
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 259,
"phase": "full",
"loss": 0.7522314041852951,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 2.8550148010253906,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "c9bcdbb308766a8728cfac52b568592bbb81d4c4b988ff9cb6bfb33beda1560f",
"elapsed_seconds": 1468.1380318934098,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 57206
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 260,
"phase": "full",
"loss": 0.787798210978508,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.0471563339233398,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "0ae6be75d0d7217fe3a8fb0576f9fc0a9e3647310ef1ae5fd6f7837b7ed48c0d",
"elapsed_seconds": 1475.8722524521872,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 100624
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 261,
"phase": "full",
"loss": 0.820697583258152,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 2.5810179710388184,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "a77cf05238140e04b24cd68f4743b5ba67f5f45bcf5a60d6d9a9ba513f39f446",
"elapsed_seconds": 1480.2445897003636,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 75,
"padded_tokens": 64251
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 262,
"phase": "full",
"loss": 0.818519152700901,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.995307445526123,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "a7c1d67b7529b5b59d4c73364617d7d57aec8bf127fab83b8e6e3e7089911365",
"elapsed_seconds": 1485.988883455284,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 75,
"padded_tokens": 75679
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 263,
"phase": "full",
"loss": 0.686601996421814,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.4965046644210815,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "7a7a29c5165b266d41ecbcc2eabde751adfaa1f55ca1dc3778ce8a32f3351f75",
"elapsed_seconds": 1491.2017706856132,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 75,
"padded_tokens": 72068
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 264,
"phase": "full",
"loss": 0.8939452171325684,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.0720922946929932,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "0e8d5b97f8836ea9e1c656e25877455942cc2c6a482a340d15ea39b3810fbdb9",
"elapsed_seconds": 1494.972716998309,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 59618
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 265,
"phase": "full",
"loss": 0.7501766532659531,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.8500789999961853,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "6fdf4dec10fa0f6a89a7c5b691cf41ba2edcdbe9d01bbe99716aaef1bc7cb463",
"elapsed_seconds": 1500.8914578501135,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 80197
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 266,
"phase": "full",
"loss": 0.8386549353599548,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 2.3065028190612793,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "853b0aa5c9dfa0741cf1b1e082926085348649143a5ccf7b5e132672c31a874c",
"elapsed_seconds": 1504.8979299003258,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 81,
"padded_tokens": 62820
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 267,
"phase": "full",
"loss": 0.9155978336930275,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 2.235267400741577,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "d6fd3026e9e2bbe0f48575cb0125aa9e4c3340d38c17bd017c633ae47d06c211",
"elapsed_seconds": 1508.776468358934,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 61187
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 268,
"phase": "full",
"loss": 0.777199499309063,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.6561659574508667,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "c4134985a49ebe51a46446a888748bb6efeee7b21f7180cf4e387e2a9613fb6d",
"elapsed_seconds": 1515.1218441985548,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 86457
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 269,
"phase": "full",
"loss": 0.619997039437294,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.7530307173728943,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "6deb43ad6369e3121efd516642ab9b567102ffb2e076c7b38cede4b6847793fe",
"elapsed_seconds": 1518.845914490521,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 59952
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 270,
"phase": "full",
"loss": 0.7234906032681465,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.7624899744987488,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "5c42ffea2781dcd2ba197dbe4160ec82d01a48545f1ad8c82354051183311eb9",
"elapsed_seconds": 1524.1292701996863,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 76215
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 271,
"phase": "full",
"loss": 0.856298416852951,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 2.457218885421753,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "808d009a99e978cd081d763cd57e7e1ffa8f640213bb2f3e0eac693cfd9bde81",
"elapsed_seconds": 1529.0711178276688,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 72305
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 272,
"phase": "full",
"loss": 0.7580448538064957,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.8422333002090454,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "4d9c33c213abf01fa2648a539e3dd4ba1224f47793532b951d508215a006b98c",
"elapsed_seconds": 1534.8068180652335,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 80,
"padded_tokens": 81834
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 273,
"phase": "full",
"loss": 0.8306151181459427,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 2.261414051055908,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "c28988e4928041020c0307c39c277cd2d664803be0a2cdc9550aed3a89fe59ce",
"elapsed_seconds": 1540.7650766754523,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 75,
"padded_tokens": 81303
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 274,
"phase": "full",
"loss": 0.7605082094669342,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.8888826370239258,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "f7cc9bdb6bdee077241986288cc8749adb9c287b358ddd1486d25b4eb1b0c566",
"elapsed_seconds": 1544.6778106177226,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 61945
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 275,
"phase": "full",
"loss": 0.9240625128149986,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.6583383083343506,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "755db7b18cd3f8b73af9d0332b3c3277f45ee78b4cc2cf251e1c16f7378f9efe",
"elapsed_seconds": 1550.0935263317078,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 79734
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 276,
"phase": "full",
"loss": 0.8626745343208313,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.7227871417999268,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "05877186c61cd539d80748956d35271bcdfe78edc0fcb371ee617287fc6bf86f",
"elapsed_seconds": 1555.1878571864218,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 75694
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 277,
"phase": "full",
"loss": 0.7579226940870285,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.4291220903396606,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "99d6d0aecd3276d9a4c5950c369caa405dd3c6312de90411d20c85265259895e",
"elapsed_seconds": 1559.8207740411162,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 67690
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 278,
"phase": "full",
"loss": 0.7992886304855347,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 2.456554412841797,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "c15fd676e88856bca2ec667941314b298787a95e28b017d46f50948475615ed7",
"elapsed_seconds": 1565.6463684737682,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 81024
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 279,
"phase": "full",
"loss": 0.7521408945322037,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 8.17279052734375,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "6834d8da022a073988432593490f2692aeed8454d3ef89a6e8b3afb65896e6d0",
"elapsed_seconds": 1569.4419063953683,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 59892
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 280,
"phase": "full",
"loss": 0.9287227019667625,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 4.246258735656738,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "ee0eab86ea1e50378a357a855d1eae6ad00b0a7bc1b8a2532e0e57af9c6e8b2c",
"elapsed_seconds": 1574.7881642151624,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 76,
"padded_tokens": 72520
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 281,
"phase": "full",
"loss": 0.9496622383594513,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.4407553672790527,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "437763115f99163c09a79d62f191548ca7d0861e6127e068e8d0fc4f1e261666",
"elapsed_seconds": 1580.2485785931349,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 76,
"padded_tokens": 75681
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 282,
"phase": "full",
"loss": 0.790795162320137,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 2.72672963142395,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "16626197a03c1065da85684d7535a80a8c17e19fd087e24725a9606c5a0e924c",
"elapsed_seconds": 1583.6129569662735,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 53834
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 283,
"phase": "full",
"loss": 0.7398947775363922,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 3.6475648880004883,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "0dda227b120d5d30983b5b9a0ebbd35ac3716a6cf17d25d8dfef7b82fa9a7b89",
"elapsed_seconds": 1587.8983620721847,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 76,
"padded_tokens": 66264
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 284,
"phase": "full",
"loss": 0.9285006150603294,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.6047738790512085,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "1a176c937201d61b8c06abbe251c626562207c0a5fee561d70ec166c691a7c0f",
"elapsed_seconds": 1594.3203420061618,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 89199
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 285,
"phase": "full",
"loss": 0.8077229559421539,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.4525389671325684,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "e4947bd083793870f9827b2c742ee4f59d8ad43f9febbdddf45fcfdbc0e80e6d",
"elapsed_seconds": 1599.9244720684364,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 79164
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 286,
"phase": "full",
"loss": 0.8380262181162834,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.0080665349960327,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "cf959b285391df0249fdaadf93d05c3bec4df8efbbf45138e63e6950bb668073",
"elapsed_seconds": 1605.3969190195203,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 78853
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 287,
"phase": "full",
"loss": 0.828740730881691,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.9043358564376831,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "2d6057a95a18131d7bc79816f8989c10cdd3c46aa856eb0f500467a01cf3aeef",
"elapsed_seconds": 1611.7969044856727,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 86847
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 288,
"phase": "full",
"loss": 0.7374234199523926,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.8002625107765198,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "bd26a53f77de7d2038e452bbbdb534ab6090171f6522e2b64a27fc7c57aaedb2",
"elapsed_seconds": 1618.4983259197325,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 76,
"padded_tokens": 90023
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 289,
"phase": "full",
"loss": 0.78023861348629,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 2.7363803386688232,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "604ce5998b1f0d4b60e74f1e7e6dc72a8aec325799a62b2c256f3ece53c92eec",
"elapsed_seconds": 1624.242553443648,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 79562
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 290,
"phase": "full",
"loss": 0.8715434335172176,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.6548280715942383,
"microbatches": 5,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "67f01e0e7740169815bf92e66acbbf1fe1a10ac35ab7633afefb742b454f700a",
"elapsed_seconds": 1631.3065736610442,
"online_compute": {
"forward_calls": 5,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 93132
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 291,
"phase": "full",
"loss": 0.7699136883020401,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.5610885620117188,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "73fcec1fd9a7023190ea5863394d581474c02b2191a9d203db5754f901fbb4ee",
"elapsed_seconds": 1634.9825579049066,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 57624
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 292,
"phase": "full",
"loss": 0.7380207180976868,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.0878797769546509,
"microbatches": 5,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "747b00f2a2904fe4712c5236527648543c364516067a5986defa28d08073b1f9",
"elapsed_seconds": 1642.313442404382,
"online_compute": {
"forward_calls": 5,
"question_instances": 24,
"leaf_paths": 76,
"padded_tokens": 92797
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 293,
"phase": "full",
"loss": 0.8406156226992607,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 12.521611213684082,
"microbatches": 5,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "513879777d864095b1c2693a37d89412946108abd7bdc99c5b4d3c2581e09730",
"elapsed_seconds": 1647.571152514778,
"online_compute": {
"forward_calls": 5,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 72473
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 294,
"phase": "full",
"loss": 0.7430662848055363,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.8905420303344727,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "1baa54c923c22a268cff24c5e88876d9f6b3315b3b2596094cd54ee0d4a95ac8",
"elapsed_seconds": 1652.545521629043,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 76,
"padded_tokens": 71715
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 295,
"phase": "full",
"loss": 0.93500816822052,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.5398598909378052,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "2c21d4e24952d64fc8769e3202bf800c65a662513cb3ffab3b26fdbbd0fc6a9b",
"elapsed_seconds": 1660.8914372809231,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 110104
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 296,
"phase": "full",
"loss": 0.7323933988809586,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.7163172364234924,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "e17e048a090e90a192953522212251e009d5b5da7e13cb71d253471d1dcaefb3",
"elapsed_seconds": 1664.7963466867805,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 60922
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 297,
"phase": "full",
"loss": 0.7547629028558731,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.0755153894424438,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "317989cb19a588f2c4e527572c97538d850188c832efe8319bcc21e757df92b0",
"elapsed_seconds": 1670.6487521082163,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 81652
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 298,
"phase": "full",
"loss": 0.8544150292873383,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 2.5804712772369385,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "9b9ad944a71883c9500ad66519d8d6d054645a26abae0e9bb3b4c16f5c96d790",
"elapsed_seconds": 1674.7054309630767,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 79,
"padded_tokens": 63244
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 299,
"phase": "full",
"loss": 0.9150425344705582,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 2.201749801635742,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "528b51dfe790b8ec48bb8d913d02313716d0341afa4878f9289e1af512e3b7cb",
"elapsed_seconds": 1682.3661928949878,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 100910
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 300,
"phase": "full",
"loss": 0.7736471593379974,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.0552347898483276,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "b883acb338cfd6150dfcbfc95aff3fdc19ebadd527999781076c40d3f969c88e",
"elapsed_seconds": 1686.5222000377253,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 78,
"padded_tokens": 64220
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
},
"dev": {
"questions": 895,
"selection_ce": 0.768348061442913,
"selection_weights": {
"maze/policy": 0.3333333333333333,
"snake/policy": 0.3333333333333333,
"shooting/policy/basic": 0.1556701030927835,
"shooting/policy/predict_position": 0.17766323024054984
},
"missing_selection_cells": [],
"by_task_role": {
"maze/policy": {
"questions": 213,
"excluded_questions": 2,
"objective": "api_policy_distribution",
"ce": 0.8586512628273836,
"kl": 0.051272376984547494,
"tv": 0.12218760235375502,
"brier": 0.03633367460537076,
"target_argmax_agreement": 0.7183098591549296
},
"shooting/policy": {
"questions": 522,
"excluded_questions": 0,
"objective": "mixed_policy_supervision",
"ce": 0.6751665438707917,
"kl": 0.41838145711492203,
"tv": 0.28088536739533787,
"brier": 0.234753920124058,
"target_argmax_agreement": 0.8180076628352491
},
"snake/policy": {
"questions": 157,
"excluded_questions": 1,
"objective": "api_policy_distribution",
"ce": 0.6508974866023702,
"kl": 0.03968017376322264,
"tv": 0.08737390050677335,
"brier": 0.021746081067941795,
"target_argmax_agreement": 0.9044585987261147
}
},
"by_role_macro_task": {
"policy": {
"tasks_present": 3,
"questions": 892,
"ce": 0.7282384311001818,
"kl": 0.16977800262089737,
"tv": 0.16348229008528875,
"brier": 0.09761122526579018,
"target_argmax_agreement": 0.8135920402387645
}
},
"by_selection_pool": {
"maze/policy": {
"questions": 213,
"ce": 0.8586512628273836,
"kl": 0.051272376984547494,
"tv": 0.12218760235375502,
"brier": 0.03633367460537076,
"target_argmax_agreement": 0.7183098591549296
},
"snake/policy": {
"questions": 157,
"ce": 0.6508974866023702,
"kl": 0.03968017376322264,
"tv": 0.08737390050677335,
"brier": 0.021746081067941795,
"target_argmax_agreement": 0.9044585987261147
},
"shooting/policy/predict_position": {
"questions": 138,
"ce": 1.0046922201260415,
"kl": 0.03337471804949119,
"tv": 0.09523188281426646,
"brier": 0.017212267481975678,
"target_argmax_agreement": 0.8333333333333334
},
"shooting/policy/basic": {
"questions": 384,
"ce": 0.5567432539665612,
"kl": 0.5567432539665612,
"tv": 0.34760458841666037,
"brier": 0.3129329515423063,
"target_argmax_agreement": 0.8125
}
},
"by_task_role_target_source": {
"maze/policy/api_policy_distribution": {
"questions": 213,
"ce": 0.8586512628273836,
"kl": 0.051272376984547494,
"tv": 0.12218760235375502,
"brier": 0.03633367460537076,
"target_argmax_agreement": 0.7183098591549296
},
"snake/policy/api_policy_distribution": {
"questions": 157,
"ce": 0.6508974866023702,
"kl": 0.03968017376322264,
"tv": 0.08737390050677335,
"brier": 0.021746081067941795,
"target_argmax_agreement": 0.9044585987261147
},
"shooting/policy/api_policy_distribution": {
"questions": 138,
"ce": 1.0046922201260415,
"kl": 0.03337471804949119,
"tv": 0.09523188281426646,
"brier": 0.017212267481975678,
"target_argmax_agreement": 0.8333333333333334
},
"shooting/policy/expert_action": {
"questions": 384,
"ce": 0.5567432539665612,
"kl": 0.5567432539665612,
"tv": 0.34760458841666037,
"brier": 0.3129329515423063,
"target_argmax_agreement": 0.8125
}
},
"excluded_by_selection_pool": {
"maze/policy": 2,
"snake/policy": 1
},
"notes": "Selection CE uses the explicitly declared population pools. Other task/role metrics are question means within each task. Policy CE/TV/KL measure API or expert target matching, not observed success; target sources are reported separately. Observed Boolean CE/Brier measure event prediction. Binary Brier sums both classes."
}
}
]
[
{
"step": 1,
"phase": "full",
"loss": 1.2721913903951645,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 3.776406764984131,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "f4b51577e857121ff1295d835c1928910a762baab457b672380643eda11cceb4",
"elapsed_seconds": 7.114253018051386,
"online_compute": {
"forward_calls": 4,
"question_instances": 24,
"leaf_paths": 77,
"padded_tokens": 90048
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 2,
"phase": "full",
"loss": 1.0211783349514008,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 1.9008580446243286,
"microbatches": 3,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "d959b2343068b58f53efac492832b1aeed2b77e36347d80d7d5ed5764f7b9ca4",
"elapsed_seconds": 11.69145268946886,
"online_compute": {
"forward_calls": 3,
"question_instances": 24,
"leaf_paths": 76,
"padded_tokens": 69628
},
"td": {
"enabled": false,
"target_version_step": null,
"target_refreshed_to_step": null,
"target_forward_calls": 0,
"target_question_predictions": 0,
"target_leaf_paths": 0,
"target_padded_tokens": 0,
"target_forward_seconds": 0,
"terminal_target_instances": 0,
"bootstrap_target_instances": 0
}
},
{
"step": 3,
"phase": "full",
"loss": 0.9237315580248833,
"loss_is_score_function_surrogate": false,
"gradient_norm_before_clip": 0.9125941395759583,
"microbatches": 4,
"sample_counts": {
"maze/policy": 8,
"shooting/policy": 8,
"snake/policy": 8
},
"sample_pool_counts": {
"maze/policy": 8,
"shooting/policy/basic": 4,
"shooting/policy/predict_position": 4,
"snake/policy": 8
},
"batch_question_ids_sha256": "88af9573bba610f4c58840425697812bd72ac2e4417277c5298ae76bd5917ce2",
"elapsed_seconds": 17.363509639166296,
"online_compute": {
Xet Storage Details
- Size:
- 349 kB
- Xet hash:
- a2dcb905ccb11184fbae26ab43fed729b08f191e2d3674b8133ed183b0bc6047
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.