Buckets:
| { | |
| "questions": 1715, | |
| "selection_ce": 0.9546308300785161, | |
| "selection_weights": { | |
| "maze/policy": 0.3333333333333333, | |
| "snake/policy": 0.3333333333333333, | |
| "shooting/policy/basic": 0.16666666666666666, | |
| "shooting/policy/predict_position": 0.16666666666666666 | |
| }, | |
| "missing_selection_cells": [], | |
| "by_task_role": { | |
| "maze/policy": { | |
| "questions": 213, | |
| "excluded_questions": 2, | |
| "objective": "api_policy_distribution", | |
| "ce": 0.8586512628273836, | |
| "kl": 0.051272376984547494, | |
| "tv": 0.12218760235375502, | |
| "brier": 0.03633367460537076, | |
| "target_argmax_agreement": 0.7183098591549296 | |
| }, | |
| "shooting/policy": { | |
| "questions": 1342, | |
| "excluded_questions": 0, | |
| "objective": "expert_action", | |
| "ce": 1.69549327839575, | |
| "kl": 1.69549327839575, | |
| "tv": 0.7042112650428943, | |
| "brier": 0.9070169232220888, | |
| "target_argmax_agreement": 0.30327868852459017 | |
| }, | |
| "snake/policy": { | |
| "questions": 157, | |
| "excluded_questions": 1, | |
| "objective": "api_policy_distribution", | |
| "ce": 0.6508974866023702, | |
| "kl": 0.03968017376322264, | |
| "tv": 0.08737390050677335, | |
| "brier": 0.021746081067941795, | |
| "target_argmax_agreement": 0.9044585987261147 | |
| } | |
| }, | |
| "by_role_macro_task": { | |
| "policy": { | |
| "tasks_present": 3, | |
| "questions": 1712, | |
| "ce": 1.0683473426085013, | |
| "kl": 0.5954819430478401, | |
| "tv": 0.30459092263447424, | |
| "brier": 0.3216988929651338, | |
| "target_argmax_agreement": 0.6420157154685447 | |
| } | |
| }, | |
| "by_selection_pool": { | |
| "maze/policy": { | |
| "questions": 213, | |
| "ce": 0.8586512628273836, | |
| "kl": 0.051272376984547494, | |
| "tv": 0.12218760235375502, | |
| "brier": 0.03633367460537076, | |
| "target_argmax_agreement": 0.7183098591549296 | |
| }, | |
| "snake/policy": { | |
| "questions": 157, | |
| "ce": 0.6508974866023702, | |
| "kl": 0.03968017376322264, | |
| "tv": 0.08737390050677335, | |
| "brier": 0.021746081067941795, | |
| "target_argmax_agreement": 0.9044585987261147 | |
| }, | |
| "shooting/policy/basic": { | |
| "questions": 384, | |
| "ce": 0.5567432539665612, | |
| "kl": 0.5567432539665612, | |
| "tv": 0.34760458841666037, | |
| "brier": 0.3129329515423063, | |
| "target_argmax_agreement": 0.8125 | |
| }, | |
| "shooting/policy/predict_position": { | |
| "questions": 958, | |
| "ce": 2.151944227645028, | |
| "kl": 2.151944227645028, | |
| "tv": 0.8471517283252262, | |
| "brier": 1.145146615419413, | |
| "target_argmax_agreement": 0.09916492693110647 | |
| } | |
| }, | |
| "by_task_role_target_source": { | |
| "maze/policy/api_policy_distribution": { | |
| "questions": 213, | |
| "ce": 0.8586512628273836, | |
| "kl": 0.051272376984547494, | |
| "tv": 0.12218760235375502, | |
| "brier": 0.03633367460537076, | |
| "target_argmax_agreement": 0.7183098591549296 | |
| }, | |
| "snake/policy/api_policy_distribution": { | |
| "questions": 157, | |
| "ce": 0.6508974866023702, | |
| "kl": 0.03968017376322264, | |
| "tv": 0.08737390050677335, | |
| "brier": 0.021746081067941795, | |
| "target_argmax_agreement": 0.9044585987261147 | |
| }, | |
| "shooting/policy/expert_action": { | |
| "questions": 1342, | |
| "ce": 1.69549327839575, | |
| "kl": 1.69549327839575, | |
| "tv": 0.7042112650428943, | |
| "brier": 0.9070169232220888, | |
| "target_argmax_agreement": 0.30327868852459017 | |
| } | |
| }, | |
| "excluded_by_selection_pool": { | |
| "maze/policy": 2, | |
| "snake/policy": 1 | |
| }, | |
| "notes": "Selection CE uses the explicitly declared population pools. Other task/role metrics are question means within each task. Policy CE/TV/KL measure API or expert target matching, not observed success; target sources are reported separately. Observed Boolean CE/Brier measure event prediction. Binary Brier sums both classes." | |
| } | |
Xet Storage Details
- Size:
- 3.79 kB
- Xet hash:
- a533f086df7805cc05ef93d368e3d865948ae63754c0decfd0399488d16b386d
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.