| { | |
| "rows": { | |
| "train": 288, | |
| "validation": 144, | |
| "test": 144 | |
| }, | |
| "zero_shot_verify": { | |
| "validation": { | |
| "categorical": "123/126", | |
| "categorical_accuracy": 0.9761904761904762, | |
| "completion_found": "24/24", | |
| "false_completions": "0/48", | |
| "unknown": "24/24", | |
| "score_mae": 0.11686750791113261 | |
| }, | |
| "test": { | |
| "categorical": "121/126", | |
| "categorical_accuracy": 0.9603174603174603, | |
| "completion_found": "24/24", | |
| "false_completions": "0/48", | |
| "unknown": "24/24", | |
| "score_mae": 0.14550618702502943 | |
| } | |
| }, | |
| "candidates": [ | |
| { | |
| "l2": 0.0001, | |
| "validation_nll": 0.18247217256887968, | |
| "validation": { | |
| "categorical": "123/126", | |
| "categorical_accuracy": 0.9761904761904762, | |
| "completion_found": "24/24", | |
| "false_completions": "0/48", | |
| "unknown": "24/24", | |
| "score_mae": 0.11173399877501998 | |
| }, | |
| "train": { | |
| "categorical": "246/246", | |
| "categorical_accuracy": 1.0, | |
| "completion_found": "48/48", | |
| "false_completions": "0/96", | |
| "unknown": "48/48", | |
| "score_mae": 4.8515959160162356e-08 | |
| } | |
| }, | |
| { | |
| "l2": 0.001, | |
| "validation_nll": 0.16204246056729416, | |
| "validation": { | |
| "categorical": "123/126", | |
| "categorical_accuracy": 0.9761904761904762, | |
| "completion_found": "24/24", | |
| "false_completions": "0/48", | |
| "unknown": "24/24", | |
| "score_mae": 0.11350317073594818 | |
| }, | |
| "train": { | |
| "categorical": "246/246", | |
| "categorical_accuracy": 1.0, | |
| "completion_found": "48/48", | |
| "false_completions": "0/96", | |
| "unknown": "48/48", | |
| "score_mae": 4.374837008967003e-06 | |
| } | |
| }, | |
| { | |
| "l2": 0.01, | |
| "validation_nll": 0.16181720731808594, | |
| "validation": { | |
| "categorical": "123/126", | |
| "categorical_accuracy": 0.9761904761904762, | |
| "completion_found": "24/24", | |
| "false_completions": "0/48", | |
| "unknown": "24/24", | |
| "score_mae": 0.11351722802142855 | |
| }, | |
| "train": { | |
| "categorical": "246/246", | |
| "categorical_accuracy": 1.0, | |
| "completion_found": "48/48", | |
| "false_completions": "0/96", | |
| "unknown": "48/48", | |
| "score_mae": 4.2544173717232745e-06 | |
| } | |
| }, | |
| { | |
| "l2": 0.03, | |
| "validation_nll": 0.15771313672593024, | |
| "validation": { | |
| "categorical": "123/126", | |
| "categorical_accuracy": 0.9761904761904762, | |
| "completion_found": "24/24", | |
| "false_completions": "0/48", | |
| "unknown": "24/24", | |
| "score_mae": 0.11370932208449076 | |
| }, | |
| "train": { | |
| "categorical": "246/246", | |
| "categorical_accuracy": 1.0, | |
| "completion_found": "48/48", | |
| "false_completions": "0/96", | |
| "unknown": "48/48", | |
| "score_mae": 5.492167578932061e-06 | |
| } | |
| }, | |
| { | |
| "l2": 0.1, | |
| "validation_nll": 0.19399516842887435, | |
| "validation": { | |
| "categorical": "123/126", | |
| "categorical_accuracy": 0.9761904761904762, | |
| "completion_found": "24/24", | |
| "false_completions": "0/48", | |
| "unknown": "24/24", | |
| "score_mae": 0.11240459839262999 | |
| }, | |
| "train": { | |
| "categorical": "246/246", | |
| "categorical_accuracy": 1.0, | |
| "completion_found": "48/48", | |
| "false_completions": "0/96", | |
| "unknown": "48/48", | |
| "score_mae": 5.972145274715241e-07 | |
| } | |
| }, | |
| { | |
| "l2": 0.3, | |
| "validation_nll": 0.19563403145598923, | |
| "validation": { | |
| "categorical": "123/126", | |
| "categorical_accuracy": 0.9761904761904762, | |
| "completion_found": "24/24", | |
| "false_completions": "0/48", | |
| "unknown": "24/24", | |
| "score_mae": 0.1123652855554822 | |
| }, | |
| "train": { | |
| "categorical": "246/246", | |
| "categorical_accuracy": 1.0, | |
| "completion_found": "48/48", | |
| "false_completions": "0/96", | |
| "unknown": "48/48", | |
| "score_mae": 5.420496353040122e-07 | |
| } | |
| }, | |
| { | |
| "l2": 1.0, | |
| "validation_nll": 0.1911423442346843, | |
| "validation": { | |
| "categorical": "123/126", | |
| "categorical_accuracy": 0.9761904761904762, | |
| "completion_found": "24/24", | |
| "false_completions": "0/48", | |
| "unknown": "24/24", | |
| "score_mae": 0.11248062833000944 | |
| }, | |
| "train": { | |
| "categorical": "246/246", | |
| "categorical_accuracy": 1.0, | |
| "completion_found": "48/48", | |
| "false_completions": "0/96", | |
| "unknown": "48/48", | |
| "score_mae": 7.112265638759484e-07 | |
| } | |
| } | |
| ], | |
| "selected_l2": 0.03, | |
| "test": { | |
| "categorical": "121/126", | |
| "categorical_accuracy": 0.9603174603174603, | |
| "completion_found": "24/24", | |
| "false_completions": "0/48", | |
| "unknown": "24/24", | |
| "score_mae": 0.14242517774349603 | |
| }, | |
| "margin_weight": 1.4427485794947605, | |
| "type_bias": { | |
| "choice": -3.1960769556669856e-14, | |
| "noul": -1.5039732381612254e-14, | |
| "score": -2.5901815656082795e-14 | |
| } | |
| } | |