| { | |
| "rows": { | |
| "train": 288, | |
| "validation": 144, | |
| "test": 144 | |
| }, | |
| "cost": 2.0, | |
| "rule": "validation: max correct - cost * false_completions, ties -> lower validation NLL", | |
| "candidates": [ | |
| { | |
| "lambda": 1.0, | |
| "l2": 0.001, | |
| "validation_nll": 0.16204246056729416, | |
| "validation": { | |
| "categorical": "123/126", | |
| "categorical_accuracy": 0.9761904761904762, | |
| "completion_found": "24/24", | |
| "false_completions": "0/48", | |
| "unknown": "24/24", | |
| "score_mae": 0.11350317073594818 | |
| } | |
| }, | |
| { | |
| "lambda": 1.0, | |
| "l2": 0.01, | |
| "validation_nll": 0.16181720731808594, | |
| "validation": { | |
| "categorical": "123/126", | |
| "categorical_accuracy": 0.9761904761904762, | |
| "completion_found": "24/24", | |
| "false_completions": "0/48", | |
| "unknown": "24/24", | |
| "score_mae": 0.11351722802142855 | |
| } | |
| }, | |
| { | |
| "lambda": 1.0, | |
| "l2": 0.03, | |
| "validation_nll": 0.15771313672593024, | |
| "validation": { | |
| "categorical": "123/126", | |
| "categorical_accuracy": 0.9761904761904762, | |
| "completion_found": "24/24", | |
| "false_completions": "0/48", | |
| "unknown": "24/24", | |
| "score_mae": 0.11370932208449076 | |
| } | |
| }, | |
| { | |
| "lambda": 1.0, | |
| "l2": 0.1, | |
| "validation_nll": 0.19399516842887435, | |
| "validation": { | |
| "categorical": "123/126", | |
| "categorical_accuracy": 0.9761904761904762, | |
| "completion_found": "24/24", | |
| "false_completions": "0/48", | |
| "unknown": "24/24", | |
| "score_mae": 0.11240459839262999 | |
| } | |
| }, | |
| { | |
| "lambda": 1.0, | |
| "l2": 0.3, | |
| "validation_nll": 0.19563403145598923, | |
| "validation": { | |
| "categorical": "123/126", | |
| "categorical_accuracy": 0.9761904761904762, | |
| "completion_found": "24/24", | |
| "false_completions": "0/48", | |
| "unknown": "24/24", | |
| "score_mae": 0.1123652855554822 | |
| } | |
| }, | |
| { | |
| "lambda": 1.5, | |
| "l2": 0.001, | |
| "validation_nll": 0.15151335520372308, | |
| "validation": { | |
| "categorical": "123/126", | |
| "categorical_accuracy": 0.9761904761904762, | |
| "completion_found": "24/24", | |
| "false_completions": "0/48", | |
| "unknown": "24/24", | |
| "score_mae": 0.11424729367176455 | |
| } | |
| }, | |
| { | |
| "lambda": 1.5, | |
| "l2": 0.01, | |
| "validation_nll": 0.16004006613661226, | |
| "validation": { | |
| "categorical": "123/126", | |
| "categorical_accuracy": 0.9761904761904762, | |
| "completion_found": "24/24", | |
| "false_completions": "0/48", | |
| "unknown": "24/24", | |
| "score_mae": 0.1135995652791651 | |
| } | |
| }, | |
| { | |
| "lambda": 1.5, | |
| "l2": 0.03, | |
| "validation_nll": 0.16168340988068133, | |
| "validation": { | |
| "categorical": "123/126", | |
| "categorical_accuracy": 0.9761904761904762, | |
| "completion_found": "24/24", | |
| "false_completions": "0/48", | |
| "unknown": "24/24", | |
| "score_mae": 0.11352063338903336 | |
| } | |
| }, | |
| { | |
| "lambda": 1.5, | |
| "l2": 0.1, | |
| "validation_nll": 0.16044142114434423, | |
| "validation": { | |
| "categorical": "123/126", | |
| "categorical_accuracy": 0.9761904761904762, | |
| "completion_found": "24/24", | |
| "false_completions": "0/48", | |
| "unknown": "24/24", | |
| "score_mae": 0.11358053396929252 | |
| } | |
| }, | |
| { | |
| "lambda": 1.5, | |
| "l2": 0.3, | |
| "validation_nll": 0.18503401940890057, | |
| "validation": { | |
| "categorical": "123/126", | |
| "categorical_accuracy": 0.9761904761904762, | |
| "completion_found": "24/24", | |
| "false_completions": "0/48", | |
| "unknown": "24/24", | |
| "score_mae": 0.11265357749137866 | |
| } | |
| }, | |
| { | |
| "lambda": 2.0, | |
| "l2": 0.001, | |
| "validation_nll": 0.1593889051362862, | |
| "validation": { | |
| "categorical": "123/126", | |
| "categorical_accuracy": 0.9761904761904762, | |
| "completion_found": "24/24", | |
| "false_completions": "0/48", | |
| "unknown": "24/24", | |
| "score_mae": 0.11350157790187919 | |
| } | |
| }, | |
| { | |
| "lambda": 2.0, | |
| "l2": 0.01, | |
| "validation_nll": 0.15944423941931682, | |
| "validation": { | |
| "categorical": "123/126", | |
| "categorical_accuracy": 0.9761904761904762, | |
| "completion_found": "24/24", | |
| "false_completions": "0/48", | |
| "unknown": "24/24", | |
| "score_mae": 0.11362696506709985 | |
| } | |
| }, | |
| { | |
| "lambda": 2.0, | |
| "l2": 0.03, | |
| "validation_nll": 0.1609132791348148, | |
| "validation": { | |
| "categorical": "123/126", | |
| "categorical_accuracy": 0.9761904761904762, | |
| "completion_found": "24/24", | |
| "false_completions": "0/48", | |
| "unknown": "24/24", | |
| "score_mae": 0.1135522708215463 | |
| } | |
| }, | |
| { | |
| "lambda": 2.0, | |
| "l2": 0.1, | |
| "validation_nll": 0.16011708733714067, | |
| "validation": { | |
| "categorical": "123/126", | |
| "categorical_accuracy": 0.9761904761904762, | |
| "completion_found": "24/24", | |
| "false_completions": "0/48", | |
| "unknown": "24/24", | |
| "score_mae": 0.11359690789892242 | |
| } | |
| }, | |
| { | |
| "lambda": 2.0, | |
| "l2": 0.3, | |
| "validation_nll": 0.2043907947955662, | |
| "validation": { | |
| "categorical": "123/126", | |
| "categorical_accuracy": 0.9761904761904762, | |
| "completion_found": "24/24", | |
| "false_completions": "0/48", | |
| "unknown": "24/24", | |
| "score_mae": 0.11216587981112817 | |
| } | |
| }, | |
| { | |
| "lambda": 3.0, | |
| "l2": 0.001, | |
| "validation_nll": 0.153467981487585, | |
| "validation": { | |
| "categorical": "123/126", | |
| "categorical_accuracy": 0.9761904761904762, | |
| "completion_found": "24/24", | |
| "false_completions": "0/48", | |
| "unknown": "24/24", | |
| "score_mae": 0.11367479118920672 | |
| } | |
| }, | |
| { | |
| "lambda": 3.0, | |
| "l2": 0.01, | |
| "validation_nll": 0.1523361603427897, | |
| "validation": { | |
| "categorical": "123/126", | |
| "categorical_accuracy": 0.9761904761904762, | |
| "completion_found": "24/24", | |
| "false_completions": "0/48", | |
| "unknown": "24/24", | |
| "score_mae": 0.11397909893172775 | |
| } | |
| }, | |
| { | |
| "lambda": 3.0, | |
| "l2": 0.03, | |
| "validation_nll": 0.15129878102909658, | |
| "validation": { | |
| "categorical": "123/126", | |
| "categorical_accuracy": 0.9761904761904762, | |
| "completion_found": "24/24", | |
| "false_completions": "0/48", | |
| "unknown": "24/24", | |
| "score_mae": 0.11405663113455909 | |
| } | |
| }, | |
| { | |
| "lambda": 3.0, | |
| "l2": 0.1, | |
| "validation_nll": 0.1522835979153939, | |
| "validation": { | |
| "categorical": "123/126", | |
| "categorical_accuracy": 0.9761904761904762, | |
| "completion_found": "24/24", | |
| "false_completions": "0/48", | |
| "unknown": "24/24", | |
| "score_mae": 0.11399822076194328 | |
| } | |
| }, | |
| { | |
| "lambda": 3.0, | |
| "l2": 0.3, | |
| "validation_nll": 0.15208237695892476, | |
| "validation": { | |
| "categorical": "123/126", | |
| "categorical_accuracy": 0.9761904761904762, | |
| "completion_found": "24/24", | |
| "false_completions": "0/48", | |
| "unknown": "24/24", | |
| "score_mae": 0.11400810139744709 | |
| } | |
| }, | |
| { | |
| "lambda": 4.0, | |
| "l2": 0.001, | |
| "validation_nll": 0.14453187134079762, | |
| "validation": { | |
| "categorical": "123/126", | |
| "categorical_accuracy": 0.9761904761904762, | |
| "completion_found": "24/24", | |
| "false_completions": "0/48", | |
| "unknown": "24/24", | |
| "score_mae": 0.11409887812823638 | |
| } | |
| }, | |
| { | |
| "lambda": 4.0, | |
| "l2": 0.01, | |
| "validation_nll": 0.1586671759037345, | |
| "validation": { | |
| "categorical": "123/126", | |
| "categorical_accuracy": 0.9761904761904762, | |
| "completion_found": "24/24", | |
| "false_completions": "0/48", | |
| "unknown": "24/24", | |
| "score_mae": 0.11365814123875279 | |
| } | |
| }, | |
| { | |
| "lambda": 4.0, | |
| "l2": 0.03, | |
| "validation_nll": 0.1529565053041993, | |
| "validation": { | |
| "categorical": "123/126", | |
| "categorical_accuracy": 0.9761904761904762, | |
| "completion_found": "24/24", | |
| "false_completions": "0/48", | |
| "unknown": "24/24", | |
| "score_mae": 0.11396295777681578 | |
| } | |
| }, | |
| { | |
| "lambda": 4.0, | |
| "l2": 0.1, | |
| "validation_nll": 0.15787885720856804, | |
| "validation": { | |
| "categorical": "123/126", | |
| "categorical_accuracy": 0.9761904761904762, | |
| "completion_found": "24/24", | |
| "false_completions": "0/48", | |
| "unknown": "24/24", | |
| "score_mae": 0.11370642911389053 | |
| } | |
| }, | |
| { | |
| "lambda": 4.0, | |
| "l2": 0.3, | |
| "validation_nll": 0.1529580765185524, | |
| "validation": { | |
| "categorical": "123/126", | |
| "categorical_accuracy": 0.9761904761904762, | |
| "completion_found": "24/24", | |
| "false_completions": "0/48", | |
| "unknown": "24/24", | |
| "score_mae": 0.11396089763475661 | |
| } | |
| } | |
| ], | |
| "selected_lambda": 4.0, | |
| "selected_l2": 0.001, | |
| "selected_validation": { | |
| "categorical": "123/126", | |
| "categorical_accuracy": 0.9761904761904762, | |
| "completion_found": "24/24", | |
| "false_completions": "0/48", | |
| "unknown": "24/24", | |
| "score_mae": 0.11409887812823638 | |
| }, | |
| "test": { | |
| "categorical": "121/126", | |
| "categorical_accuracy": 0.9603174603174603, | |
| "completion_found": "24/24", | |
| "false_completions": "0/48", | |
| "unknown": "24/24", | |
| "score_mae": 0.14349517200889667 | |
| }, | |
| "margin_weight": 1.2522606512248198, | |
| "type_bias": { | |
| "choice": 9.141719732228432e-15, | |
| "noul": -4.1204061002486215e-15, | |
| "score": 2.1862944721860876e-15 | |
| } | |
| } | |