| { |
| "model": "laya", |
| "bundle": "bundles/laya-multilingual-CoreAI", |
| "reference": "laya package eager PyTorch forward on CPU (same build_sequence tokens)", |
| "cases": [ |
| { |
| "case": 1, |
| "kind": "choice", |
| "options": 3, |
| "state_tokens": 56, |
| "reference_choice": "billing", |
| "coreai_choice": "billing", |
| "selected_answer_matches": true, |
| "max_probability_difference": 3.73371333850514e-11, |
| "max_abs_logit_difference": 4.482269287109375e-05 |
| }, |
| { |
| "case": 2, |
| "kind": "choice", |
| "options": 3, |
| "state_tokens": 51, |
| "reference_choice": "technical", |
| "coreai_choice": "technical", |
| "selected_answer_matches": true, |
| "max_probability_difference": 1.3395307751906671e-08, |
| "max_abs_logit_difference": 4.76837158203125e-07 |
| }, |
| { |
| "case": 3, |
| "kind": "noul", |
| "options": 2, |
| "state_tokens": 48, |
| "reference_choice": "false", |
| "coreai_choice": "false", |
| "selected_answer_matches": true, |
| "max_probability_difference": 1.3820633637529056e-08, |
| "max_abs_logit_difference": 9.5367431640625e-07 |
| }, |
| { |
| "case": 4, |
| "kind": "noul", |
| "options": 2, |
| "state_tokens": 47, |
| "reference_choice": "false", |
| "coreai_choice": "false", |
| "selected_answer_matches": true, |
| "max_probability_difference": 3.266735856266578e-07, |
| "max_abs_logit_difference": 7.152557373046875e-06 |
| }, |
| { |
| "case": 5, |
| "kind": "score", |
| "options": 3, |
| "state_tokens": 50, |
| "reference_choice": "blocking", |
| "coreai_choice": "blocking", |
| "selected_answer_matches": true, |
| "max_probability_difference": 4.5500904821693666e-08, |
| "max_abs_logit_difference": 3.5762786865234375e-06 |
| }, |
| { |
| "case": 6, |
| "kind": "score", |
| "options": 3, |
| "state_tokens": 45, |
| "reference_choice": "blocking", |
| "coreai_choice": "blocking", |
| "selected_answer_matches": true, |
| "max_probability_difference": 2.3378533586804195e-07, |
| "max_abs_logit_difference": 1.430511474609375e-06 |
| } |
| ], |
| "summary": { |
| "cases": 6, |
| "all_selected_answers_match": true, |
| "max_probability_difference": 3.266735856266578e-07, |
| "note": "Laya's own decision cases on one checkpoint. Not a benchmark of accuracy or calibration; it measures conversion drift only." |
| } |
| } |
|
|
