{ "status": "passed", "scope": "dynamic decision graph", "device": "cpu", "cases": [ { "id": "coding-en", "sequence_length": 24, "option_count": 2, "decision": "coding", "max_probability_error": 5.427491678311469e-09, "probabilities": { "coding": 0.9964854064689901, "cooking": 0.0035145935310098605 } }, { "id": "cooking-zh", "sequence_length": 36, "option_count": 2, "decision": "cooking", "max_probability_error": 4.7419820070615515e-07, "probabilities": { "coding": 0.22242242344232538, "cooking": 0.7775775765576746 } }, { "id": "noul-positive", "sequence_length": 16, "option_count": 2, "decision": "yes", "max_probability_error": 1.3685062416612936e-07, "probabilities": { "no": 0.0428342160732897, "yes": 0.9571657839267103 } }, { "id": "noul-negative", "sequence_length": 17, "option_count": 2, "decision": "no", "max_probability_error": 2.6513179342962934e-09, "probabilities": { "no": 0.9887530745498202, "yes": 0.011246925450179683 } }, { "id": "coding-zh", "sequence_length": 42, "option_count": 2, "decision": "coding", "max_probability_error": 8.426156995235135e-09, "probabilities": { "coding": 0.9965400377467385, "cooking": 0.0034599622532615615 } }, { "id": "cooking-en", "sequence_length": 26, "option_count": 2, "decision": "cooking", "max_probability_error": 1.5691086767584406e-09, "probabilities": { "coding": 0.0008233435277157704, "cooking": 0.9991766564722843 } }, { "id": "three-options", "sequence_length": 31, "option_count": 3, "decision": "coding", "max_probability_error": 3.460630049190172e-08, "probabilities": { "coding": 0.99293799337413, "cooking": 0.002825909094017193, "sports": 0.004236097531852771 } }, { "id": "one-option", "sequence_length": 19, "option_count": 1, "decision": "coding", "max_probability_error": 0.0, "probabilities": { "coding": 1.0 } }, { "id": "structured-json", "sequence_length": 37, "option_count": 3, "decision": "coding", "max_probability_error": 1.4141390947131072e-08, "probabilities": { "coding": 0.9955305530014188, "cooking": 0.002282103594566704, "sports": 0.0021873434040145696 } }, { "id": "exact-129-tokens", "sequence_length": 129, "option_count": 3, "decision": "coding", "max_probability_error": 7.795353781370196e-07, "probabilities": { "coding": 0.6347575526842495, "cooking": 0.13812251758558605, "sports": 0.2271199297301645 } }, { "id": "exact-1024-tokens", "sequence_length": 1024, "option_count": 3, "decision": "coding", "max_probability_error": 1.5057525626360757e-07, "probabilities": { "coding": 0.4407635277058288, "cooking": 0.372380588224303, "sports": 0.1868558840698681 } }, { "id": "exact-2048-tokens", "sequence_length": 2048, "option_count": 3, "decision": "coding", "max_probability_error": 2.872474891835175e-07, "probabilities": { "coding": 0.5216574953587729, "cooking": 0.3491859497420564, "sports": 0.12915655489917072 } } ], "invalid_requests_rejected": 3, "pytorch_imported": false, "requires_original_weights": false, "multiple_questions": "passed", "list_criteria": "passed" }