vela3-fast-CoreAI / package_smoke.json
devilyouwei's picture
Replace fixed graph with dynamic sequence and option dimensions
6aaa9cc verified
Raw History Blame Contribute Delete
3.83 kB
{
"status": "passed",
"scope": "dynamic decision graph",
"device": "cpu",
"cases": [
{
"id": "coding-en",
"sequence_length": 24,
"option_count": 2,
"decision": "coding",
"max_probability_error": 5.427491678311469e-09,
"probabilities": {
"coding": 0.9964854064689901,
"cooking": 0.0035145935310098605
}
},
{
"id": "cooking-zh",
"sequence_length": 36,
"option_count": 2,
"decision": "cooking",
"max_probability_error": 4.7419820070615515e-07,
"probabilities": {
"coding": 0.22242242344232538,
"cooking": 0.7775775765576746
}
},
{
"id": "noul-positive",
"sequence_length": 16,
"option_count": 2,
"decision": "yes",
"max_probability_error": 1.3685062416612936e-07,
"probabilities": {
"no": 0.0428342160732897,
"yes": 0.9571657839267103
}
},
{
"id": "noul-negative",
"sequence_length": 17,
"option_count": 2,
"decision": "no",
"max_probability_error": 2.6513179342962934e-09,
"probabilities": {
"no": 0.9887530745498202,
"yes": 0.011246925450179683
}
},
{
"id": "coding-zh",
"sequence_length": 42,
"option_count": 2,
"decision": "coding",
"max_probability_error": 8.426156995235135e-09,
"probabilities": {
"coding": 0.9965400377467385,
"cooking": 0.0034599622532615615
}
},
{
"id": "cooking-en",
"sequence_length": 26,
"option_count": 2,
"decision": "cooking",
"max_probability_error": 1.5691086767584406e-09,
"probabilities": {
"coding": 0.0008233435277157704,
"cooking": 0.9991766564722843
}
},
{
"id": "three-options",
"sequence_length": 31,
"option_count": 3,
"decision": "coding",
"max_probability_error": 3.460630049190172e-08,
"probabilities": {
"coding": 0.99293799337413,
"cooking": 0.002825909094017193,
"sports": 0.004236097531852771
}
},
{
"id": "one-option",
"sequence_length": 19,
"option_count": 1,
"decision": "coding",
"max_probability_error": 0.0,
"probabilities": {
"coding": 1.0
}
},
{
"id": "structured-json",
"sequence_length": 37,
"option_count": 3,
"decision": "coding",
"max_probability_error": 1.4141390947131072e-08,
"probabilities": {
"coding": 0.9955305530014188,
"cooking": 0.002282103594566704,
"sports": 0.0021873434040145696
}
},
{
"id": "exact-129-tokens",
"sequence_length": 129,
"option_count": 3,
"decision": "coding",
"max_probability_error": 7.795353781370196e-07,
"probabilities": {
"coding": 0.6347575526842495,
"cooking": 0.13812251758558605,
"sports": 0.2271199297301645
}
},
{
"id": "exact-1024-tokens",
"sequence_length": 1024,
"option_count": 3,
"decision": "coding",
"max_probability_error": 1.5057525626360757e-07,
"probabilities": {
"coding": 0.4407635277058288,
"cooking": 0.372380588224303,
"sports": 0.1868558840698681
}
},
{
"id": "exact-2048-tokens",
"sequence_length": 2048,
"option_count": 3,
"decision": "coding",
"max_probability_error": 2.872474891835175e-07,
"probabilities": {
"coding": 0.5216574953587729,
"cooking": 0.3491859497420564,
"sports": 0.12915655489917072
}
}
],
"invalid_requests_rejected": 3,
"pytorch_imported": false,
"requires_original_weights": false,
"multiple_questions": "passed",
"list_criteria": "passed"
}