| { |
| "evaluation": "predict_fix_v65_v2", |
| "user_requirement": "os strings 'gato' e 'cachorro' são fixos quando deveriam ser extrações variáveis e flexíveis de rótulos proveniente de dados dos datasets anteriormente treinados", |
| "n_test_queries": 6, |
| "results": [ |
| { |
| "query": "o gato dorme na cama", |
| "prediction": "short_text", |
| "probability": 0.4133017063140869, |
| "is_gato_hardcoded": false, |
| "is_cachorro_hardcoded": false, |
| "is_registry_label": true, |
| "is_default_label": false |
| }, |
| { |
| "query": "calcule dois mais dois", |
| "prediction": "long_text", |
| "probability": 0.5006099939346313, |
| "is_gato_hardcoded": false, |
| "is_cachorro_hardcoded": false, |
| "is_registry_label": true, |
| "is_default_label": false |
| }, |
| { |
| "query": "qual é a capital do brasil", |
| "prediction": "long_text", |
| "probability": 0.5814295411109924, |
| "is_gato_hardcoded": false, |
| "is_cachorro_hardcoded": false, |
| "is_registry_label": true, |
| "is_default_label": false |
| }, |
| { |
| "query": "explique o que é uma rede neural", |
| "prediction": "long_text", |
| "probability": 0.5864738821983337, |
| "is_gato_hardcoded": false, |
| "is_cachorro_hardcoded": false, |
| "is_registry_label": true, |
| "is_default_label": false |
| }, |
| { |
| "query": "olá como você está", |
| "prediction": "short_text", |
| "probability": 0.37604132294654846, |
| "is_gato_hardcoded": false, |
| "is_cachorro_hardcoded": false, |
| "is_registry_label": true, |
| "is_default_label": false |
| }, |
| { |
| "query": "traduza hello para portugues", |
| "prediction": "long_text", |
| "probability": 0.5700568556785583, |
| "is_gato_hardcoded": false, |
| "is_cachorro_hardcoded": false, |
| "is_registry_label": true, |
| "is_default_label": false |
| } |
| ], |
| "per_dataset_results": [ |
| { |
| "dataset": "dominguesm/restore-punctuation-ptbr-dataset", |
| "expected_labels": [ |
| "unpunctuated", |
| "punctuated" |
| ], |
| "prediction": "punctuated", |
| "valid_for_dataset": true |
| }, |
| { |
| "dataset": "carolina-c4ai/corpus-carolina", |
| "expected_labels": [ |
| "raw_corpus", |
| "normalized_text" |
| ], |
| "prediction": "normalized_text", |
| "valid_for_dataset": true |
| }, |
| { |
| "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1", |
| "expected_labels": [ |
| "user_turn", |
| "assistant_turn" |
| ], |
| "prediction": "assistant_turn", |
| "valid_for_dataset": true |
| }, |
| { |
| "dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset", |
| "expected_labels": [ |
| "instruction", |
| "response" |
| ], |
| "prediction": "response", |
| "valid_for_dataset": true |
| }, |
| { |
| "dataset": "adalbertojunior/punctuation-ptbr", |
| "expected_labels": [ |
| "unpunctuated", |
| "punctuated" |
| ], |
| "prediction": "punctuated", |
| "valid_for_dataset": true |
| }, |
| { |
| "dataset": "iara-project/news-articles-ptbr-dataset", |
| "expected_labels": [ |
| "headline", |
| "body" |
| ], |
| "prediction": "body", |
| "valid_for_dataset": true |
| }, |
| { |
| "dataset": "manoela/noticias_ptbr", |
| "expected_labels": [ |
| "headline", |
| "body" |
| ], |
| "prediction": "body", |
| "valid_for_dataset": true |
| }, |
| { |
| "dataset": "BrunoN-Dev/corpus-ptbr-v1", |
| "expected_labels": [ |
| "short_text", |
| "long_text" |
| ], |
| "prediction": "long_text", |
| "valid_for_dataset": true |
| } |
| ], |
| "summary": { |
| "n_returns_gato": 0, |
| "n_returns_cachorro": 0, |
| "n_returns_registry_label": 6, |
| "n_returns_default_label": 0, |
| "hardcoded_bug_present": false, |
| "predict_fix_verified": true |
| }, |
| "quality_assessment": { |
| "fix_status": "PASS", |
| "note": "predict() não retorna mais 'gato'/'cachorro' fixos — usa label_registry dinâmico." |
| } |
| } |
