PowerMachine commited on
Commit
fe1c8b6
·
verified ·
1 Parent(s): d6b656f

Delete v6_5_v2_predict_fix_eval.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. v6_5_v2_predict_fix_eval.json +0 -147
v6_5_v2_predict_fix_eval.json DELETED
@@ -1,147 +0,0 @@
1
- {
2
- "evaluation": "predict_fix_v65_v2",
3
- "user_requirement": "os strings 'gato' e 'cachorro' são fixos quando deveriam ser extrações variáveis e flexíveis de rótulos proveniente de dados dos datasets anteriormente treinados",
4
- "n_test_queries": 6,
5
- "results": [
6
- {
7
- "query": "o gato dorme na cama",
8
- "prediction": "short_text",
9
- "probability": 0.4827089011669159,
10
- "is_gato_hardcoded": false,
11
- "is_cachorro_hardcoded": false,
12
- "is_registry_label": true,
13
- "is_default_label": false
14
- },
15
- {
16
- "query": "calcule dois mais dois",
17
- "prediction": "short_text",
18
- "probability": 0.35426780581474304,
19
- "is_gato_hardcoded": false,
20
- "is_cachorro_hardcoded": false,
21
- "is_registry_label": true,
22
- "is_default_label": false
23
- },
24
- {
25
- "query": "qual é a capital do brasil",
26
- "prediction": "long_text",
27
- "probability": 0.5526613593101501,
28
- "is_gato_hardcoded": false,
29
- "is_cachorro_hardcoded": false,
30
- "is_registry_label": true,
31
- "is_default_label": false
32
- },
33
- {
34
- "query": "explique o que é uma rede neural",
35
- "prediction": "short_text",
36
- "probability": 0.3866918683052063,
37
- "is_gato_hardcoded": false,
38
- "is_cachorro_hardcoded": false,
39
- "is_registry_label": true,
40
- "is_default_label": false
41
- },
42
- {
43
- "query": "olá como você está",
44
- "prediction": "short_text",
45
- "probability": 0.4471302032470703,
46
- "is_gato_hardcoded": false,
47
- "is_cachorro_hardcoded": false,
48
- "is_registry_label": true,
49
- "is_default_label": false
50
- },
51
- {
52
- "query": "traduza hello para portugues",
53
- "prediction": "short_text",
54
- "probability": 0.35634148120880127,
55
- "is_gato_hardcoded": false,
56
- "is_cachorro_hardcoded": false,
57
- "is_registry_label": true,
58
- "is_default_label": false
59
- }
60
- ],
61
- "per_dataset_results": [
62
- {
63
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
64
- "expected_labels": [
65
- "unpunctuated",
66
- "punctuated"
67
- ],
68
- "prediction": "punctuated",
69
- "valid_for_dataset": true
70
- },
71
- {
72
- "dataset": "carolina-c4ai/corpus-carolina",
73
- "expected_labels": [
74
- "raw_corpus",
75
- "normalized_text"
76
- ],
77
- "prediction": "normalized_text",
78
- "valid_for_dataset": true
79
- },
80
- {
81
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
82
- "expected_labels": [
83
- "user_turn",
84
- "assistant_turn"
85
- ],
86
- "prediction": "assistant_turn",
87
- "valid_for_dataset": true
88
- },
89
- {
90
- "dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
91
- "expected_labels": [
92
- "instruction",
93
- "response"
94
- ],
95
- "prediction": "response",
96
- "valid_for_dataset": true
97
- },
98
- {
99
- "dataset": "adalbertojunior/punctuation-ptbr",
100
- "expected_labels": [
101
- "unpunctuated",
102
- "punctuated"
103
- ],
104
- "prediction": "punctuated",
105
- "valid_for_dataset": true
106
- },
107
- {
108
- "dataset": "iara-project/news-articles-ptbr-dataset",
109
- "expected_labels": [
110
- "headline",
111
- "body"
112
- ],
113
- "prediction": "body",
114
- "valid_for_dataset": true
115
- },
116
- {
117
- "dataset": "manoela/noticias_ptbr",
118
- "expected_labels": [
119
- "headline",
120
- "body"
121
- ],
122
- "prediction": "body",
123
- "valid_for_dataset": true
124
- },
125
- {
126
- "dataset": "BrunoN-Dev/corpus-ptbr-v1",
127
- "expected_labels": [
128
- "short_text",
129
- "long_text"
130
- ],
131
- "prediction": "long_text",
132
- "valid_for_dataset": true
133
- }
134
- ],
135
- "summary": {
136
- "n_returns_gato": 0,
137
- "n_returns_cachorro": 0,
138
- "n_returns_registry_label": 6,
139
- "n_returns_default_label": 0,
140
- "hardcoded_bug_present": false,
141
- "predict_fix_verified": true
142
- },
143
- "quality_assessment": {
144
- "fix_status": "PASS",
145
- "note": "predict() não retorna mais 'gato'/'cachorro' fixos — usa label_registry dinâmico."
146
- }
147
- }