| { | |
| "protocol": "recovered-48d5f94-utterance-only", | |
| "settings": { | |
| "pooler": "cls", | |
| "max_length": 128, | |
| "batch_size": 128, | |
| "aux_ratio": 0, | |
| "search_target": "train", | |
| "utterance_topk": 1 | |
| }, | |
| "mean_accuracy": 83.96792567576395, | |
| "simcse_mean": 81.30318600054206, | |
| "tasks": { | |
| "snips": { | |
| "accuracy": 96.0, | |
| "correct": 672, | |
| "test_count": 700, | |
| "reference_count": 13784, | |
| "simcse_accuracy": 92.0 | |
| }, | |
| "atis": { | |
| "accuracy": 89.58566629339306, | |
| "correct": 800, | |
| "test_count": 893, | |
| "reference_count": 4978, | |
| "simcse_accuracy": 85.66629339305712 | |
| }, | |
| "massive": { | |
| "accuracy": 79.58977807666443, | |
| "correct": 2367, | |
| "test_count": 2974, | |
| "reference_count": 11514, | |
| "simcse_accuracy": 76.76529926025555 | |
| }, | |
| "hwu": { | |
| "accuracy": 82.40963855421687, | |
| "correct": 684, | |
| "test_count": 830, | |
| "reference_count": 19229, | |
| "simcse_accuracy": 81.0843373493976 | |
| }, | |
| "clinc": { | |
| "accuracy": 72.25454545454545, | |
| "correct": 3974, | |
| "test_count": 5500, | |
| "reference_count": 15250, | |
| "simcse_accuracy": 71.0 | |
| } | |
| } | |
| } | |