File size: 1,386 Bytes
f90f02b | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 | {
"greedy": {
"mean_perplexity": 2.802714023280676,
"mean_accuracy": 7.189319807465112,
"bleu_score": 0.44602633780139667,
"total_time_seconds": 474.31357886499427,
"seconds_per_sample": 0.47431357886499426
},
"top_k": {
"mean_perplexity": 11.133779459112342,
"mean_accuracy": 8.38884305856976,
"bleu_score": 0.46103357491638475,
"total_time_seconds": 483.2593420359999,
"seconds_per_sample": 0.4832593420359999
},
"top_p": {
"mean_perplexity": 10.170208045258127,
"mean_accuracy": 8.373627166177826,
"bleu_score": 0.4349216742991063,
"total_time_seconds": 487.14089497199166,
"seconds_per_sample": 0.48714089497199164
},
"beam_1": {
"mean_perplexity": 2.802714023280676,
"mean_accuracy": 7.189319807465112,
"bleu_score": 0.44602633780139667,
"total_time_seconds": 475.27729634400157,
"seconds_per_sample": 0.47527729634400157
},
"beam_2": {
"mean_perplexity": 2.521494762738637,
"mean_accuracy": 5.735581792030958,
"bleu_score": 0.3814429313086083,
"total_time_seconds": 917.9942803570066,
"seconds_per_sample": 0.9179942803570066
},
"beam_4": {
"mean_perplexity": 3.1417001385207173,
"mean_accuracy": 5.02530418923513,
"bleu_score": 0.37340549233790205,
"total_time_seconds": 1804.4809435950137,
"seconds_per_sample": 1.8044809435950138
}
} |