| { |
| "greedy": { |
| "mean_perplexity": 2.802714023280676, |
| "mean_accuracy": 7.189319807465112, |
| "bleu_score": 0.44602633780139667, |
| "total_time_seconds": 474.31357886499427, |
| "seconds_per_sample": 0.47431357886499426 |
| }, |
| "top_k": { |
| "mean_perplexity": 11.133779459112342, |
| "mean_accuracy": 8.38884305856976, |
| "bleu_score": 0.46103357491638475, |
| "total_time_seconds": 483.2593420359999, |
| "seconds_per_sample": 0.4832593420359999 |
| }, |
| "top_p": { |
| "mean_perplexity": 10.170208045258127, |
| "mean_accuracy": 8.373627166177826, |
| "bleu_score": 0.4349216742991063, |
| "total_time_seconds": 487.14089497199166, |
| "seconds_per_sample": 0.48714089497199164 |
| }, |
| "beam_1": { |
| "mean_perplexity": 2.802714023280676, |
| "mean_accuracy": 7.189319807465112, |
| "bleu_score": 0.44602633780139667, |
| "total_time_seconds": 475.27729634400157, |
| "seconds_per_sample": 0.47527729634400157 |
| }, |
| "beam_2": { |
| "mean_perplexity": 2.521494762738637, |
| "mean_accuracy": 5.735581792030958, |
| "bleu_score": 0.3814429313086083, |
| "total_time_seconds": 917.9942803570066, |
| "seconds_per_sample": 0.9179942803570066 |
| }, |
| "beam_4": { |
| "mean_perplexity": 3.1417001385207173, |
| "mean_accuracy": 5.02530418923513, |
| "bleu_score": 0.37340549233790205, |
| "total_time_seconds": 1804.4809435950137, |
| "seconds_per_sample": 1.8044809435950138 |
| } |
| } |
