diffusion_baseline / results /conditional /summary_partial51 /conditional_partial51_results_long.csv
| task_id,model,dataset,steps,metric,value | |
| duo-lm1b-steps-1,duo,lm1b,1,conditional_generative_perplexity,1103.1731695265846 | |
| duo-lm1b-steps-1,duo,lm1b,1,mauve_suffix,0.004769036437965002 | |
| duo-lm1b-steps-1,duo,lm1b,1,sample_entropy,3.832398496448956 | |
| duo-lm1b-steps-1,duo,lm1b,1,reference_entropy,3.8171525992110147 | |
| duo-lm1b-steps-1,duo,lm1b,1,sample_entropy_delta,0.015245897237941453 | |
| duo-lm1b-steps-1,duo,lm1b,1,self_bleu,0.10883688196510578 | |
| duo-lm1b-steps-1,duo,lm1b,1,prefix_exact_match,1.0 | |
| duo-lm1b-steps-1,duo,lm1b,1,seconds_per_sample,0.01323219874757342 | |
| duo-lm1b-steps-2,duo,lm1b,2,conditional_generative_perplexity,403.0607128601672 | |
| duo-lm1b-steps-2,duo,lm1b,2,mauve_suffix,0.007948864164280891 | |
| duo-lm1b-steps-2,duo,lm1b,2,sample_entropy,3.763820682140112 | |
| duo-lm1b-steps-2,duo,lm1b,2,reference_entropy,3.8171525992110147 | |
| duo-lm1b-steps-2,duo,lm1b,2,sample_entropy_delta,-0.05333191707090279 | |
| duo-lm1b-steps-2,duo,lm1b,2,self_bleu,0.14471178741354485 | |
| duo-lm1b-steps-2,duo,lm1b,2,prefix_exact_match,1.0 | |
| duo-lm1b-steps-2,duo,lm1b,2,seconds_per_sample,0.020430842341738753 | |
| duo-lm1b-steps-4,duo,lm1b,4,conditional_generative_perplexity,163.8759815021547 | |
| duo-lm1b-steps-4,duo,lm1b,4,mauve_suffix,0.06012401068746828 | |
| duo-lm1b-steps-4,duo,lm1b,4,sample_entropy,3.762677442509309 | |
| duo-lm1b-steps-4,duo,lm1b,4,reference_entropy,3.8171525992110147 | |
| duo-lm1b-steps-4,duo,lm1b,4,sample_entropy_delta,-0.054475156701705885 | |
| duo-lm1b-steps-4,duo,lm1b,4,self_bleu,0.1634691173142037 | |
| duo-lm1b-steps-4,duo,lm1b,4,prefix_exact_match,1.0 | |
| duo-lm1b-steps-4,duo,lm1b,4,seconds_per_sample,0.032152149695320986 | |
| duo-lm1b-steps-8,duo,lm1b,8,conditional_generative_perplexity,99.97514021433763 | |
| duo-lm1b-steps-8,duo,lm1b,8,mauve_suffix,0.2538963124843746 | |
| duo-lm1b-steps-8,duo,lm1b,8,sample_entropy,3.7804684293475046 | |
| duo-lm1b-steps-8,duo,lm1b,8,reference_entropy,3.8171525992110147 | |
| duo-lm1b-steps-8,duo,lm1b,8,sample_entropy_delta,-0.036684169863510085 | |
| duo-lm1b-steps-8,duo,lm1b,8,self_bleu,0.1678868639465062 | |
| duo-lm1b-steps-8,duo,lm1b,8,prefix_exact_match,1.0 | |
| duo-lm1b-steps-8,duo,lm1b,8,seconds_per_sample,0.06817099513136782 | |
| duo-lm1b-steps-16,duo,lm1b,16,conditional_generative_perplexity,80.94347004980234 | |
| duo-lm1b-steps-16,duo,lm1b,16,mauve_suffix,0.28999537223397975 | |
| duo-lm1b-steps-16,duo,lm1b,16,sample_entropy,3.7954451758645353 | |
| duo-lm1b-steps-16,duo,lm1b,16,reference_entropy,3.8171525992110147 | |
| duo-lm1b-steps-16,duo,lm1b,16,sample_entropy_delta,-0.02170742334647935 | |
| duo-lm1b-steps-16,duo,lm1b,16,self_bleu,0.16888220466713877 | |
| duo-lm1b-steps-16,duo,lm1b,16,prefix_exact_match,1.0 | |
| duo-lm1b-steps-16,duo,lm1b,16,seconds_per_sample,0.12841798868612386 | |
| duo-lm1b-steps-32,duo,lm1b,32,conditional_generative_perplexity,76.69792739955646 | |
| duo-lm1b-steps-32,duo,lm1b,32,mauve_suffix,0.37896998414643557 | |
| duo-lm1b-steps-32,duo,lm1b,32,sample_entropy,3.800785349969878 | |
| duo-lm1b-steps-32,duo,lm1b,32,reference_entropy,3.8171525992110147 | |
| duo-lm1b-steps-32,duo,lm1b,32,sample_entropy_delta,-0.01636724924113686 | |
| duo-lm1b-steps-32,duo,lm1b,32,self_bleu,0.16634681861084277 | |
| duo-lm1b-steps-32,duo,lm1b,32,prefix_exact_match,1.0 | |
| duo-lm1b-steps-32,duo,lm1b,32,seconds_per_sample,0.22576639815815724 | |
| duo-lm1b-steps-1024,duo,lm1b,1024,conditional_generative_perplexity,72.0438298362223 | |
| duo-lm1b-steps-1024,duo,lm1b,1024,mauve_suffix,0.415894589443493 | |
| duo-lm1b-steps-1024,duo,lm1b,1024,sample_entropy,3.810042092869218 | |
| duo-lm1b-steps-1024,duo,lm1b,1024,reference_entropy,3.8171525992110147 | |
| duo-lm1b-steps-1024,duo,lm1b,1024,sample_entropy_delta,-0.007110506341796885 | |
| duo-lm1b-steps-1024,duo,lm1b,1024,self_bleu,0.1648459488962082 | |
| duo-lm1b-steps-1024,duo,lm1b,1024,prefix_exact_match,1.0 | |
| duo-lm1b-steps-1024,duo,lm1b,1024,seconds_per_sample,7.377475616100128 | |
| duo_dcd-lm1b-steps-1,duo_dcd,lm1b,1,conditional_generative_perplexity,972.0891391616341 | |
| duo_dcd-lm1b-steps-1,duo_dcd,lm1b,1,mauve_suffix,0.005170955824428433 | |
| duo_dcd-lm1b-steps-1,duo_dcd,lm1b,1,sample_entropy,3.766506824476198 | |
| duo_dcd-lm1b-steps-1,duo_dcd,lm1b,1,reference_entropy,3.8171525992110147 | |
| duo_dcd-lm1b-steps-1,duo_dcd,lm1b,1,sample_entropy_delta,-0.05064577473481657 | |
| duo_dcd-lm1b-steps-1,duo_dcd,lm1b,1,self_bleu,0.10595979154131205 | |
| duo_dcd-lm1b-steps-1,duo_dcd,lm1b,1,prefix_exact_match,1.0 | |
| duo_dcd-lm1b-steps-1,duo_dcd,lm1b,1,seconds_per_sample,0.02398861467372626 | |
| duo_dcd-lm1b-steps-2,duo_dcd,lm1b,2,conditional_generative_perplexity,384.35445941799287 | |
| duo_dcd-lm1b-steps-2,duo_dcd,lm1b,2,mauve_suffix,0.011389631189173955 | |
| duo_dcd-lm1b-steps-2,duo_dcd,lm1b,2,sample_entropy,3.72297918807914 | |
| duo_dcd-lm1b-steps-2,duo_dcd,lm1b,2,reference_entropy,3.8171525992110147 | |
| duo_dcd-lm1b-steps-2,duo_dcd,lm1b,2,sample_entropy_delta,-0.09417341113187483 | |
| duo_dcd-lm1b-steps-2,duo_dcd,lm1b,2,self_bleu,0.13281386091909597 | |
| duo_dcd-lm1b-steps-2,duo_dcd,lm1b,2,prefix_exact_match,1.0 | |
| duo_dcd-lm1b-steps-2,duo_dcd,lm1b,2,seconds_per_sample,0.018906686367699876 | |
| duo_dcd-lm1b-steps-4,duo_dcd,lm1b,4,conditional_generative_perplexity,209.32037280649857 | |
| duo_dcd-lm1b-steps-4,duo_dcd,lm1b,4,mauve_suffix,0.03587051089962172 | |
| duo_dcd-lm1b-steps-4,duo_dcd,lm1b,4,sample_entropy,3.7426513131748633 | |
| duo_dcd-lm1b-steps-4,duo_dcd,lm1b,4,reference_entropy,3.8171525992110147 | |
| duo_dcd-lm1b-steps-4,duo_dcd,lm1b,4,sample_entropy_delta,-0.07450128603615136 | |
| duo_dcd-lm1b-steps-4,duo_dcd,lm1b,4,self_bleu,0.14268675432242428 | |
| duo_dcd-lm1b-steps-4,duo_dcd,lm1b,4,prefix_exact_match,1.0 | |
| duo_dcd-lm1b-steps-4,duo_dcd,lm1b,4,seconds_per_sample,0.04598313111637253 | |
| duo_dcd-lm1b-steps-8,duo_dcd,lm1b,8,conditional_generative_perplexity,155.4102272275335 | |
| duo_dcd-lm1b-steps-8,duo_dcd,lm1b,8,mauve_suffix,0.08763089060698975 | |
| duo_dcd-lm1b-steps-8,duo_dcd,lm1b,8,sample_entropy,3.7630187834968547 | |
| duo_dcd-lm1b-steps-8,duo_dcd,lm1b,8,reference_entropy,3.8171525992110147 | |
| duo_dcd-lm1b-steps-8,duo_dcd,lm1b,8,sample_entropy_delta,-0.05413381571415998 | |
| duo_dcd-lm1b-steps-8,duo_dcd,lm1b,8,self_bleu,0.14312298725073697 | |
| duo_dcd-lm1b-steps-8,duo_dcd,lm1b,8,prefix_exact_match,1.0 | |
| duo_dcd-lm1b-steps-8,duo_dcd,lm1b,8,seconds_per_sample,0.06934818447916768 | |
| duo_dcd-lm1b-steps-16,duo_dcd,lm1b,16,conditional_generative_perplexity,134.93143203086112 | |
| duo_dcd-lm1b-steps-16,duo_dcd,lm1b,16,mauve_suffix,0.1321953620227347 | |
| duo_dcd-lm1b-steps-16,duo_dcd,lm1b,16,sample_entropy,3.782079306471349 | |
| duo_dcd-lm1b-steps-16,duo_dcd,lm1b,16,reference_entropy,3.8171525992110147 | |
| duo_dcd-lm1b-steps-16,duo_dcd,lm1b,16,sample_entropy_delta,-0.03507329273966553 | |
| duo_dcd-lm1b-steps-16,duo_dcd,lm1b,16,self_bleu,0.14340835127347715 | |
| duo_dcd-lm1b-steps-16,duo_dcd,lm1b,16,prefix_exact_match,1.0 | |
| duo_dcd-lm1b-steps-16,duo_dcd,lm1b,16,seconds_per_sample,0.13762991552357562 | |
| duo_dcd-lm1b-steps-32,duo_dcd,lm1b,32,conditional_generative_perplexity,125.81750589142253 | |
| duo_dcd-lm1b-steps-32,duo_dcd,lm1b,32,mauve_suffix,0.16729614820201782 | |
| duo_dcd-lm1b-steps-32,duo_dcd,lm1b,32,sample_entropy,3.788740378490953 | |
| duo_dcd-lm1b-steps-32,duo_dcd,lm1b,32,reference_entropy,3.8171525992110147 | |
| duo_dcd-lm1b-steps-32,duo_dcd,lm1b,32,sample_entropy_delta,-0.028412220720061665 | |
| duo_dcd-lm1b-steps-32,duo_dcd,lm1b,32,self_bleu,0.14381145161400047 | |
| duo_dcd-lm1b-steps-32,duo_dcd,lm1b,32,prefix_exact_match,1.0 | |
| duo_dcd-lm1b-steps-32,duo_dcd,lm1b,32,seconds_per_sample,0.2393840821168851 | |
| flm-lm1b-steps-1,flm,lm1b,1,conditional_generative_perplexity,1.9548877062739092 | |
| flm-lm1b-steps-1,flm,lm1b,1,mauve_suffix,0.0040720962619612555 | |
| flm-lm1b-steps-1,flm,lm1b,1,sample_entropy,0.8335246118012893 | |
| flm-lm1b-steps-1,flm,lm1b,1,reference_entropy,3.8171525992110147 | |
| flm-lm1b-steps-1,flm,lm1b,1,sample_entropy_delta,-2.9836279874097253 | |
| flm-lm1b-steps-1,flm,lm1b,1,self_bleu,0.9254259123738018 | |
| flm-lm1b-steps-1,flm,lm1b,1,prefix_exact_match,1.0 | |
| flm-lm1b-steps-1,flm,lm1b,1,seconds_per_sample,0.007126594660803676 | |
| flm-lm1b-steps-2,flm,lm1b,2,conditional_generative_perplexity,2.928663405751989 | |
| flm-lm1b-steps-2,flm,lm1b,2,mauve_suffix,0.0040720962619612555 | |
| flm-lm1b-steps-2,flm,lm1b,2,sample_entropy,1.2976684172732178 | |
| flm-lm1b-steps-2,flm,lm1b,2,reference_entropy,3.8171525992110147 | |
| flm-lm1b-steps-2,flm,lm1b,2,sample_entropy_delta,-2.5194841819377967 | |
| flm-lm1b-steps-2,flm,lm1b,2,self_bleu,0.8571350413199361 | |
| flm-lm1b-steps-2,flm,lm1b,2,prefix_exact_match,1.0 | |
| flm-lm1b-steps-2,flm,lm1b,2,seconds_per_sample,0.013325479361810721 | |
| flm-lm1b-steps-4,flm,lm1b,4,conditional_generative_perplexity,4.447919515570954 | |
| flm-lm1b-steps-4,flm,lm1b,4,mauve_suffix,0.004072096261961256 | |
| flm-lm1b-steps-4,flm,lm1b,4,sample_entropy,1.6413411603948338 | |
| flm-lm1b-steps-4,flm,lm1b,4,reference_entropy,3.8171525992110147 | |
| flm-lm1b-steps-4,flm,lm1b,4,sample_entropy_delta,-2.175811438816181 | |
| flm-lm1b-steps-4,flm,lm1b,4,self_bleu,0.7991751544839317 | |
| flm-lm1b-steps-4,flm,lm1b,4,prefix_exact_match,1.0 | |
| flm-lm1b-steps-4,flm,lm1b,4,seconds_per_sample,0.028052487556124106 | |
| flm-lm1b-steps-8,flm,lm1b,8,conditional_generative_perplexity,6.00491602998456 | |
| flm-lm1b-steps-8,flm,lm1b,8,mauve_suffix,0.004179943930085514 | |
| flm-lm1b-steps-8,flm,lm1b,8,sample_entropy,1.8097444920868058 | |
| flm-lm1b-steps-8,flm,lm1b,8,reference_entropy,3.8171525992110147 | |
| flm-lm1b-steps-8,flm,lm1b,8,sample_entropy_delta,-2.007408107124209 | |
| flm-lm1b-steps-8,flm,lm1b,8,self_bleu,0.7593250173826942 | |
| flm-lm1b-steps-8,flm,lm1b,8,prefix_exact_match,1.0 | |
| flm-lm1b-steps-8,flm,lm1b,8,seconds_per_sample,0.04932963251485489 | |
| flm-lm1b-steps-16,flm,lm1b,16,conditional_generative_perplexity,8.335617731774379 | |
| flm-lm1b-steps-16,flm,lm1b,16,mauve_suffix,0.004103136176217619 | |
| flm-lm1b-steps-16,flm,lm1b,16,sample_entropy,1.9668683860632878 | |
| flm-lm1b-steps-16,flm,lm1b,16,reference_entropy,3.8171525992110147 | |
| flm-lm1b-steps-16,flm,lm1b,16,sample_entropy_delta,-1.8502842131477268 | |
| flm-lm1b-steps-16,flm,lm1b,16,self_bleu,0.7145817168578211 | |
| flm-lm1b-steps-16,flm,lm1b,16,prefix_exact_match,1.0 | |
| flm-lm1b-steps-16,flm,lm1b,16,seconds_per_sample,0.10677115371800028 | |
| flm-lm1b-steps-32,flm,lm1b,32,conditional_generative_perplexity,12.092915980161044 | |
| flm-lm1b-steps-32,flm,lm1b,32,mauve_suffix,0.0040720962619612555 | |
| flm-lm1b-steps-32,flm,lm1b,32,sample_entropy,2.0806292940402793 | |
| flm-lm1b-steps-32,flm,lm1b,32,reference_entropy,3.8171525992110147 | |
| flm-lm1b-steps-32,flm,lm1b,32,sample_entropy_delta,-1.7365233051707354 | |
| flm-lm1b-steps-32,flm,lm1b,32,self_bleu,0.639138127621003 | |
| flm-lm1b-steps-32,flm,lm1b,32,prefix_exact_match,1.0 | |
| flm-lm1b-steps-32,flm,lm1b,32,seconds_per_sample,0.21033303574949969 | |
| flm-lm1b-steps-1024,flm,lm1b,1024,conditional_generative_perplexity,9.472139926294247 | |
| flm-lm1b-steps-1024,flm,lm1b,1024,mauve_suffix,0.004274281639634798 | |
| flm-lm1b-steps-1024,flm,lm1b,1024,sample_entropy,2.190467673326771 | |
| flm-lm1b-steps-1024,flm,lm1b,1024,reference_entropy,3.8171525992110147 | |
| flm-lm1b-steps-1024,flm,lm1b,1024,sample_entropy_delta,-1.6266849258842435 | |
| flm-lm1b-steps-1024,flm,lm1b,1024,self_bleu,0.6605278236354867 | |
| flm-lm1b-steps-1024,flm,lm1b,1024,prefix_exact_match,1.0 | |
| flm-lm1b-steps-1024,flm,lm1b,1024,seconds_per_sample,7.670933374945889 | |
| fmlm-lm1b-steps-1,fmlm,lm1b,1,conditional_generative_perplexity,162.1960481565661 | |
| fmlm-lm1b-steps-1,fmlm,lm1b,1,mauve_suffix,0.006534227811277743 | |
| fmlm-lm1b-steps-1,fmlm,lm1b,1,sample_entropy,3.7822500659339635 | |
| fmlm-lm1b-steps-1,fmlm,lm1b,1,reference_entropy,3.8171525992110147 | |
| fmlm-lm1b-steps-1,fmlm,lm1b,1,sample_entropy_delta,-0.03490253327705117 | |
| fmlm-lm1b-steps-1,fmlm,lm1b,1,self_bleu,0.16909926500809713 | |
| fmlm-lm1b-steps-1,fmlm,lm1b,1,prefix_exact_match,1.0 | |
| fmlm-lm1b-steps-1,fmlm,lm1b,1,seconds_per_sample,0.005986617907183245 | |
| fmlm-lm1b-steps-2,fmlm,lm1b,2,conditional_generative_perplexity,143.61810773625584 | |
| fmlm-lm1b-steps-2,fmlm,lm1b,2,mauve_suffix,0.012325578721461068 | |
| fmlm-lm1b-steps-2,fmlm,lm1b,2,sample_entropy,3.8188728002550287 | |
| fmlm-lm1b-steps-2,fmlm,lm1b,2,reference_entropy,3.8171525992110147 | |
| fmlm-lm1b-steps-2,fmlm,lm1b,2,sample_entropy_delta,0.001720201044014047 | |
| fmlm-lm1b-steps-2,fmlm,lm1b,2,self_bleu,0.16136826366939322 | |
| fmlm-lm1b-steps-2,fmlm,lm1b,2,prefix_exact_match,1.0 | |
| fmlm-lm1b-steps-2,fmlm,lm1b,2,seconds_per_sample,0.015742484785732813 | |
| fmlm-lm1b-steps-4,fmlm,lm1b,4,conditional_generative_perplexity,124.74229462167105 | |
| fmlm-lm1b-steps-4,fmlm,lm1b,4,mauve_suffix,0.016640859917227913 | |
| fmlm-lm1b-steps-4,fmlm,lm1b,4,sample_entropy,3.8223502962571443 | |
| fmlm-lm1b-steps-4,fmlm,lm1b,4,reference_entropy,3.8171525992110147 | |
| fmlm-lm1b-steps-4,fmlm,lm1b,4,sample_entropy_delta,0.005197697046129601 | |
| fmlm-lm1b-steps-4,fmlm,lm1b,4,self_bleu,0.1633891153212988 | |
| fmlm-lm1b-steps-4,fmlm,lm1b,4,prefix_exact_match,1.0 | |
| fmlm-lm1b-steps-4,fmlm,lm1b,4,seconds_per_sample,0.026481049208086915 | |
| fmlm-lm1b-steps-8,fmlm,lm1b,8,conditional_generative_perplexity,108.29128070279461 | |
| fmlm-lm1b-steps-8,fmlm,lm1b,8,mauve_suffix,0.023481378724795915 | |
| fmlm-lm1b-steps-8,fmlm,lm1b,8,sample_entropy,3.81743248327292 | |
| fmlm-lm1b-steps-8,fmlm,lm1b,8,reference_entropy,3.8171525992110147 | |
| fmlm-lm1b-steps-8,fmlm,lm1b,8,sample_entropy_delta,0.00027988406190537773 | |
| fmlm-lm1b-steps-8,fmlm,lm1b,8,self_bleu,0.16226303438688486 | |
| fmlm-lm1b-steps-8,fmlm,lm1b,8,prefix_exact_match,1.0 | |
| fmlm-lm1b-steps-8,fmlm,lm1b,8,seconds_per_sample,0.052056993954465725 | |
| fmlm-lm1b-steps-16,fmlm,lm1b,16,conditional_generative_perplexity,93.34730625374856 | |
| fmlm-lm1b-steps-16,fmlm,lm1b,16,mauve_suffix,0.023395364878960975 | |
| fmlm-lm1b-steps-16,fmlm,lm1b,16,sample_entropy,3.810194860246701 | |
| fmlm-lm1b-steps-16,fmlm,lm1b,16,reference_entropy,3.8171525992110147 | |
| fmlm-lm1b-steps-16,fmlm,lm1b,16,sample_entropy_delta,-0.00695773896431362 | |
| fmlm-lm1b-steps-16,fmlm,lm1b,16,self_bleu,0.16688286813259537 | |
| fmlm-lm1b-steps-16,fmlm,lm1b,16,prefix_exact_match,1.0 | |
| fmlm-lm1b-steps-16,fmlm,lm1b,16,seconds_per_sample,0.10537018949980848 | |
| fmlm-lm1b-steps-32,fmlm,lm1b,32,conditional_generative_perplexity,81.08235208356075 | |
| fmlm-lm1b-steps-32,fmlm,lm1b,32,mauve_suffix,0.025989271366052474 | |
| fmlm-lm1b-steps-32,fmlm,lm1b,32,sample_entropy,3.8008536082446445 | |
| fmlm-lm1b-steps-32,fmlm,lm1b,32,reference_entropy,3.8171525992110147 | |
| fmlm-lm1b-steps-32,fmlm,lm1b,32,sample_entropy_delta,-0.01629899096637022 | |
| fmlm-lm1b-steps-32,fmlm,lm1b,32,self_bleu,0.17032629629472096 | |
| fmlm-lm1b-steps-32,fmlm,lm1b,32,prefix_exact_match,1.0 | |
| fmlm-lm1b-steps-32,fmlm,lm1b,32,seconds_per_sample,0.21115368003665935 | |
| mdlm-lm1b-steps-1,mdlm,lm1b,1,conditional_generative_perplexity,1064.2631849936188 | |
| mdlm-lm1b-steps-1,mdlm,lm1b,1,mauve_suffix,0.00483854366589726 | |
| mdlm-lm1b-steps-1,mdlm,lm1b,1,sample_entropy,3.8323178554140154 | |
| mdlm-lm1b-steps-1,mdlm,lm1b,1,reference_entropy,3.8171525992110147 | |
| mdlm-lm1b-steps-1,mdlm,lm1b,1,sample_entropy_delta,0.015165256203000688 | |
| mdlm-lm1b-steps-1,mdlm,lm1b,1,self_bleu,0.11177542653795658 | |
| mdlm-lm1b-steps-1,mdlm,lm1b,1,prefix_exact_match,1.0 | |
| mdlm-lm1b-steps-1,mdlm,lm1b,1,seconds_per_sample,0.019062782506807707 | |
| mdlm-lm1b-steps-2,mdlm,lm1b,2,conditional_generative_perplexity,545.8042529875876 | |
| mdlm-lm1b-steps-2,mdlm,lm1b,2,mauve_suffix,0.007774155419971392 | |
| mdlm-lm1b-steps-2,mdlm,lm1b,2,sample_entropy,3.8237285049053167 | |
| mdlm-lm1b-steps-2,mdlm,lm1b,2,reference_entropy,3.8171525992110147 | |
| mdlm-lm1b-steps-2,mdlm,lm1b,2,sample_entropy_delta,0.006575905694301998 | |
| mdlm-lm1b-steps-2,mdlm,lm1b,2,self_bleu,0.11723423591524713 | |
| mdlm-lm1b-steps-2,mdlm,lm1b,2,prefix_exact_match,1.0 | |
| mdlm-lm1b-steps-2,mdlm,lm1b,2,seconds_per_sample,0.018605535791721195 | |
| mdlm-lm1b-steps-4,mdlm,lm1b,4,conditional_generative_perplexity,262.1196216839746 | |
| mdlm-lm1b-steps-4,mdlm,lm1b,4,mauve_suffix,0.050296948084236015 | |
| mdlm-lm1b-steps-4,mdlm,lm1b,4,sample_entropy,3.8223798230691886 | |
| mdlm-lm1b-steps-4,mdlm,lm1b,4,reference_entropy,3.8171525992110147 | |
| mdlm-lm1b-steps-4,mdlm,lm1b,4,sample_entropy_delta,0.005227223858173868 | |
| mdlm-lm1b-steps-4,mdlm,lm1b,4,self_bleu,0.13613229516483286 | |
| mdlm-lm1b-steps-4,mdlm,lm1b,4,prefix_exact_match,1.0 | |
| mdlm-lm1b-steps-4,mdlm,lm1b,4,seconds_per_sample,0.03258685475157108 | |
| mdlm-lm1b-steps-8,mdlm,lm1b,8,conditional_generative_perplexity,147.58164874422377 | |
| mdlm-lm1b-steps-8,mdlm,lm1b,8,mauve_suffix,0.15113775719337685 | |
| mdlm-lm1b-steps-8,mdlm,lm1b,8,sample_entropy,3.8204394581725745 | |
| mdlm-lm1b-steps-8,mdlm,lm1b,8,reference_entropy,3.8171525992110147 | |
| mdlm-lm1b-steps-8,mdlm,lm1b,8,sample_entropy_delta,0.00328685896155978 | |
| mdlm-lm1b-steps-8,mdlm,lm1b,8,self_bleu,0.15094632587601328 | |
| mdlm-lm1b-steps-8,mdlm,lm1b,8,prefix_exact_match,1.0 | |
| mdlm-lm1b-steps-8,mdlm,lm1b,8,seconds_per_sample,0.061980252954526804 | |
| mdlm-lm1b-steps-16,mdlm,lm1b,16,conditional_generative_perplexity,107.01657472710622 | |
| mdlm-lm1b-steps-16,mdlm,lm1b,16,mauve_suffix,0.22652224603977716 | |
| mdlm-lm1b-steps-16,mdlm,lm1b,16,sample_entropy,3.819660797312084 | |
| mdlm-lm1b-steps-16,mdlm,lm1b,16,reference_entropy,3.8171525992110147 | |
| mdlm-lm1b-steps-16,mdlm,lm1b,16,sample_entropy_delta,0.002508198101069503 | |
| mdlm-lm1b-steps-16,mdlm,lm1b,16,self_bleu,0.15697349769846364 | |
| mdlm-lm1b-steps-16,mdlm,lm1b,16,prefix_exact_match,1.0 | |
| mdlm-lm1b-steps-16,mdlm,lm1b,16,seconds_per_sample,0.12651682189607527 | |
| mdlm-lm1b-steps-32,mdlm,lm1b,32,conditional_generative_perplexity,87.9809105575203 | |
| mdlm-lm1b-steps-32,mdlm,lm1b,32,mauve_suffix,0.3395893682806676 | |
| mdlm-lm1b-steps-32,mdlm,lm1b,32,sample_entropy,3.819441376044174 | |
| mdlm-lm1b-steps-32,mdlm,lm1b,32,reference_entropy,3.8171525992110147 | |
| mdlm-lm1b-steps-32,mdlm,lm1b,32,sample_entropy_delta,0.0022887768331592007 | |
| mdlm-lm1b-steps-32,mdlm,lm1b,32,self_bleu,0.16143168286861326 | |
| mdlm-lm1b-steps-32,mdlm,lm1b,32,prefix_exact_match,1.0 | |
| mdlm-lm1b-steps-32,mdlm,lm1b,32,seconds_per_sample,0.2489504896075232 | |
| mdlm-lm1b-steps-1024,mdlm,lm1b,1024,conditional_generative_perplexity,58.6389090098016 | |
| mdlm-lm1b-steps-1024,mdlm,lm1b,1024,mauve_suffix,0.3842042386037965 | |
| mdlm-lm1b-steps-1024,mdlm,lm1b,1024,sample_entropy,3.801667650020746 | |
| mdlm-lm1b-steps-1024,mdlm,lm1b,1024,reference_entropy,3.8171525992110147 | |
| mdlm-lm1b-steps-1024,mdlm,lm1b,1024,sample_entropy_delta,-0.015484949190268882 | |
| mdlm-lm1b-steps-1024,mdlm,lm1b,1024,self_bleu,0.1680921892163879 | |
| mdlm-lm1b-steps-1024,mdlm,lm1b,1024,prefix_exact_match,1.0 | |
| mdlm-lm1b-steps-1024,mdlm,lm1b,1024,seconds_per_sample,7.402176677293028 | |
| mdlm_di4c-owt-steps-1,mdlm_di4c,owt,1,conditional_generative_perplexity,2791.4371557642853 | |
| mdlm_di4c-owt-steps-1,mdlm_di4c,owt,1,mauve_suffix,0.008204959866683138 | |
| mdlm_di4c-owt-steps-1,mdlm_di4c,owt,1,sample_entropy,3.7424604010263938 | |
| mdlm_di4c-owt-steps-1,mdlm_di4c,owt,1,reference_entropy,3.8090485583459235 | |
| mdlm_di4c-owt-steps-1,mdlm_di4c,owt,1,sample_entropy_delta,-0.06658815731952972 | |
| mdlm_di4c-owt-steps-1,mdlm_di4c,owt,1,self_bleu,0.017216425389052357 | |
| mdlm_di4c-owt-steps-1,mdlm_di4c,owt,1,prefix_exact_match,1.0 | |
| mdlm_di4c-owt-steps-1,mdlm_di4c,owt,1,seconds_per_sample,0.009990812352043577 | |
| mdlm_di4c-owt-steps-2,mdlm_di4c,owt,2,conditional_generative_perplexity,944.5300897856437 | |
| mdlm_di4c-owt-steps-2,mdlm_di4c,owt,2,mauve_suffix,0.02081879824149785 | |
| mdlm_di4c-owt-steps-2,mdlm_di4c,owt,2,sample_entropy,3.750602440233099 | |
| mdlm_di4c-owt-steps-2,mdlm_di4c,owt,2,reference_entropy,3.8090485583459235 | |
| mdlm_di4c-owt-steps-2,mdlm_di4c,owt,2,sample_entropy_delta,-0.05844611811282441 | |
| mdlm_di4c-owt-steps-2,mdlm_di4c,owt,2,self_bleu,0.018530838581378082 | |
| mdlm_di4c-owt-steps-2,mdlm_di4c,owt,2,prefix_exact_match,1.0 | |
| mdlm_di4c-owt-steps-2,mdlm_di4c,owt,2,seconds_per_sample,0.02093727396277245 | |
| mdlm_di4c-owt-steps-4,mdlm_di4c,owt,4,conditional_generative_perplexity,226.33609985099912 | |
| mdlm_di4c-owt-steps-4,mdlm_di4c,owt,4,mauve_suffix,0.271091930870634 | |
| mdlm_di4c-owt-steps-4,mdlm_di4c,owt,4,sample_entropy,3.7514206599349937 | |
| mdlm_di4c-owt-steps-4,mdlm_di4c,owt,4,reference_entropy,3.8090485583459235 | |
| mdlm_di4c-owt-steps-4,mdlm_di4c,owt,4,sample_entropy_delta,-0.057627898410929745 | |
| mdlm_di4c-owt-steps-4,mdlm_di4c,owt,4,self_bleu,0.02569586406877412 | |
| mdlm_di4c-owt-steps-4,mdlm_di4c,owt,4,prefix_exact_match,1.0 | |
| mdlm_di4c-owt-steps-4,mdlm_di4c,owt,4,seconds_per_sample,0.03869468237098772 | |
| mdlm_di4c-owt-steps-8,mdlm_di4c,owt,8,conditional_generative_perplexity,79.87288537474217 | |
| mdlm_di4c-owt-steps-8,mdlm_di4c,owt,8,mauve_suffix,0.446706965617256 | |
| mdlm_di4c-owt-steps-8,mdlm_di4c,owt,8,sample_entropy,3.749191915840413 | |
| mdlm_di4c-owt-steps-8,mdlm_di4c,owt,8,reference_entropy,3.8090485583459235 | |
| mdlm_di4c-owt-steps-8,mdlm_di4c,owt,8,sample_entropy_delta,-0.05985664250551048 | |
| mdlm_di4c-owt-steps-8,mdlm_di4c,owt,8,self_bleu,0.04232682549524337 | |
| mdlm_di4c-owt-steps-8,mdlm_di4c,owt,8,prefix_exact_match,1.0 | |
| mdlm_di4c-owt-steps-8,mdlm_di4c,owt,8,seconds_per_sample,0.08375158975832164 | |
| mdlm_di4c-owt-steps-16,mdlm_di4c,owt,16,conditional_generative_perplexity,47.07727671992287 | |
| mdlm_di4c-owt-steps-16,mdlm_di4c,owt,16,mauve_suffix,0.5557158118486929 | |
| mdlm_di4c-owt-steps-16,mdlm_di4c,owt,16,sample_entropy,3.737626109038477 | |
| mdlm_di4c-owt-steps-16,mdlm_di4c,owt,16,reference_entropy,3.8090485583459235 | |
| mdlm_di4c-owt-steps-16,mdlm_di4c,owt,16,sample_entropy_delta,-0.07142244930744646 | |
| mdlm_di4c-owt-steps-16,mdlm_di4c,owt,16,self_bleu,0.053125032999678364 | |
| mdlm_di4c-owt-steps-16,mdlm_di4c,owt,16,prefix_exact_match,1.0 | |
| mdlm_di4c-owt-steps-16,mdlm_di4c,owt,16,seconds_per_sample,0.17833757211337797 | |
| mdlm_di4c-owt-steps-32,mdlm_di4c,owt,32,conditional_generative_perplexity,36.06460066053778 | |
| mdlm_di4c-owt-steps-32,mdlm_di4c,owt,32,mauve_suffix,0.6089450357777276 | |
| mdlm_di4c-owt-steps-32,mdlm_di4c,owt,32,sample_entropy,3.7288697853124337 | |
| mdlm_di4c-owt-steps-32,mdlm_di4c,owt,32,reference_entropy,3.8090485583459235 | |
| mdlm_di4c-owt-steps-32,mdlm_di4c,owt,32,sample_entropy_delta,-0.08017877303348975 | |
| mdlm_di4c-owt-steps-32,mdlm_di4c,owt,32,self_bleu,0.059542885163979035 | |
| mdlm_di4c-owt-steps-32,mdlm_di4c,owt,32,prefix_exact_match,1.0 | |
| mdlm_di4c-owt-steps-32,mdlm_di4c,owt,32,seconds_per_sample,0.3458745952375466 | |
| mdlm_sdtt-lm1b-steps-1,mdlm_sdtt,lm1b,1,conditional_generative_perplexity,912.046764668509 | |
| mdlm_sdtt-lm1b-steps-1,mdlm_sdtt,lm1b,1,mauve_suffix,0.005058213509265277 | |
| mdlm_sdtt-lm1b-steps-1,mdlm_sdtt,lm1b,1,sample_entropy,3.748283703983959 | |
| mdlm_sdtt-lm1b-steps-1,mdlm_sdtt,lm1b,1,reference_entropy,3.8171525992110147 | |
| mdlm_sdtt-lm1b-steps-1,mdlm_sdtt,lm1b,1,sample_entropy_delta,-0.06886889522705575 | |
| mdlm_sdtt-lm1b-steps-1,mdlm_sdtt,lm1b,1,self_bleu,0.10331830201607839 | |
| mdlm_sdtt-lm1b-steps-1,mdlm_sdtt,lm1b,1,prefix_exact_match,1.0 | |
| mdlm_sdtt-lm1b-steps-1,mdlm_sdtt,lm1b,1,seconds_per_sample,0.010952344644465484 | |
| mdlm_sdtt-lm1b-steps-2,mdlm_sdtt,lm1b,2,conditional_generative_perplexity,333.40456056383493 | |
| mdlm_sdtt-lm1b-steps-2,mdlm_sdtt,lm1b,2,mauve_suffix,0.01318880671815744 | |
| mdlm_sdtt-lm1b-steps-2,mdlm_sdtt,lm1b,2,sample_entropy,3.738391732910667 | |
| mdlm_sdtt-lm1b-steps-2,mdlm_sdtt,lm1b,2,reference_entropy,3.8171525992110147 | |
| mdlm_sdtt-lm1b-steps-2,mdlm_sdtt,lm1b,2,sample_entropy_delta,-0.07876086630034784 | |
| mdlm_sdtt-lm1b-steps-2,mdlm_sdtt,lm1b,2,self_bleu,0.1368546232901211 | |
| mdlm_sdtt-lm1b-steps-2,mdlm_sdtt,lm1b,2,prefix_exact_match,1.0 | |
| mdlm_sdtt-lm1b-steps-2,mdlm_sdtt,lm1b,2,seconds_per_sample,0.017312765296082944 | |
| mdlm_sdtt-lm1b-steps-4,mdlm_sdtt,lm1b,4,conditional_generative_perplexity,139.73297897434944 | |
| mdlm_sdtt-lm1b-steps-4,mdlm_sdtt,lm1b,4,mauve_suffix,0.09093492679475954 | |
| mdlm_sdtt-lm1b-steps-4,mdlm_sdtt,lm1b,4,sample_entropy,3.7415236711251048 | |
| mdlm_sdtt-lm1b-steps-4,mdlm_sdtt,lm1b,4,reference_entropy,3.8171525992110147 | |
| mdlm_sdtt-lm1b-steps-4,mdlm_sdtt,lm1b,4,sample_entropy_delta,-0.07562892808590993 | |
| mdlm_sdtt-lm1b-steps-4,mdlm_sdtt,lm1b,4,self_bleu,0.16643315236358716 | |
| mdlm_sdtt-lm1b-steps-4,mdlm_sdtt,lm1b,4,prefix_exact_match,1.0 | |
| mdlm_sdtt-lm1b-steps-4,mdlm_sdtt,lm1b,4,seconds_per_sample,0.03484965949610341 | |
| mdlm_sdtt-lm1b-steps-8,mdlm_sdtt,lm1b,8,conditional_generative_perplexity,82.75605033216789 | |
| mdlm_sdtt-lm1b-steps-8,mdlm_sdtt,lm1b,8,mauve_suffix,0.21942479998092493 | |
| mdlm_sdtt-lm1b-steps-8,mdlm_sdtt,lm1b,8,sample_entropy,3.7548982290978086 | |
| mdlm_sdtt-lm1b-steps-8,mdlm_sdtt,lm1b,8,reference_entropy,3.8171525992110147 | |
| mdlm_sdtt-lm1b-steps-8,mdlm_sdtt,lm1b,8,sample_entropy_delta,-0.062254370113206114 | |
| mdlm_sdtt-lm1b-steps-8,mdlm_sdtt,lm1b,8,self_bleu,0.17550843768016466 | |
| mdlm_sdtt-lm1b-steps-8,mdlm_sdtt,lm1b,8,prefix_exact_match,1.0 | |
| mdlm_sdtt-lm1b-steps-8,mdlm_sdtt,lm1b,8,seconds_per_sample,0.07436269868048839 | |
| mdlm_sdtt-lm1b-steps-16,mdlm_sdtt,lm1b,16,conditional_generative_perplexity,62.240678306789874 | |
| mdlm_sdtt-lm1b-steps-16,mdlm_sdtt,lm1b,16,mauve_suffix,0.32770595251175666 | |
| mdlm_sdtt-lm1b-steps-16,mdlm_sdtt,lm1b,16,sample_entropy,3.759916998261912 | |
| mdlm_sdtt-lm1b-steps-16,mdlm_sdtt,lm1b,16,reference_entropy,3.8171525992110147 | |
| mdlm_sdtt-lm1b-steps-16,mdlm_sdtt,lm1b,16,sample_entropy_delta,-0.05723560094910285 | |
| mdlm_sdtt-lm1b-steps-16,mdlm_sdtt,lm1b,16,self_bleu,0.18156787232012347 | |
| mdlm_sdtt-lm1b-steps-16,mdlm_sdtt,lm1b,16,prefix_exact_match,1.0 | |
| mdlm_sdtt-lm1b-steps-16,mdlm_sdtt,lm1b,16,seconds_per_sample,0.14275758047006093 | |
| mdlm_sdtt-lm1b-steps-32,mdlm_sdtt,lm1b,32,conditional_generative_perplexity,53.03848223781679 | |
| mdlm_sdtt-lm1b-steps-32,mdlm_sdtt,lm1b,32,mauve_suffix,0.3901764342204239 | |
| mdlm_sdtt-lm1b-steps-32,mdlm_sdtt,lm1b,32,sample_entropy,3.7595116431018822 | |
| mdlm_sdtt-lm1b-steps-32,mdlm_sdtt,lm1b,32,reference_entropy,3.8171525992110147 | |
| mdlm_sdtt-lm1b-steps-32,mdlm_sdtt,lm1b,32,sample_entropy_delta,-0.057640956109132446 | |
| mdlm_sdtt-lm1b-steps-32,mdlm_sdtt,lm1b,32,self_bleu,0.17993570679965792 | |
| mdlm_sdtt-lm1b-steps-32,mdlm_sdtt,lm1b,32,prefix_exact_match,1.0 | |
| mdlm_sdtt-lm1b-steps-32,mdlm_sdtt,lm1b,32,seconds_per_sample,0.23791447999246884 | |
| mdlm_sdtt-owt-steps-1,mdlm_sdtt,owt,1,conditional_generative_perplexity,2770.0619448869115 | |
| mdlm_sdtt-owt-steps-1,mdlm_sdtt,owt,1,mauve_suffix,0.0073559087882152305 | |
| mdlm_sdtt-owt-steps-1,mdlm_sdtt,owt,1,sample_entropy,3.737069846035564 | |
| mdlm_sdtt-owt-steps-1,mdlm_sdtt,owt,1,reference_entropy,3.8090485583459235 | |
| mdlm_sdtt-owt-steps-1,mdlm_sdtt,owt,1,sample_entropy_delta,-0.07197871231035968 | |
| mdlm_sdtt-owt-steps-1,mdlm_sdtt,owt,1,self_bleu,0.01637466504973282 | |
| mdlm_sdtt-owt-steps-1,mdlm_sdtt,owt,1,prefix_exact_match,1.0 | |
| mdlm_sdtt-owt-steps-1,mdlm_sdtt,owt,1,seconds_per_sample,0.008862308925017715 | |
| mdlm_sdtt-owt-steps-2,mdlm_sdtt,owt,2,conditional_generative_perplexity,1077.2700142678389 | |
| mdlm_sdtt-owt-steps-2,mdlm_sdtt,owt,2,mauve_suffix,0.013707248537549552 | |
| mdlm_sdtt-owt-steps-2,mdlm_sdtt,owt,2,sample_entropy,3.745571857497006 | |
| mdlm_sdtt-owt-steps-2,mdlm_sdtt,owt,2,reference_entropy,3.8090485583459235 | |
| mdlm_sdtt-owt-steps-2,mdlm_sdtt,owt,2,sample_entropy_delta,-0.06347670084891766 | |
| mdlm_sdtt-owt-steps-2,mdlm_sdtt,owt,2,self_bleu,0.016799458482196977 | |
| mdlm_sdtt-owt-steps-2,mdlm_sdtt,owt,2,prefix_exact_match,1.0 | |
| mdlm_sdtt-owt-steps-2,mdlm_sdtt,owt,2,seconds_per_sample,0.018550986525951885 | |
| mdlm_sdtt-owt-steps-4,mdlm_sdtt,owt,4,conditional_generative_perplexity,298.5037909872003 | |
| mdlm_sdtt-owt-steps-4,mdlm_sdtt,owt,4,mauve_suffix,0.1671905044000403 | |
| mdlm_sdtt-owt-steps-4,mdlm_sdtt,owt,4,sample_entropy,3.748584941150153 | |
| mdlm_sdtt-owt-steps-4,mdlm_sdtt,owt,4,reference_entropy,3.8090485583459235 | |
| mdlm_sdtt-owt-steps-4,mdlm_sdtt,owt,4,sample_entropy_delta,-0.060463617195770425 | |
| mdlm_sdtt-owt-steps-4,mdlm_sdtt,owt,4,self_bleu,0.02383661208349576 | |
| mdlm_sdtt-owt-steps-4,mdlm_sdtt,owt,4,prefix_exact_match,1.0 | |
| mdlm_sdtt-owt-steps-4,mdlm_sdtt,owt,4,seconds_per_sample,0.0400318524625618 | |
| mdlm_sdtt-owt-steps-8,mdlm_sdtt,owt,8,conditional_generative_perplexity,102.52068892439462 | |
| mdlm_sdtt-owt-steps-8,mdlm_sdtt,owt,8,mauve_suffix,0.4434890512136005 | |
| mdlm_sdtt-owt-steps-8,mdlm_sdtt,owt,8,sample_entropy,3.752913234833009 | |
| mdlm_sdtt-owt-steps-8,mdlm_sdtt,owt,8,reference_entropy,3.8090485583459235 | |
| mdlm_sdtt-owt-steps-8,mdlm_sdtt,owt,8,sample_entropy_delta,-0.0561353235129145 | |
| mdlm_sdtt-owt-steps-8,mdlm_sdtt,owt,8,self_bleu,0.03526571529695085 | |
| mdlm_sdtt-owt-steps-8,mdlm_sdtt,owt,8,prefix_exact_match,1.0 | |
| mdlm_sdtt-owt-steps-8,mdlm_sdtt,owt,8,seconds_per_sample,0.07965370659076143 | |
| mdlm_sdtt-owt-steps-16,mdlm_sdtt,owt,16,conditional_generative_perplexity,59.174016716989655 | |
| mdlm_sdtt-owt-steps-16,mdlm_sdtt,owt,16,mauve_suffix,0.5158102383713354 | |
| mdlm_sdtt-owt-steps-16,mdlm_sdtt,owt,16,sample_entropy,3.7507356855181246 | |
| mdlm_sdtt-owt-steps-16,mdlm_sdtt,owt,16,reference_entropy,3.8090485583459235 | |
| mdlm_sdtt-owt-steps-16,mdlm_sdtt,owt,16,sample_entropy_delta,-0.058312872827798845 | |
| mdlm_sdtt-owt-steps-16,mdlm_sdtt,owt,16,self_bleu,0.04471545915510127 | |
| mdlm_sdtt-owt-steps-16,mdlm_sdtt,owt,16,prefix_exact_match,1.0 | |
| mdlm_sdtt-owt-steps-16,mdlm_sdtt,owt,16,seconds_per_sample,0.16996464456315152 | |
| mdlm_sdtt-owt-steps-32,mdlm_sdtt,owt,32,conditional_generative_perplexity,43.943780683780034 | |
| mdlm_sdtt-owt-steps-32,mdlm_sdtt,owt,32,mauve_suffix,0.5207367362678341 | |
| mdlm_sdtt-owt-steps-32,mdlm_sdtt,owt,32,sample_entropy,3.737161209473734 | |
| mdlm_sdtt-owt-steps-32,mdlm_sdtt,owt,32,reference_entropy,3.8090485583459235 | |
| mdlm_sdtt-owt-steps-32,mdlm_sdtt,owt,32,sample_entropy_delta,-0.07188734887218962 | |
| mdlm_sdtt-owt-steps-32,mdlm_sdtt,owt,32,self_bleu,0.05084042935920519 | |
| mdlm_sdtt-owt-steps-32,mdlm_sdtt,owt,32,prefix_exact_match,1.0 | |
| mdlm_sdtt-owt-steps-32,mdlm_sdtt,owt,32,seconds_per_sample,0.3209660451102536 | |