task_id,model,dataset,steps,metric,value
duo-lm1b-steps-1,duo,lm1b,1,conditional_generative_perplexity,1103.1731695265846
duo-lm1b-steps-1,duo,lm1b,1,mauve_suffix,0.004769036437965002
duo-lm1b-steps-1,duo,lm1b,1,sample_entropy,3.832398496448956
duo-lm1b-steps-1,duo,lm1b,1,reference_entropy,3.8171525992110147
duo-lm1b-steps-1,duo,lm1b,1,sample_entropy_delta,0.015245897237941453
duo-lm1b-steps-1,duo,lm1b,1,self_bleu,0.10883688196510578
duo-lm1b-steps-1,duo,lm1b,1,prefix_exact_match,1.0
duo-lm1b-steps-1,duo,lm1b,1,seconds_per_sample,0.01323219874757342
duo-lm1b-steps-2,duo,lm1b,2,conditional_generative_perplexity,403.0607128601672
duo-lm1b-steps-2,duo,lm1b,2,mauve_suffix,0.007948864164280891
duo-lm1b-steps-2,duo,lm1b,2,sample_entropy,3.763820682140112
duo-lm1b-steps-2,duo,lm1b,2,reference_entropy,3.8171525992110147
duo-lm1b-steps-2,duo,lm1b,2,sample_entropy_delta,-0.05333191707090279
duo-lm1b-steps-2,duo,lm1b,2,self_bleu,0.14471178741354485
duo-lm1b-steps-2,duo,lm1b,2,prefix_exact_match,1.0
duo-lm1b-steps-2,duo,lm1b,2,seconds_per_sample,0.020430842341738753
duo-lm1b-steps-4,duo,lm1b,4,conditional_generative_perplexity,163.8759815021547
duo-lm1b-steps-4,duo,lm1b,4,mauve_suffix,0.06012401068746828
duo-lm1b-steps-4,duo,lm1b,4,sample_entropy,3.762677442509309
duo-lm1b-steps-4,duo,lm1b,4,reference_entropy,3.8171525992110147
duo-lm1b-steps-4,duo,lm1b,4,sample_entropy_delta,-0.054475156701705885
duo-lm1b-steps-4,duo,lm1b,4,self_bleu,0.1634691173142037
duo-lm1b-steps-4,duo,lm1b,4,prefix_exact_match,1.0
duo-lm1b-steps-4,duo,lm1b,4,seconds_per_sample,0.032152149695320986
duo-lm1b-steps-8,duo,lm1b,8,conditional_generative_perplexity,99.97514021433763
duo-lm1b-steps-8,duo,lm1b,8,mauve_suffix,0.2538963124843746
duo-lm1b-steps-8,duo,lm1b,8,sample_entropy,3.7804684293475046
duo-lm1b-steps-8,duo,lm1b,8,reference_entropy,3.8171525992110147
duo-lm1b-steps-8,duo,lm1b,8,sample_entropy_delta,-0.036684169863510085
duo-lm1b-steps-8,duo,lm1b,8,self_bleu,0.1678868639465062
duo-lm1b-steps-8,duo,lm1b,8,prefix_exact_match,1.0
duo-lm1b-steps-8,duo,lm1b,8,seconds_per_sample,0.06817099513136782
duo-lm1b-steps-16,duo,lm1b,16,conditional_generative_perplexity,80.94347004980234
duo-lm1b-steps-16,duo,lm1b,16,mauve_suffix,0.28999537223397975
duo-lm1b-steps-16,duo,lm1b,16,sample_entropy,3.7954451758645353
duo-lm1b-steps-16,duo,lm1b,16,reference_entropy,3.8171525992110147
duo-lm1b-steps-16,duo,lm1b,16,sample_entropy_delta,-0.02170742334647935
duo-lm1b-steps-16,duo,lm1b,16,self_bleu,0.16888220466713877
duo-lm1b-steps-16,duo,lm1b,16,prefix_exact_match,1.0
duo-lm1b-steps-16,duo,lm1b,16,seconds_per_sample,0.12841798868612386
duo-lm1b-steps-32,duo,lm1b,32,conditional_generative_perplexity,76.69792739955646
duo-lm1b-steps-32,duo,lm1b,32,mauve_suffix,0.37896998414643557
duo-lm1b-steps-32,duo,lm1b,32,sample_entropy,3.800785349969878
duo-lm1b-steps-32,duo,lm1b,32,reference_entropy,3.8171525992110147
duo-lm1b-steps-32,duo,lm1b,32,sample_entropy_delta,-0.01636724924113686
duo-lm1b-steps-32,duo,lm1b,32,self_bleu,0.16634681861084277
duo-lm1b-steps-32,duo,lm1b,32,prefix_exact_match,1.0
duo-lm1b-steps-32,duo,lm1b,32,seconds_per_sample,0.22576639815815724
duo-lm1b-steps-1024,duo,lm1b,1024,conditional_generative_perplexity,72.0438298362223
duo-lm1b-steps-1024,duo,lm1b,1024,mauve_suffix,0.415894589443493
duo-lm1b-steps-1024,duo,lm1b,1024,sample_entropy,3.810042092869218
duo-lm1b-steps-1024,duo,lm1b,1024,reference_entropy,3.8171525992110147
duo-lm1b-steps-1024,duo,lm1b,1024,sample_entropy_delta,-0.007110506341796885
duo-lm1b-steps-1024,duo,lm1b,1024,self_bleu,0.1648459488962082
duo-lm1b-steps-1024,duo,lm1b,1024,prefix_exact_match,1.0
duo-lm1b-steps-1024,duo,lm1b,1024,seconds_per_sample,7.377475616100128
duo_dcd-lm1b-steps-1,duo_dcd,lm1b,1,conditional_generative_perplexity,972.0891391616341
duo_dcd-lm1b-steps-1,duo_dcd,lm1b,1,mauve_suffix,0.005170955824428433
duo_dcd-lm1b-steps-1,duo_dcd,lm1b,1,sample_entropy,3.766506824476198
duo_dcd-lm1b-steps-1,duo_dcd,lm1b,1,reference_entropy,3.8171525992110147
duo_dcd-lm1b-steps-1,duo_dcd,lm1b,1,sample_entropy_delta,-0.05064577473481657
duo_dcd-lm1b-steps-1,duo_dcd,lm1b,1,self_bleu,0.10595979154131205
duo_dcd-lm1b-steps-1,duo_dcd,lm1b,1,prefix_exact_match,1.0
duo_dcd-lm1b-steps-1,duo_dcd,lm1b,1,seconds_per_sample,0.02398861467372626
duo_dcd-lm1b-steps-2,duo_dcd,lm1b,2,conditional_generative_perplexity,384.35445941799287
duo_dcd-lm1b-steps-2,duo_dcd,lm1b,2,mauve_suffix,0.011389631189173955
duo_dcd-lm1b-steps-2,duo_dcd,lm1b,2,sample_entropy,3.72297918807914
duo_dcd-lm1b-steps-2,duo_dcd,lm1b,2,reference_entropy,3.8171525992110147
duo_dcd-lm1b-steps-2,duo_dcd,lm1b,2,sample_entropy_delta,-0.09417341113187483
duo_dcd-lm1b-steps-2,duo_dcd,lm1b,2,self_bleu,0.13281386091909597
duo_dcd-lm1b-steps-2,duo_dcd,lm1b,2,prefix_exact_match,1.0
duo_dcd-lm1b-steps-2,duo_dcd,lm1b,2,seconds_per_sample,0.018906686367699876
duo_dcd-lm1b-steps-4,duo_dcd,lm1b,4,conditional_generative_perplexity,209.32037280649857
duo_dcd-lm1b-steps-4,duo_dcd,lm1b,4,mauve_suffix,0.03587051089962172
duo_dcd-lm1b-steps-4,duo_dcd,lm1b,4,sample_entropy,3.7426513131748633
duo_dcd-lm1b-steps-4,duo_dcd,lm1b,4,reference_entropy,3.8171525992110147
duo_dcd-lm1b-steps-4,duo_dcd,lm1b,4,sample_entropy_delta,-0.07450128603615136
duo_dcd-lm1b-steps-4,duo_dcd,lm1b,4,self_bleu,0.14268675432242428
duo_dcd-lm1b-steps-4,duo_dcd,lm1b,4,prefix_exact_match,1.0
duo_dcd-lm1b-steps-4,duo_dcd,lm1b,4,seconds_per_sample,0.04598313111637253
duo_dcd-lm1b-steps-8,duo_dcd,lm1b,8,conditional_generative_perplexity,155.4102272275335
duo_dcd-lm1b-steps-8,duo_dcd,lm1b,8,mauve_suffix,0.08763089060698975
duo_dcd-lm1b-steps-8,duo_dcd,lm1b,8,sample_entropy,3.7630187834968547
duo_dcd-lm1b-steps-8,duo_dcd,lm1b,8,reference_entropy,3.8171525992110147
duo_dcd-lm1b-steps-8,duo_dcd,lm1b,8,sample_entropy_delta,-0.05413381571415998
duo_dcd-lm1b-steps-8,duo_dcd,lm1b,8,self_bleu,0.14312298725073697
duo_dcd-lm1b-steps-8,duo_dcd,lm1b,8,prefix_exact_match,1.0
duo_dcd-lm1b-steps-8,duo_dcd,lm1b,8,seconds_per_sample,0.06934818447916768
duo_dcd-lm1b-steps-16,duo_dcd,lm1b,16,conditional_generative_perplexity,134.93143203086112
duo_dcd-lm1b-steps-16,duo_dcd,lm1b,16,mauve_suffix,0.1321953620227347
duo_dcd-lm1b-steps-16,duo_dcd,lm1b,16,sample_entropy,3.782079306471349
duo_dcd-lm1b-steps-16,duo_dcd,lm1b,16,reference_entropy,3.8171525992110147
duo_dcd-lm1b-steps-16,duo_dcd,lm1b,16,sample_entropy_delta,-0.03507329273966553
duo_dcd-lm1b-steps-16,duo_dcd,lm1b,16,self_bleu,0.14340835127347715
duo_dcd-lm1b-steps-16,duo_dcd,lm1b,16,prefix_exact_match,1.0
duo_dcd-lm1b-steps-16,duo_dcd,lm1b,16,seconds_per_sample,0.13762991552357562
duo_dcd-lm1b-steps-32,duo_dcd,lm1b,32,conditional_generative_perplexity,125.81750589142253
duo_dcd-lm1b-steps-32,duo_dcd,lm1b,32,mauve_suffix,0.16729614820201782
duo_dcd-lm1b-steps-32,duo_dcd,lm1b,32,sample_entropy,3.788740378490953
duo_dcd-lm1b-steps-32,duo_dcd,lm1b,32,reference_entropy,3.8171525992110147
duo_dcd-lm1b-steps-32,duo_dcd,lm1b,32,sample_entropy_delta,-0.028412220720061665
duo_dcd-lm1b-steps-32,duo_dcd,lm1b,32,self_bleu,0.14381145161400047
duo_dcd-lm1b-steps-32,duo_dcd,lm1b,32,prefix_exact_match,1.0
duo_dcd-lm1b-steps-32,duo_dcd,lm1b,32,seconds_per_sample,0.2393840821168851
flm-lm1b-steps-1,flm,lm1b,1,conditional_generative_perplexity,1.9548877062739092
flm-lm1b-steps-1,flm,lm1b,1,mauve_suffix,0.0040720962619612555
flm-lm1b-steps-1,flm,lm1b,1,sample_entropy,0.8335246118012893
flm-lm1b-steps-1,flm,lm1b,1,reference_entropy,3.8171525992110147
flm-lm1b-steps-1,flm,lm1b,1,sample_entropy_delta,-2.9836279874097253
flm-lm1b-steps-1,flm,lm1b,1,self_bleu,0.9254259123738018
flm-lm1b-steps-1,flm,lm1b,1,prefix_exact_match,1.0
flm-lm1b-steps-1,flm,lm1b,1,seconds_per_sample,0.007126594660803676
flm-lm1b-steps-2,flm,lm1b,2,conditional_generative_perplexity,2.928663405751989
flm-lm1b-steps-2,flm,lm1b,2,mauve_suffix,0.0040720962619612555
flm-lm1b-steps-2,flm,lm1b,2,sample_entropy,1.2976684172732178
flm-lm1b-steps-2,flm,lm1b,2,reference_entropy,3.8171525992110147
flm-lm1b-steps-2,flm,lm1b,2,sample_entropy_delta,-2.5194841819377967
flm-lm1b-steps-2,flm,lm1b,2,self_bleu,0.8571350413199361
flm-lm1b-steps-2,flm,lm1b,2,prefix_exact_match,1.0
flm-lm1b-steps-2,flm,lm1b,2,seconds_per_sample,0.013325479361810721
flm-lm1b-steps-4,flm,lm1b,4,conditional_generative_perplexity,4.447919515570954
flm-lm1b-steps-4,flm,lm1b,4,mauve_suffix,0.004072096261961256
flm-lm1b-steps-4,flm,lm1b,4,sample_entropy,1.6413411603948338
flm-lm1b-steps-4,flm,lm1b,4,reference_entropy,3.8171525992110147
flm-lm1b-steps-4,flm,lm1b,4,sample_entropy_delta,-2.175811438816181
flm-lm1b-steps-4,flm,lm1b,4,self_bleu,0.7991751544839317
flm-lm1b-steps-4,flm,lm1b,4,prefix_exact_match,1.0
flm-lm1b-steps-4,flm,lm1b,4,seconds_per_sample,0.028052487556124106
flm-lm1b-steps-8,flm,lm1b,8,conditional_generative_perplexity,6.00491602998456
flm-lm1b-steps-8,flm,lm1b,8,mauve_suffix,0.004179943930085514
flm-lm1b-steps-8,flm,lm1b,8,sample_entropy,1.8097444920868058
flm-lm1b-steps-8,flm,lm1b,8,reference_entropy,3.8171525992110147
flm-lm1b-steps-8,flm,lm1b,8,sample_entropy_delta,-2.007408107124209
flm-lm1b-steps-8,flm,lm1b,8,self_bleu,0.7593250173826942
flm-lm1b-steps-8,flm,lm1b,8,prefix_exact_match,1.0
flm-lm1b-steps-8,flm,lm1b,8,seconds_per_sample,0.04932963251485489
flm-lm1b-steps-16,flm,lm1b,16,conditional_generative_perplexity,8.335617731774379
flm-lm1b-steps-16,flm,lm1b,16,mauve_suffix,0.004103136176217619
flm-lm1b-steps-16,flm,lm1b,16,sample_entropy,1.9668683860632878
flm-lm1b-steps-16,flm,lm1b,16,reference_entropy,3.8171525992110147
flm-lm1b-steps-16,flm,lm1b,16,sample_entropy_delta,-1.8502842131477268
flm-lm1b-steps-16,flm,lm1b,16,self_bleu,0.7145817168578211
flm-lm1b-steps-16,flm,lm1b,16,prefix_exact_match,1.0
flm-lm1b-steps-16,flm,lm1b,16,seconds_per_sample,0.10677115371800028
flm-lm1b-steps-32,flm,lm1b,32,conditional_generative_perplexity,12.092915980161044
flm-lm1b-steps-32,flm,lm1b,32,mauve_suffix,0.0040720962619612555
flm-lm1b-steps-32,flm,lm1b,32,sample_entropy,2.0806292940402793
flm-lm1b-steps-32,flm,lm1b,32,reference_entropy,3.8171525992110147
flm-lm1b-steps-32,flm,lm1b,32,sample_entropy_delta,-1.7365233051707354
flm-lm1b-steps-32,flm,lm1b,32,self_bleu,0.639138127621003
flm-lm1b-steps-32,flm,lm1b,32,prefix_exact_match,1.0
flm-lm1b-steps-32,flm,lm1b,32,seconds_per_sample,0.21033303574949969
flm-lm1b-steps-1024,flm,lm1b,1024,conditional_generative_perplexity,9.472139926294247
flm-lm1b-steps-1024,flm,lm1b,1024,mauve_suffix,0.004274281639634798
flm-lm1b-steps-1024,flm,lm1b,1024,sample_entropy,2.190467673326771
flm-lm1b-steps-1024,flm,lm1b,1024,reference_entropy,3.8171525992110147
flm-lm1b-steps-1024,flm,lm1b,1024,sample_entropy_delta,-1.6266849258842435
flm-lm1b-steps-1024,flm,lm1b,1024,self_bleu,0.6605278236354867
flm-lm1b-steps-1024,flm,lm1b,1024,prefix_exact_match,1.0
flm-lm1b-steps-1024,flm,lm1b,1024,seconds_per_sample,7.670933374945889
fmlm-lm1b-steps-1,fmlm,lm1b,1,conditional_generative_perplexity,162.1960481565661
fmlm-lm1b-steps-1,fmlm,lm1b,1,mauve_suffix,0.006534227811277743
fmlm-lm1b-steps-1,fmlm,lm1b,1,sample_entropy,3.7822500659339635
fmlm-lm1b-steps-1,fmlm,lm1b,1,reference_entropy,3.8171525992110147
fmlm-lm1b-steps-1,fmlm,lm1b,1,sample_entropy_delta,-0.03490253327705117
fmlm-lm1b-steps-1,fmlm,lm1b,1,self_bleu,0.16909926500809713
fmlm-lm1b-steps-1,fmlm,lm1b,1,prefix_exact_match,1.0
fmlm-lm1b-steps-1,fmlm,lm1b,1,seconds_per_sample,0.005986617907183245
fmlm-lm1b-steps-2,fmlm,lm1b,2,conditional_generative_perplexity,143.61810773625584
fmlm-lm1b-steps-2,fmlm,lm1b,2,mauve_suffix,0.012325578721461068
fmlm-lm1b-steps-2,fmlm,lm1b,2,sample_entropy,3.8188728002550287
fmlm-lm1b-steps-2,fmlm,lm1b,2,reference_entropy,3.8171525992110147
fmlm-lm1b-steps-2,fmlm,lm1b,2,sample_entropy_delta,0.001720201044014047
fmlm-lm1b-steps-2,fmlm,lm1b,2,self_bleu,0.16136826366939322
fmlm-lm1b-steps-2,fmlm,lm1b,2,prefix_exact_match,1.0
fmlm-lm1b-steps-2,fmlm,lm1b,2,seconds_per_sample,0.015742484785732813
fmlm-lm1b-steps-4,fmlm,lm1b,4,conditional_generative_perplexity,124.74229462167105
fmlm-lm1b-steps-4,fmlm,lm1b,4,mauve_suffix,0.016640859917227913
fmlm-lm1b-steps-4,fmlm,lm1b,4,sample_entropy,3.8223502962571443
fmlm-lm1b-steps-4,fmlm,lm1b,4,reference_entropy,3.8171525992110147
fmlm-lm1b-steps-4,fmlm,lm1b,4,sample_entropy_delta,0.005197697046129601
fmlm-lm1b-steps-4,fmlm,lm1b,4,self_bleu,0.1633891153212988
fmlm-lm1b-steps-4,fmlm,lm1b,4,prefix_exact_match,1.0
fmlm-lm1b-steps-4,fmlm,lm1b,4,seconds_per_sample,0.026481049208086915
fmlm-lm1b-steps-8,fmlm,lm1b,8,conditional_generative_perplexity,108.29128070279461
fmlm-lm1b-steps-8,fmlm,lm1b,8,mauve_suffix,0.023481378724795915
fmlm-lm1b-steps-8,fmlm,lm1b,8,sample_entropy,3.81743248327292
fmlm-lm1b-steps-8,fmlm,lm1b,8,reference_entropy,3.8171525992110147
fmlm-lm1b-steps-8,fmlm,lm1b,8,sample_entropy_delta,0.00027988406190537773
fmlm-lm1b-steps-8,fmlm,lm1b,8,self_bleu,0.16226303438688486
fmlm-lm1b-steps-8,fmlm,lm1b,8,prefix_exact_match,1.0
fmlm-lm1b-steps-8,fmlm,lm1b,8,seconds_per_sample,0.052056993954465725
fmlm-lm1b-steps-16,fmlm,lm1b,16,conditional_generative_perplexity,93.34730625374856
fmlm-lm1b-steps-16,fmlm,lm1b,16,mauve_suffix,0.023395364878960975
fmlm-lm1b-steps-16,fmlm,lm1b,16,sample_entropy,3.810194860246701
fmlm-lm1b-steps-16,fmlm,lm1b,16,reference_entropy,3.8171525992110147
fmlm-lm1b-steps-16,fmlm,lm1b,16,sample_entropy_delta,-0.00695773896431362
fmlm-lm1b-steps-16,fmlm,lm1b,16,self_bleu,0.16688286813259537
fmlm-lm1b-steps-16,fmlm,lm1b,16,prefix_exact_match,1.0
fmlm-lm1b-steps-16,fmlm,lm1b,16,seconds_per_sample,0.10537018949980848
fmlm-lm1b-steps-32,fmlm,lm1b,32,conditional_generative_perplexity,81.08235208356075
fmlm-lm1b-steps-32,fmlm,lm1b,32,mauve_suffix,0.025989271366052474
fmlm-lm1b-steps-32,fmlm,lm1b,32,sample_entropy,3.8008536082446445
fmlm-lm1b-steps-32,fmlm,lm1b,32,reference_entropy,3.8171525992110147
fmlm-lm1b-steps-32,fmlm,lm1b,32,sample_entropy_delta,-0.01629899096637022
fmlm-lm1b-steps-32,fmlm,lm1b,32,self_bleu,0.17032629629472096
fmlm-lm1b-steps-32,fmlm,lm1b,32,prefix_exact_match,1.0
fmlm-lm1b-steps-32,fmlm,lm1b,32,seconds_per_sample,0.21115368003665935
mdlm-lm1b-steps-1,mdlm,lm1b,1,conditional_generative_perplexity,1064.2631849936188
mdlm-lm1b-steps-1,mdlm,lm1b,1,mauve_suffix,0.00483854366589726
mdlm-lm1b-steps-1,mdlm,lm1b,1,sample_entropy,3.8323178554140154
mdlm-lm1b-steps-1,mdlm,lm1b,1,reference_entropy,3.8171525992110147
mdlm-lm1b-steps-1,mdlm,lm1b,1,sample_entropy_delta,0.015165256203000688
mdlm-lm1b-steps-1,mdlm,lm1b,1,self_bleu,0.11177542653795658
mdlm-lm1b-steps-1,mdlm,lm1b,1,prefix_exact_match,1.0
mdlm-lm1b-steps-1,mdlm,lm1b,1,seconds_per_sample,0.019062782506807707
mdlm-lm1b-steps-2,mdlm,lm1b,2,conditional_generative_perplexity,545.8042529875876
mdlm-lm1b-steps-2,mdlm,lm1b,2,mauve_suffix,0.007774155419971392
mdlm-lm1b-steps-2,mdlm,lm1b,2,sample_entropy,3.8237285049053167
mdlm-lm1b-steps-2,mdlm,lm1b,2,reference_entropy,3.8171525992110147
mdlm-lm1b-steps-2,mdlm,lm1b,2,sample_entropy_delta,0.006575905694301998
mdlm-lm1b-steps-2,mdlm,lm1b,2,self_bleu,0.11723423591524713
mdlm-lm1b-steps-2,mdlm,lm1b,2,prefix_exact_match,1.0
mdlm-lm1b-steps-2,mdlm,lm1b,2,seconds_per_sample,0.018605535791721195
mdlm-lm1b-steps-4,mdlm,lm1b,4,conditional_generative_perplexity,262.1196216839746
mdlm-lm1b-steps-4,mdlm,lm1b,4,mauve_suffix,0.050296948084236015
mdlm-lm1b-steps-4,mdlm,lm1b,4,sample_entropy,3.8223798230691886
mdlm-lm1b-steps-4,mdlm,lm1b,4,reference_entropy,3.8171525992110147
mdlm-lm1b-steps-4,mdlm,lm1b,4,sample_entropy_delta,0.005227223858173868
mdlm-lm1b-steps-4,mdlm,lm1b,4,self_bleu,0.13613229516483286
mdlm-lm1b-steps-4,mdlm,lm1b,4,prefix_exact_match,1.0
mdlm-lm1b-steps-4,mdlm,lm1b,4,seconds_per_sample,0.03258685475157108
mdlm-lm1b-steps-8,mdlm,lm1b,8,conditional_generative_perplexity,147.58164874422377
mdlm-lm1b-steps-8,mdlm,lm1b,8,mauve_suffix,0.15113775719337685
mdlm-lm1b-steps-8,mdlm,lm1b,8,sample_entropy,3.8204394581725745
mdlm-lm1b-steps-8,mdlm,lm1b,8,reference_entropy,3.8171525992110147
mdlm-lm1b-steps-8,mdlm,lm1b,8,sample_entropy_delta,0.00328685896155978
mdlm-lm1b-steps-8,mdlm,lm1b,8,self_bleu,0.15094632587601328
mdlm-lm1b-steps-8,mdlm,lm1b,8,prefix_exact_match,1.0
mdlm-lm1b-steps-8,mdlm,lm1b,8,seconds_per_sample,0.061980252954526804
mdlm-lm1b-steps-16,mdlm,lm1b,16,conditional_generative_perplexity,107.01657472710622
mdlm-lm1b-steps-16,mdlm,lm1b,16,mauve_suffix,0.22652224603977716
mdlm-lm1b-steps-16,mdlm,lm1b,16,sample_entropy,3.819660797312084
mdlm-lm1b-steps-16,mdlm,lm1b,16,reference_entropy,3.8171525992110147
mdlm-lm1b-steps-16,mdlm,lm1b,16,sample_entropy_delta,0.002508198101069503
mdlm-lm1b-steps-16,mdlm,lm1b,16,self_bleu,0.15697349769846364
mdlm-lm1b-steps-16,mdlm,lm1b,16,prefix_exact_match,1.0
mdlm-lm1b-steps-16,mdlm,lm1b,16,seconds_per_sample,0.12651682189607527
mdlm-lm1b-steps-32,mdlm,lm1b,32,conditional_generative_perplexity,87.9809105575203
mdlm-lm1b-steps-32,mdlm,lm1b,32,mauve_suffix,0.3395893682806676
mdlm-lm1b-steps-32,mdlm,lm1b,32,sample_entropy,3.819441376044174
mdlm-lm1b-steps-32,mdlm,lm1b,32,reference_entropy,3.8171525992110147
mdlm-lm1b-steps-32,mdlm,lm1b,32,sample_entropy_delta,0.0022887768331592007
mdlm-lm1b-steps-32,mdlm,lm1b,32,self_bleu,0.16143168286861326
mdlm-lm1b-steps-32,mdlm,lm1b,32,prefix_exact_match,1.0
mdlm-lm1b-steps-32,mdlm,lm1b,32,seconds_per_sample,0.2489504896075232
mdlm-lm1b-steps-1024,mdlm,lm1b,1024,conditional_generative_perplexity,58.6389090098016
mdlm-lm1b-steps-1024,mdlm,lm1b,1024,mauve_suffix,0.3842042386037965
mdlm-lm1b-steps-1024,mdlm,lm1b,1024,sample_entropy,3.801667650020746
mdlm-lm1b-steps-1024,mdlm,lm1b,1024,reference_entropy,3.8171525992110147
mdlm-lm1b-steps-1024,mdlm,lm1b,1024,sample_entropy_delta,-0.015484949190268882
mdlm-lm1b-steps-1024,mdlm,lm1b,1024,self_bleu,0.1680921892163879
mdlm-lm1b-steps-1024,mdlm,lm1b,1024,prefix_exact_match,1.0
mdlm-lm1b-steps-1024,mdlm,lm1b,1024,seconds_per_sample,7.402176677293028
mdlm_di4c-owt-steps-1,mdlm_di4c,owt,1,conditional_generative_perplexity,2791.4371557642853
mdlm_di4c-owt-steps-1,mdlm_di4c,owt,1,mauve_suffix,0.008204959866683138
mdlm_di4c-owt-steps-1,mdlm_di4c,owt,1,sample_entropy,3.7424604010263938
mdlm_di4c-owt-steps-1,mdlm_di4c,owt,1,reference_entropy,3.8090485583459235
mdlm_di4c-owt-steps-1,mdlm_di4c,owt,1,sample_entropy_delta,-0.06658815731952972
mdlm_di4c-owt-steps-1,mdlm_di4c,owt,1,self_bleu,0.017216425389052357
mdlm_di4c-owt-steps-1,mdlm_di4c,owt,1,prefix_exact_match,1.0
mdlm_di4c-owt-steps-1,mdlm_di4c,owt,1,seconds_per_sample,0.009990812352043577
mdlm_di4c-owt-steps-2,mdlm_di4c,owt,2,conditional_generative_perplexity,944.5300897856437
mdlm_di4c-owt-steps-2,mdlm_di4c,owt,2,mauve_suffix,0.02081879824149785
mdlm_di4c-owt-steps-2,mdlm_di4c,owt,2,sample_entropy,3.750602440233099
mdlm_di4c-owt-steps-2,mdlm_di4c,owt,2,reference_entropy,3.8090485583459235
mdlm_di4c-owt-steps-2,mdlm_di4c,owt,2,sample_entropy_delta,-0.05844611811282441
mdlm_di4c-owt-steps-2,mdlm_di4c,owt,2,self_bleu,0.018530838581378082
mdlm_di4c-owt-steps-2,mdlm_di4c,owt,2,prefix_exact_match,1.0
mdlm_di4c-owt-steps-2,mdlm_di4c,owt,2,seconds_per_sample,0.02093727396277245
mdlm_di4c-owt-steps-4,mdlm_di4c,owt,4,conditional_generative_perplexity,226.33609985099912
mdlm_di4c-owt-steps-4,mdlm_di4c,owt,4,mauve_suffix,0.271091930870634
mdlm_di4c-owt-steps-4,mdlm_di4c,owt,4,sample_entropy,3.7514206599349937
mdlm_di4c-owt-steps-4,mdlm_di4c,owt,4,reference_entropy,3.8090485583459235
mdlm_di4c-owt-steps-4,mdlm_di4c,owt,4,sample_entropy_delta,-0.057627898410929745
mdlm_di4c-owt-steps-4,mdlm_di4c,owt,4,self_bleu,0.02569586406877412
mdlm_di4c-owt-steps-4,mdlm_di4c,owt,4,prefix_exact_match,1.0
mdlm_di4c-owt-steps-4,mdlm_di4c,owt,4,seconds_per_sample,0.03869468237098772
mdlm_di4c-owt-steps-8,mdlm_di4c,owt,8,conditional_generative_perplexity,79.87288537474217
mdlm_di4c-owt-steps-8,mdlm_di4c,owt,8,mauve_suffix,0.446706965617256
mdlm_di4c-owt-steps-8,mdlm_di4c,owt,8,sample_entropy,3.749191915840413
mdlm_di4c-owt-steps-8,mdlm_di4c,owt,8,reference_entropy,3.8090485583459235
mdlm_di4c-owt-steps-8,mdlm_di4c,owt,8,sample_entropy_delta,-0.05985664250551048
mdlm_di4c-owt-steps-8,mdlm_di4c,owt,8,self_bleu,0.04232682549524337
mdlm_di4c-owt-steps-8,mdlm_di4c,owt,8,prefix_exact_match,1.0
mdlm_di4c-owt-steps-8,mdlm_di4c,owt,8,seconds_per_sample,0.08375158975832164
mdlm_di4c-owt-steps-16,mdlm_di4c,owt,16,conditional_generative_perplexity,47.07727671992287
mdlm_di4c-owt-steps-16,mdlm_di4c,owt,16,mauve_suffix,0.5557158118486929
mdlm_di4c-owt-steps-16,mdlm_di4c,owt,16,sample_entropy,3.737626109038477
mdlm_di4c-owt-steps-16,mdlm_di4c,owt,16,reference_entropy,3.8090485583459235
mdlm_di4c-owt-steps-16,mdlm_di4c,owt,16,sample_entropy_delta,-0.07142244930744646
mdlm_di4c-owt-steps-16,mdlm_di4c,owt,16,self_bleu,0.053125032999678364
mdlm_di4c-owt-steps-16,mdlm_di4c,owt,16,prefix_exact_match,1.0
mdlm_di4c-owt-steps-16,mdlm_di4c,owt,16,seconds_per_sample,0.17833757211337797
mdlm_di4c-owt-steps-32,mdlm_di4c,owt,32,conditional_generative_perplexity,36.06460066053778
mdlm_di4c-owt-steps-32,mdlm_di4c,owt,32,mauve_suffix,0.6089450357777276
mdlm_di4c-owt-steps-32,mdlm_di4c,owt,32,sample_entropy,3.7288697853124337
mdlm_di4c-owt-steps-32,mdlm_di4c,owt,32,reference_entropy,3.8090485583459235
mdlm_di4c-owt-steps-32,mdlm_di4c,owt,32,sample_entropy_delta,-0.08017877303348975
mdlm_di4c-owt-steps-32,mdlm_di4c,owt,32,self_bleu,0.059542885163979035
mdlm_di4c-owt-steps-32,mdlm_di4c,owt,32,prefix_exact_match,1.0
mdlm_di4c-owt-steps-32,mdlm_di4c,owt,32,seconds_per_sample,0.3458745952375466
mdlm_sdtt-lm1b-steps-1,mdlm_sdtt,lm1b,1,conditional_generative_perplexity,912.046764668509
mdlm_sdtt-lm1b-steps-1,mdlm_sdtt,lm1b,1,mauve_suffix,0.005058213509265277
mdlm_sdtt-lm1b-steps-1,mdlm_sdtt,lm1b,1,sample_entropy,3.748283703983959
mdlm_sdtt-lm1b-steps-1,mdlm_sdtt,lm1b,1,reference_entropy,3.8171525992110147
mdlm_sdtt-lm1b-steps-1,mdlm_sdtt,lm1b,1,sample_entropy_delta,-0.06886889522705575
mdlm_sdtt-lm1b-steps-1,mdlm_sdtt,lm1b,1,self_bleu,0.10331830201607839
mdlm_sdtt-lm1b-steps-1,mdlm_sdtt,lm1b,1,prefix_exact_match,1.0
mdlm_sdtt-lm1b-steps-1,mdlm_sdtt,lm1b,1,seconds_per_sample,0.010952344644465484
mdlm_sdtt-lm1b-steps-2,mdlm_sdtt,lm1b,2,conditional_generative_perplexity,333.40456056383493
mdlm_sdtt-lm1b-steps-2,mdlm_sdtt,lm1b,2,mauve_suffix,0.01318880671815744
mdlm_sdtt-lm1b-steps-2,mdlm_sdtt,lm1b,2,sample_entropy,3.738391732910667
mdlm_sdtt-lm1b-steps-2,mdlm_sdtt,lm1b,2,reference_entropy,3.8171525992110147
mdlm_sdtt-lm1b-steps-2,mdlm_sdtt,lm1b,2,sample_entropy_delta,-0.07876086630034784
mdlm_sdtt-lm1b-steps-2,mdlm_sdtt,lm1b,2,self_bleu,0.1368546232901211
mdlm_sdtt-lm1b-steps-2,mdlm_sdtt,lm1b,2,prefix_exact_match,1.0
mdlm_sdtt-lm1b-steps-2,mdlm_sdtt,lm1b,2,seconds_per_sample,0.017312765296082944
mdlm_sdtt-lm1b-steps-4,mdlm_sdtt,lm1b,4,conditional_generative_perplexity,139.73297897434944
mdlm_sdtt-lm1b-steps-4,mdlm_sdtt,lm1b,4,mauve_suffix,0.09093492679475954
mdlm_sdtt-lm1b-steps-4,mdlm_sdtt,lm1b,4,sample_entropy,3.7415236711251048
mdlm_sdtt-lm1b-steps-4,mdlm_sdtt,lm1b,4,reference_entropy,3.8171525992110147
mdlm_sdtt-lm1b-steps-4,mdlm_sdtt,lm1b,4,sample_entropy_delta,-0.07562892808590993
mdlm_sdtt-lm1b-steps-4,mdlm_sdtt,lm1b,4,self_bleu,0.16643315236358716
mdlm_sdtt-lm1b-steps-4,mdlm_sdtt,lm1b,4,prefix_exact_match,1.0
mdlm_sdtt-lm1b-steps-4,mdlm_sdtt,lm1b,4,seconds_per_sample,0.03484965949610341
mdlm_sdtt-lm1b-steps-8,mdlm_sdtt,lm1b,8,conditional_generative_perplexity,82.75605033216789
mdlm_sdtt-lm1b-steps-8,mdlm_sdtt,lm1b,8,mauve_suffix,0.21942479998092493
mdlm_sdtt-lm1b-steps-8,mdlm_sdtt,lm1b,8,sample_entropy,3.7548982290978086
mdlm_sdtt-lm1b-steps-8,mdlm_sdtt,lm1b,8,reference_entropy,3.8171525992110147
mdlm_sdtt-lm1b-steps-8,mdlm_sdtt,lm1b,8,sample_entropy_delta,-0.062254370113206114
mdlm_sdtt-lm1b-steps-8,mdlm_sdtt,lm1b,8,self_bleu,0.17550843768016466
mdlm_sdtt-lm1b-steps-8,mdlm_sdtt,lm1b,8,prefix_exact_match,1.0
mdlm_sdtt-lm1b-steps-8,mdlm_sdtt,lm1b,8,seconds_per_sample,0.07436269868048839
mdlm_sdtt-lm1b-steps-16,mdlm_sdtt,lm1b,16,conditional_generative_perplexity,62.240678306789874
mdlm_sdtt-lm1b-steps-16,mdlm_sdtt,lm1b,16,mauve_suffix,0.32770595251175666
mdlm_sdtt-lm1b-steps-16,mdlm_sdtt,lm1b,16,sample_entropy,3.759916998261912
mdlm_sdtt-lm1b-steps-16,mdlm_sdtt,lm1b,16,reference_entropy,3.8171525992110147
mdlm_sdtt-lm1b-steps-16,mdlm_sdtt,lm1b,16,sample_entropy_delta,-0.05723560094910285
mdlm_sdtt-lm1b-steps-16,mdlm_sdtt,lm1b,16,self_bleu,0.18156787232012347
mdlm_sdtt-lm1b-steps-16,mdlm_sdtt,lm1b,16,prefix_exact_match,1.0
mdlm_sdtt-lm1b-steps-16,mdlm_sdtt,lm1b,16,seconds_per_sample,0.14275758047006093
mdlm_sdtt-lm1b-steps-32,mdlm_sdtt,lm1b,32,conditional_generative_perplexity,53.03848223781679
mdlm_sdtt-lm1b-steps-32,mdlm_sdtt,lm1b,32,mauve_suffix,0.3901764342204239
mdlm_sdtt-lm1b-steps-32,mdlm_sdtt,lm1b,32,sample_entropy,3.7595116431018822
mdlm_sdtt-lm1b-steps-32,mdlm_sdtt,lm1b,32,reference_entropy,3.8171525992110147
mdlm_sdtt-lm1b-steps-32,mdlm_sdtt,lm1b,32,sample_entropy_delta,-0.057640956109132446
mdlm_sdtt-lm1b-steps-32,mdlm_sdtt,lm1b,32,self_bleu,0.17993570679965792
mdlm_sdtt-lm1b-steps-32,mdlm_sdtt,lm1b,32,prefix_exact_match,1.0
mdlm_sdtt-lm1b-steps-32,mdlm_sdtt,lm1b,32,seconds_per_sample,0.23791447999246884
mdlm_sdtt-owt-steps-1,mdlm_sdtt,owt,1,conditional_generative_perplexity,2770.0619448869115
mdlm_sdtt-owt-steps-1,mdlm_sdtt,owt,1,mauve_suffix,0.0073559087882152305
mdlm_sdtt-owt-steps-1,mdlm_sdtt,owt,1,sample_entropy,3.737069846035564
mdlm_sdtt-owt-steps-1,mdlm_sdtt,owt,1,reference_entropy,3.8090485583459235
mdlm_sdtt-owt-steps-1,mdlm_sdtt,owt,1,sample_entropy_delta,-0.07197871231035968
mdlm_sdtt-owt-steps-1,mdlm_sdtt,owt,1,self_bleu,0.01637466504973282
mdlm_sdtt-owt-steps-1,mdlm_sdtt,owt,1,prefix_exact_match,1.0
mdlm_sdtt-owt-steps-1,mdlm_sdtt,owt,1,seconds_per_sample,0.008862308925017715
mdlm_sdtt-owt-steps-2,mdlm_sdtt,owt,2,conditional_generative_perplexity,1077.2700142678389
mdlm_sdtt-owt-steps-2,mdlm_sdtt,owt,2,mauve_suffix,0.013707248537549552
mdlm_sdtt-owt-steps-2,mdlm_sdtt,owt,2,sample_entropy,3.745571857497006
mdlm_sdtt-owt-steps-2,mdlm_sdtt,owt,2,reference_entropy,3.8090485583459235
mdlm_sdtt-owt-steps-2,mdlm_sdtt,owt,2,sample_entropy_delta,-0.06347670084891766
mdlm_sdtt-owt-steps-2,mdlm_sdtt,owt,2,self_bleu,0.016799458482196977
mdlm_sdtt-owt-steps-2,mdlm_sdtt,owt,2,prefix_exact_match,1.0
mdlm_sdtt-owt-steps-2,mdlm_sdtt,owt,2,seconds_per_sample,0.018550986525951885
mdlm_sdtt-owt-steps-4,mdlm_sdtt,owt,4,conditional_generative_perplexity,298.5037909872003
mdlm_sdtt-owt-steps-4,mdlm_sdtt,owt,4,mauve_suffix,0.1671905044000403
mdlm_sdtt-owt-steps-4,mdlm_sdtt,owt,4,sample_entropy,3.748584941150153
mdlm_sdtt-owt-steps-4,mdlm_sdtt,owt,4,reference_entropy,3.8090485583459235
mdlm_sdtt-owt-steps-4,mdlm_sdtt,owt,4,sample_entropy_delta,-0.060463617195770425
mdlm_sdtt-owt-steps-4,mdlm_sdtt,owt,4,self_bleu,0.02383661208349576
mdlm_sdtt-owt-steps-4,mdlm_sdtt,owt,4,prefix_exact_match,1.0
mdlm_sdtt-owt-steps-4,mdlm_sdtt,owt,4,seconds_per_sample,0.0400318524625618
mdlm_sdtt-owt-steps-8,mdlm_sdtt,owt,8,conditional_generative_perplexity,102.52068892439462
mdlm_sdtt-owt-steps-8,mdlm_sdtt,owt,8,mauve_suffix,0.4434890512136005
mdlm_sdtt-owt-steps-8,mdlm_sdtt,owt,8,sample_entropy,3.752913234833009
mdlm_sdtt-owt-steps-8,mdlm_sdtt,owt,8,reference_entropy,3.8090485583459235
mdlm_sdtt-owt-steps-8,mdlm_sdtt,owt,8,sample_entropy_delta,-0.0561353235129145
mdlm_sdtt-owt-steps-8,mdlm_sdtt,owt,8,self_bleu,0.03526571529695085
mdlm_sdtt-owt-steps-8,mdlm_sdtt,owt,8,prefix_exact_match,1.0
mdlm_sdtt-owt-steps-8,mdlm_sdtt,owt,8,seconds_per_sample,0.07965370659076143
mdlm_sdtt-owt-steps-16,mdlm_sdtt,owt,16,conditional_generative_perplexity,59.174016716989655
mdlm_sdtt-owt-steps-16,mdlm_sdtt,owt,16,mauve_suffix,0.5158102383713354
mdlm_sdtt-owt-steps-16,mdlm_sdtt,owt,16,sample_entropy,3.7507356855181246
mdlm_sdtt-owt-steps-16,mdlm_sdtt,owt,16,reference_entropy,3.8090485583459235
mdlm_sdtt-owt-steps-16,mdlm_sdtt,owt,16,sample_entropy_delta,-0.058312872827798845
mdlm_sdtt-owt-steps-16,mdlm_sdtt,owt,16,self_bleu,0.04471545915510127
mdlm_sdtt-owt-steps-16,mdlm_sdtt,owt,16,prefix_exact_match,1.0
mdlm_sdtt-owt-steps-16,mdlm_sdtt,owt,16,seconds_per_sample,0.16996464456315152
mdlm_sdtt-owt-steps-32,mdlm_sdtt,owt,32,conditional_generative_perplexity,43.943780683780034
mdlm_sdtt-owt-steps-32,mdlm_sdtt,owt,32,mauve_suffix,0.5207367362678341
mdlm_sdtt-owt-steps-32,mdlm_sdtt,owt,32,sample_entropy,3.737161209473734
mdlm_sdtt-owt-steps-32,mdlm_sdtt,owt,32,reference_entropy,3.8090485583459235
mdlm_sdtt-owt-steps-32,mdlm_sdtt,owt,32,sample_entropy_delta,-0.07188734887218962
mdlm_sdtt-owt-steps-32,mdlm_sdtt,owt,32,self_bleu,0.05084042935920519
mdlm_sdtt-owt-steps-32,mdlm_sdtt,owt,32,prefix_exact_match,1.0
mdlm_sdtt-owt-steps-32,mdlm_sdtt,owt,32,seconds_per_sample,0.3209660451102536