| launch eval |
| 22:15:22 loaded ar step=58000 seen=950.3M |
| 22:15:24 loaded mdlmc step=29000 seen=475.1M |
| 22:15:26 prompts=48 prompt_len=32 gen_len=128 |
| 22:15:33 loading judge roneneldan/TinyStories-33M |
| 22:15:35 AR calls=128 0.70s judge_nll=2.7232 distinct2=0.5349 |
| 22:15:35 DIFF K=1 calls=1 0.11s judge_nll=10.6201 distinct2=0.7187 |
| 22:15:35 DIFF K=2 calls=2 0.01s judge_nll=8.4615 distinct2=0.5966 |
| 22:15:36 DIFF K=4 calls=4 0.02s judge_nll=6.1524 distinct2=0.4898 |
| 22:15:36 DIFF K=8 calls=8 0.05s judge_nll=4.7487 distinct2=0.4473 |
| 22:15:36 DIFF K=16 calls=16 0.10s judge_nll=3.8114 distinct2=0.4009 |
| 22:15:36 HYB K=4 p=0.10 R=1 calls=5 0.03s judge_nll=5.8065 distinct2=0.4518 |
| 22:15:36 HYB K=4 p=0.10 R=2 calls=6 0.03s judge_nll=5.7953 distinct2=0.4500 |
| 22:15:37 HYB K=4 p=0.25 R=1 calls=5 0.03s judge_nll=6.3426 distinct2=0.4600 |
| 22:15:37 HYB K=4 p=0.25 R=2 calls=6 0.03s judge_nll=6.2650 distinct2=0.4526 |
| 22:15:37 HYB K=8 p=0.10 R=1 calls=9 0.06s judge_nll=4.6221 distinct2=0.4237 |
| 22:15:37 HYB K=8 p=0.10 R=2 calls=10 0.06s judge_nll=4.6257 distinct2=0.4158 |
| 22:15:38 HYB K=8 p=0.25 R=1 calls=9 0.05s judge_nll=5.3384 distinct2=0.4869 |
| 22:15:38 HYB K=8 p=0.25 R=2 calls=10 0.06s judge_nll=5.3898 distinct2=0.4852 |
| 22:15:38 REAL TEXT judge_nll=0.9997 distinct2=0.5591 |
|
|
