tinystories-diff-ar / results.json
Asilarkness's picture
Super-squash branch 'main' using huggingface_hub
a6c51a2
Raw History Blame Contribute Delete
1.55 kB
[
{
"scheme": "AR",
"calls": 128,
"sec": 0.7,
"judge_nll": 2.7232,
"distinct2": 0.5349
},
{
"scheme": "DIFF K=1",
"calls": 1,
"sec": 0.11,
"judge_nll": 10.6201,
"distinct2": 0.7187
},
{
"scheme": "DIFF K=2",
"calls": 2,
"sec": 0.01,
"judge_nll": 8.4615,
"distinct2": 0.5966
},
{
"scheme": "DIFF K=4",
"calls": 4,
"sec": 0.02,
"judge_nll": 6.1524,
"distinct2": 0.4898
},
{
"scheme": "DIFF K=8",
"calls": 8,
"sec": 0.05,
"judge_nll": 4.7487,
"distinct2": 0.4473
},
{
"scheme": "DIFF K=16",
"calls": 16,
"sec": 0.1,
"judge_nll": 3.8114,
"distinct2": 0.4009
},
{
"scheme": "HYB K=4 p=0.10 R=1",
"calls": 5,
"sec": 0.03,
"judge_nll": 5.8065,
"distinct2": 0.4518
},
{
"scheme": "HYB K=4 p=0.10 R=2",
"calls": 6,
"sec": 0.03,
"judge_nll": 5.7953,
"distinct2": 0.45
},
{
"scheme": "HYB K=4 p=0.25 R=1",
"calls": 5,
"sec": 0.03,
"judge_nll": 6.3426,
"distinct2": 0.46
},
{
"scheme": "HYB K=4 p=0.25 R=2",
"calls": 6,
"sec": 0.03,
"judge_nll": 6.265,
"distinct2": 0.4526
},
{
"scheme": "HYB K=8 p=0.10 R=1",
"calls": 9,
"sec": 0.06,
"judge_nll": 4.6221,
"distinct2": 0.4237
},
{
"scheme": "HYB K=8 p=0.10 R=2",
"calls": 10,
"sec": 0.06,
"judge_nll": 4.6257,
"distinct2": 0.4158
},
{
"scheme": "HYB K=8 p=0.25 R=1",
"calls": 9,
"sec": 0.05,
"judge_nll": 5.3384,
"distinct2": 0.4869
},
{
"scheme": "HYB K=8 p=0.25 R=2",
"calls": 10,
"sec": 0.06,
"judge_nll": 5.3898,
"distinct2": 0.4852
}
]