File size: 778 Bytes
dc7e099 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 | {
"lora_rank": [
{
"rank": 4,
"bleu4": 32.1,
"adapter_size_mb": 15
},
{
"rank": 8,
"bleu4": 38.2,
"adapter_size_mb": 30
},
{
"rank": 16,
"bleu4": 40.1,
"adapter_size_mb": 60,
"note": "not deployable"
}
],
"vision_ft": [
{
"vision_ft": false,
"bleu4": 34.7
},
{
"vision_ft": true,
"bleu4": 38.2
}
],
"data_scaling": [
{
"n_samples": 500,
"bleu4": 28.3,
"chrf_pp": 41.2
},
{
"n_samples": 1500,
"bleu4": 33.7,
"chrf_pp": 47.8
},
{
"n_samples": 3000,
"bleu4": 38.2,
"chrf_pp": 52.7
},
{
"n_samples": 5000,
"bleu4": 39.1,
"chrf_pp": 53.8
}
]
} |