| { | |
| "lora_rank": [ | |
| { | |
| "rank": 4, | |
| "bleu4": 32.1, | |
| "adapter_size_mb": 15 | |
| }, | |
| { | |
| "rank": 8, | |
| "bleu4": 38.2, | |
| "adapter_size_mb": 30 | |
| }, | |
| { | |
| "rank": 16, | |
| "bleu4": 40.1, | |
| "adapter_size_mb": 60, | |
| "note": "not deployable" | |
| } | |
| ], | |
| "vision_ft": [ | |
| { | |
| "vision_ft": false, | |
| "bleu4": 34.7 | |
| }, | |
| { | |
| "vision_ft": true, | |
| "bleu4": 38.2 | |
| } | |
| ], | |
| "data_scaling": [ | |
| { | |
| "n_samples": 500, | |
| "bleu4": 28.3, | |
| "chrf_pp": 41.2 | |
| }, | |
| { | |
| "n_samples": 1500, | |
| "bleu4": 33.7, | |
| "chrf_pp": 47.8 | |
| }, | |
| { | |
| "n_samples": 3000, | |
| "bleu4": 38.2, | |
| "chrf_pp": 52.7 | |
| }, | |
| { | |
| "n_samples": 5000, | |
| "bleu4": 39.1, | |
| "chrf_pp": 53.8 | |
| } | |
| ] | |
| } |