File size: 778 Bytes
dc7e099
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
{
  "lora_rank": [
    {
      "rank": 4,
      "bleu4": 32.1,
      "adapter_size_mb": 15
    },
    {
      "rank": 8,
      "bleu4": 38.2,
      "adapter_size_mb": 30
    },
    {
      "rank": 16,
      "bleu4": 40.1,
      "adapter_size_mb": 60,
      "note": "not deployable"
    }
  ],
  "vision_ft": [
    {
      "vision_ft": false,
      "bleu4": 34.7
    },
    {
      "vision_ft": true,
      "bleu4": 38.2
    }
  ],
  "data_scaling": [
    {
      "n_samples": 500,
      "bleu4": 28.3,
      "chrf_pp": 41.2
    },
    {
      "n_samples": 1500,
      "bleu4": 33.7,
      "chrf_pp": 47.8
    },
    {
      "n_samples": 3000,
      "bleu4": 38.2,
      "chrf_pp": 52.7
    },
    {
      "n_samples": 5000,
      "bleu4": 39.1,
      "chrf_pp": 53.8
    }
  ]
}