File size: 1,651 Bytes
e5ff630 1a0318d 0a5bf85 1a0318d 0a5bf85 1a0318d 0a5bf85 e5ff630 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 | {
"model_id": "google/diffusiongemma-26B-A4B-it",
"rank": 4,
"algo": "evolutionary",
"generations": 45,
"initial_fitness": 0.125529,
"final_fitness": 0.120068,
"improvement_pct": 4.35,
"total_time_min": 141.4,
"dataset_size": 8030,
"history": [
0.125529,
0.125529,
0.125529,
0.125529,
0.125529,
0.125529,
0.125529,
0.125529,
0.125529,
0.125529,
0.125401,
0.125401,
0.125401,
0.125401,
0.125401,
0.120068,
0.120068,
0.120068,
0.120068,
0.120068,
0.120068,
0.120068,
0.120068,
0.120068,
0.120068,
0.120068,
0.120068,
0.120068,
0.120068,
0.120068,
0.120068,
0.120068,
0.120068,
0.120068,
0.120068,
0.120068,
0.120068,
0.120068,
0.120068,
0.120068,
0.120068,
0.120068,
0.120068,
0.120068,
0.120068,
0.120068
],
"eval": [
{
"prompt": "Explain how CRISPR gene editing works.",
"no_lora": 0.3013,
"lora": 0.2939,
"better": true
},
{
"prompt": "Write a heartfelt thank-you note to a mentor.",
"no_lora": 0.1605,
"lora": 0.1848,
"better": false
},
{
"prompt": "Describe visiting Tokyo for the first time.",
"no_lora": 0.1164,
"lora": 0.1876,
"better": false
},
{
"prompt": "Write a balanced analysis of the gig economy.",
"no_lora": 0.1631,
"lora": 0.1901,
"better": false
},
{
"prompt": "Explain why the sky is blue to a 5-year-old.",
"no_lora": 0.248,
"lora": 0.2027,
"better": true
}
]
} |