OPSD / reports /frozen_v3 /single_llava_context.json
HEART77's picture
Publish completed frozen-v3 evaluation reports
7c54f41 verified
Raw History Blame Contribute Delete
5.22 kB
{
"behavior": "context",
"runs": [
{
"layer": 1,
"seed": 13,
"color": {
"items": 200,
"gain": 3.0,
"ci95": [
-1.442481884057971,
7.575757575757576
]
},
"count": {
"items": 200,
"gain": 1.0,
"ci95": [
-5.855100324402259,
7.895042839657281
]
},
"behavior": {
"gain": 2.0,
"ci95": [
-2.047191712236892,
6.097149013672297
]
}
},
{
"layer": 2,
"seed": 13,
"color": {
"items": 200,
"gain": 2.5,
"ci95": [
-2.128231525966598,
7.3040325901523575
]
},
"count": {
"items": 200,
"gain": 3.5000000000000004,
"ci95": [
-3.333732057416268,
10.606060606060606
]
},
"behavior": {
"gain": 3.0,
"ci95": [
-1.022802887059845,
7.169356197249638
]
}
},
{
"layer": 6,
"seed": 13,
"color": {
"items": 200,
"gain": 3.0,
"ci95": [
-0.9757293161166906,
6.8631341425459045
]
},
"count": {
"items": 200,
"gain": 3.0,
"ci95": [
-4.433497536945813,
10.5277081592871
]
},
"behavior": {
"gain": 3.0,
"ci95": [
-1.2488399525333325,
7.152922077865719
]
}
},
{
"layer": 8,
"seed": 13,
"color": {
"items": 200,
"gain": 2.0,
"ci95": [
-2.1052631578947367,
6.315789473684211
]
},
"count": {
"items": 200,
"gain": 5.5,
"ci95": [
-2.3006210165059646,
12.935774495398652
]
},
"behavior": {
"gain": 3.75,
"ci95": [
-0.49279556650246303,
8.069760879156807
]
}
},
{
"layer": 10,
"seed": 13,
"color": {
"items": 200,
"gain": -1.0,
"ci95": [
-5.853658536585366,
3.773839877613461
]
},
"count": {
"items": 200,
"gain": 1.5,
"ci95": [
-5.670103092783505,
8.719072164948447
]
},
"behavior": {
"gain": 0.25,
"ci95": [
-4.246823119811982,
4.598743639655034
]
}
},
{
"layer": 14,
"seed": 13,
"color": {
"items": 200,
"gain": 2.0,
"ci95": [
-3.1092130829015545,
7.143772893772889
]
},
"count": {
"items": 200,
"gain": 4.0,
"ci95": [
-2.5387218534426657,
10.68047850208044
]
},
"behavior": {
"gain": 3.0,
"ci95": [
-1.25,
7.214662523777282
]
}
},
{
"layer": 18,
"seed": 13,
"color": {
"items": 200,
"gain": 1.0,
"ci95": [
-4.1894034363247545,
6.522012235088484
]
},
"count": {
"items": 200,
"gain": 5.0,
"ci95": [
-1.4087844603164006,
11.766154737757164
]
},
"behavior": {
"gain": 3.0,
"ci95": [
-1.1368897306397308,
7.464407135382959
]
}
},
{
"layer": 22,
"seed": 13,
"color": {
"items": 200,
"gain": 1.0,
"ci95": [
-3.500439698492462,
5.613448209472462
]
},
"count": {
"items": 200,
"gain": 6.5,
"ci95": [
-0.5105379848274388,
14.215686274509803
]
},
"behavior": {
"gain": 3.75,
"ci95": [
-0.4799292429242924,
8.190972176996683
]
}
},
{
"layer": 26,
"seed": 13,
"color": {
"items": 200,
"gain": 2.5,
"ci95": [
-1.9801980198019802,
6.967101114147562
]
},
"count": {
"items": 200,
"gain": 3.0,
"ci95": [
-3.535802184279342,
9.853307163382588
]
},
"behavior": {
"gain": 2.75,
"ci95": [
-1.1970661826842977,
6.955142240616607
]
}
},
{
"layer": 30,
"seed": 13,
"color": {
"items": 200,
"gain": -0.5,
"ci95": [
-4.592425431711146,
3.5714285714285716
]
},
"count": {
"items": 200,
"gain": -1.0,
"ci95": [
-6.599886929535448,
4.712165365998222
]
},
"behavior": {
"gain": -0.75,
"ci95": [
-4.25,
2.7513551953335282
]
}
}
],
"layers": [
1,
2,
6,
8,
10,
14,
18,
22,
26,
30
],
"layer_gain": [
2.0,
3.0,
3.0,
3.75,
0.25,
3.0,
3.0,
3.75,
2.75,
-0.75
]
}