OPSD / reports /frozen_v3 /single_internvl_context.json
HEART77's picture
Publish completed frozen-v3 evaluation reports
7c54f41 verified
Raw History Blame Contribute Delete
5.37 kB
{
"behavior": "context",
"runs": [
{
"layer": 1,
"seed": 13,
"color": {
"items": 200,
"gain": -1.0,
"ci95": [
-4.285714285714286,
2.0103040454799235
]
},
"count": {
"items": 200,
"gain": 6.5,
"ci95": [
0.0,
13.461787564766839
]
},
"behavior": {
"gain": 2.75,
"ci95": [
-0.9800188879127214,
6.555780578057806
]
}
},
{
"layer": 2,
"seed": 13,
"color": {
"items": 200,
"gain": -0.5,
"ci95": [
-3.0303030303030303,
2.304414149172212
]
},
"count": {
"items": 200,
"gain": 7.000000000000001,
"ci95": [
0.529030910609858,
13.588191699604737
]
},
"behavior": {
"gain": 3.2500000000000004,
"ci95": [
-0.11554094741067852,
6.813306330633063
]
}
},
{
"layer": 7,
"seed": 13,
"color": {
"items": 200,
"gain": -2.0,
"ci95": [
-5.26379048582996,
0.970873786407767
]
},
"count": {
"items": 200,
"gain": 7.000000000000001,
"ci95": [
0.0,
14.57286432160804
]
},
"behavior": {
"gain": 2.5000000000000004,
"ci95": [
-1.2755678320738824,
6.4819444444444425
]
}
},
{
"layer": 9,
"seed": 13,
"color": {
"items": 200,
"gain": -1.0,
"ci95": [
-4.306737670224512,
2.0204583910167653
]
},
"count": {
"items": 200,
"gain": 4.5,
"ci95": [
-1.7275461106655972,
11.458956339712916
]
},
"behavior": {
"gain": 1.75,
"ci95": [
-1.7086297740999141,
5.441599359855966
]
}
},
{
"layer": 11,
"seed": 13,
"color": {
"items": 200,
"gain": -2.0,
"ci95": [
-5.208938953488372,
0.9526098901098888
]
},
"count": {
"items": 200,
"gain": 4.0,
"ci95": [
-2.9275501622011295,
11.822792520790296
]
},
"behavior": {
"gain": 1.0,
"ci95": [
-2.9426614935162325,
5.126663050541317
]
}
},
{
"layer": 16,
"seed": 13,
"color": {
"items": 200,
"gain": -1.5,
"ci95": [
-4.7368421052631575,
1.087105013067236
]
},
"count": {
"items": 200,
"gain": 6.0,
"ci95": [
0.0,
13.147589239138524
]
},
"behavior": {
"gain": 2.25,
"ci95": [
-1.1105623381637695,
6.108861758763935
]
}
},
{
"layer": 20,
"seed": 13,
"color": {
"items": 200,
"gain": -1.5,
"ci95": [
-4.7368421052631575,
1.087105013067236
]
},
"count": {
"items": 200,
"gain": 4.5,
"ci95": [
-1.5465920623898297,
11.283505154639169
]
},
"behavior": {
"gain": 1.5,
"ci95": [
-1.9800744163479962,
5.112937480623073
]
}
},
{
"layer": 25,
"seed": 13,
"color": {
"items": 200,
"gain": -1.0,
"ci95": [
-4.2867445054945055,
2.000251256281406
]
},
"count": {
"items": 200,
"gain": 5.5,
"ci95": [
-0.9902221565440126,
12.386568902410033
]
},
"behavior": {
"gain": 2.25,
"ci95": [
-1.2933704860056685,
5.923184095302921
]
}
},
{
"layer": 29,
"seed": 13,
"color": {
"items": 200,
"gain": -0.5,
"ci95": [
-3.4482758620689653,
1.9233091787439602
]
},
"count": {
"items": 200,
"gain": 3.0,
"ci95": [
-3.8109040717736367,
9.944823696161523
]
},
"behavior": {
"gain": 1.25,
"ci95": [
-2.252752299343037,
5.000559454785878
]
}
},
{
"layer": 34,
"seed": 13,
"color": {
"items": 200,
"gain": -1.5,
"ci95": [
-5.377403464166534,
2.5255729887709566
]
},
"count": {
"items": 200,
"gain": 7.000000000000001,
"ci95": [
0.0,
14.436242618356504
]
},
"behavior": {
"gain": 2.7500000000000004,
"ci95": [
-1.1416853126282702,
6.977125546464398
]
}
}
],
"layers": [
1,
2,
7,
9,
11,
16,
20,
25,
29,
34
],
"layer_gain": [
2.75,
3.2500000000000004,
2.5000000000000004,
1.75,
1.0,
2.25,
1.5,
2.25,
1.25,
2.7500000000000004
],
"spearman_gamma_gain": -0.40729671426564323
}