alephlm-0 benchmark

eval/alephlm0_benchmark.json

@@ -420,46 +420,88 @@
         "erank": 32.9501082390472
       }
     },
-    "alephlm0-a2_dense-s1 [cls]": {
+    "alephlm0-a3_random-s1 [cls]": {
       "STS-B": {
-        "spearman": 0.5740001908444823,
-        "self_cos": 0.14435702562332153,
-        "erank": 36.21913786668479
+        "spearman": 0.5717279110582304,
+        "self_cos": 0.14311720430850983,
+        "erank": 36.09312261325209
       },
       "SICK-R": {
-        "spearman": 0.6537362942311977,
-        "self_cos": 0.32769328355789185,
-        "erank": 38.866656978008216
+        "spearman": 0.6533361227203462,
+        "self_cos": 0.3279399275779724,
+        "erank": 38.54768106273017
       },
       "STS12": {
-        "spearman": 0.49974997794115705,
-        "self_cos": 0.15935975313186646,
-        "erank": 24.981918522646392
+        "spearman": 0.4946486218742089,
+        "self_cos": 0.15948458015918732,
+        "erank": 24.63054503061927
       },
       "STS13": {
-        "spearman": 0.6038399963654305,
-        "self_cos": 0.1624084860086441,
-        "erank": 20.87500466936787
+        "spearman": 0.600738443216118,
+        "self_cos": 0.15871113538742065,
+        "erank": 21.548986408100536
       },
       "STS14": {
-        "spearman": 0.5417242232834686,
-        "self_cos": 0.12315227836370468,
-        "erank": 35.24716043003516
+        "spearman": 0.5433525360479584,
+        "self_cos": 0.12074320763349533,
+        "erank": 36.28134474939166
       },
       "STS15": {
-        "spearman": 0.7127751206348487,
-        "self_cos": 0.1583728790283203,
-        "erank": 27.98315366679642
+        "spearman": 0.7127636624556393,
+        "self_cos": 0.15644454956054688,
+        "erank": 28.48214687524685
       },
       "STS16": {
-        "spearman": 0.678914607916041,
-        "self_cos": 0.1589043289422989,
-        "erank": 30.758898515384605
+        "spearman": 0.6799961386448823,
+        "self_cos": 0.16136090457439423,
+        "erank": 30.614123225546642
       },
       "BIOSSES": {
-        "spearman": 0.5671273802134097,
-        "self_cos": 0.5812450647354126,
-        "erank": 25.721694874322377
+        "spearman": 0.5808505844721934,
+        "self_cos": 0.5601119995117188,
+        "erank": 25.413921099522117
+      }
+    },
+    "alephlm0-a3_random-s1 OFF [cls]": {
+      "STS-B": {
+        "spearman": 0.5458039253815283,
+        "self_cos": 0.23073676228523254,
+        "erank": 41.06596457870505
+      },
+      "SICK-R": {
+        "spearman": 0.6002629282829158,
+        "self_cos": 0.37240976095199585,
+        "erank": 36.59594820857972
+      },
+      "STS12": {
+        "spearman": 0.4541929087888374,
+        "self_cos": 0.2739776074886322,
+        "erank": 25.656700282567233
+      },
+      "STS13": {
+        "spearman": 0.5745294764662762,
+        "self_cos": 0.274985134601593,
+        "erank": 34.48378338962142
+      },
+      "STS14": {
+        "spearman": 0.5430438796110593,
+        "self_cos": 0.2262725681066513,
+        "erank": 47.99893952287864
+      },
+      "STS15": {
+        "spearman": 0.6573713135692527,
+        "self_cos": 0.2857438623905182,
+        "erank": 39.26219069822956
+      },
+      "STS16": {
+        "spearman": 0.5973365595614711,
+        "self_cos": 0.27859950065612793,
+        "erank": 39.01172383923121
+      },
+      "BIOSSES": {
+        "spearman": 0.445805338699958,
+        "self_cos": 0.5994677543640137,
+        "erank": 28.42072150942233
       }
     }
   },
@@ -474,12 +516,17 @@
     "captionbert-v2 + arms": 63226428,
     "captionbert-b": 58308864,
     "captionbert-b + arms": 63226428,
-    "alephlm0-a2_dense-s1 [cls]": 58308864
+    "alephlm0-a3_random-s1 [cls]": 58345764,
+    "alephlm0-a3_random-s1 OFF [cls]": 58345764
   },
   "geometry": {
-    "alephlm0-a2_dense-s1 [cls]": {
-      "self_cos": 0.14435702562332153,
-      "erank": 36.21913786668479
+    "alephlm0-a3_random-s1 [cls]": {
+      "self_cos": 0.14311720430850983,
+      "erank": 36.09312261325209
+    },
+    "alephlm0-a3_random-s1 OFF [cls]": {
+      "self_cos": 0.23073676228523254,
+      "erank": 41.06596457870505
     }
   },
   "config": {