Hugging Face's logo

AbstractPhil
/
captionbert-8192-v2-b

Feature Extraction
Transformers
TensorBoard
Safetensors
English
captionbert_v2
sentence-similarity
consensus-distillation
geometric-deep-learning
amoe
custom_code
Model card Files
xet
 Metrics Community
AbstractPhil commited on
Commit
c36b50f
·
verified ·
1 Parent(s): 224395f

final

Browse files
Files changed (2) hide show
  1. amoe/b-collective/captionbert-b-arms-native.dispatch.pt +3 -0
  2. amoe/b-collective/metrics.json +223 -10
amoe/b-collective/captionbert-b-arms-native.dispatch.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c26fde45461d442f5999c88c05dc5a03175cbfd4aa60e0be3fec261ef95f7108
3
+ size 1590725
amoe/b-collective/metrics.json CHANGED
@@ -1,5 +1,8 @@
1
  {
2
  "stage_a": {
 
 
 
3
  "rows": {
4
  "OFF": {
5
  "STS-B": {
@@ -212,17 +215,227 @@
212
  }
213
  }
214
  },
215
- "mean": 0.6986615407415148,
216
- "recovered": 0.29154577220553646,
217
- "tel_before": {
218
- "equiv": 0.22333084046840668,
219
- "simplify": 0.2394740730524063,
220
- "paraphrase": 0.24091385304927826
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
221
  },
222
- "tel_after": {
223
- "equiv": 0.5258753895759583,
224
- "simplify": 0.17352531850337982,
225
- "paraphrase": 0.16443802416324615
 
226
  }
227
  }
228
  }
 
1
  {
2
  "stage_a": {
3
+ "mean": 0.6986615407415148,
4
+ "recovered": 0.29154577220553646,
5
+ "verdict": "PARTIAL",
6
  "rows": {
7
  "OFF": {
8
  "STS-B": {
 
215
  }
216
  }
217
  },
218
+ "dispatch": "/content/b_arms/captionbert-b-arms-realigned.dispatch.pt"
219
+ },
220
+ "stage_b": {
221
+ "mean": 0.7294443476542655,
222
+ "rows": {
223
+ "OFF": {
224
+ "STS-B": {
225
+ "spearman": 0.5752034051771185,
226
+ "self_cos": 0.141144260764122,
227
+ "erank": 36.098479194101245
228
+ },
229
+ "SICK-R": {
230
+ "spearman": 0.6548211778199999,
231
+ "self_cos": 0.32319971919059753,
232
+ "erank": 39.710713448249805
233
+ },
234
+ "STS12": {
235
+ "spearman": 0.5012015371096792,
236
+ "self_cos": 0.15315847098827362,
237
+ "erank": 24.672583431094065
238
+ },
239
+ "STS13": {
240
+ "spearman": 0.6037038337416325,
241
+ "self_cos": 0.1569031924009323,
242
+ "erank": 21.594873525472963
243
+ },
244
+ "STS14": {
245
+ "spearman": 0.5470294901736494,
246
+ "self_cos": 0.11881668865680695,
247
+ "erank": 36.45841176989256
248
+ },
249
+ "STS15": {
250
+ "spearman": 0.7145777862622272,
251
+ "self_cos": 0.15444865822792053,
252
+ "erank": 28.13897740553296
253
+ },
254
+ "STS16": {
255
+ "spearman": 0.6782463794555755,
256
+ "self_cos": 0.15363498032093048,
257
+ "erank": 31.73617814829054
258
+ },
259
+ "BIOSSES": {
260
+ "spearman": 0.5499763870067562,
261
+ "self_cos": 0.5835995078086853,
262
+ "erank": 25.359987232330813
263
+ }
264
+ },
265
+ "equiv-only": {
266
+ "STS-B": {
267
+ "spearman": 0.7219060005283903,
268
+ "self_cos": 0.11284329742193222,
269
+ "erank": 48.24267694493118
270
+ },
271
+ "SICK-R": {
272
+ "spearman": 0.7199750424744827,
273
+ "self_cos": 0.18361175060272217,
274
+ "erank": 35.26636023715361
275
+ },
276
+ "STS12": {
277
+ "spearman": 0.6381087226378696,
278
+ "self_cos": 0.13498693704605103,
279
+ "erank": 39.77049055782989
280
+ },
281
+ "STS13": {
282
+ "spearman": 0.6890231195715014,
283
+ "self_cos": 0.19109994173049927,
284
+ "erank": 24.57697423274033
285
+ },
286
+ "STS14": {
287
+ "spearman": 0.6409892739025018,
288
+ "self_cos": 0.1394842267036438,
289
+ "erank": 42.86367285223864
290
+ },
291
+ "STS15": {
292
+ "spearman": 0.7792999535708617,
293
+ "self_cos": 0.18908601999282837,
294
+ "erank": 28.844316960091096
295
+ },
296
+ "STS16": {
297
+ "spearman": 0.7142683205304604,
298
+ "self_cos": 0.1771511733531952,
299
+ "erank": 37.72810362104856
300
+ },
301
+ "BIOSSES": {
302
+ "spearman": 0.5701937151421722,
303
+ "self_cos": 0.5760704874992371,
304
+ "erank": 25.349330111973853
305
+ }
306
+ },
307
+ "simplify-only": {
308
+ "STS-B": {
309
+ "spearman": 0.599453129828112,
310
+ "self_cos": 0.12871189415454865,
311
+ "erank": 40.304540566549626
312
+ },
313
+ "SICK-R": {
314
+ "spearman": 0.6602591231314295,
315
+ "self_cos": 0.3145013749599457,
316
+ "erank": 39.994829948566924
317
+ },
318
+ "STS12": {
319
+ "spearman": 0.5265985767851339,
320
+ "self_cos": 0.12589605152606964,
321
+ "erank": 28.674286431721015
322
+ },
323
+ "STS13": {
324
+ "spearman": 0.6325484195229487,
325
+ "self_cos": 0.12663377821445465,
326
+ "erank": 25.77349683869578
327
+ },
328
+ "STS14": {
329
+ "spearman": 0.5759553251590781,
330
+ "self_cos": 0.09188417345285416,
331
+ "erank": 44.993951018203624
332
+ },
333
+ "STS15": {
334
+ "spearman": 0.740202478768375,
335
+ "self_cos": 0.1350262314081192,
336
+ "erank": 31.674771322835056
337
+ },
338
+ "STS16": {
339
+ "spearman": 0.6896034906339993,
340
+ "self_cos": 0.13352546095848083,
341
+ "erank": 37.21655765478611
342
+ },
343
+ "BIOSSES": {
344
+ "spearman": 0.5789228297036196,
345
+ "self_cos": 0.5313377380371094,
346
+ "erank": 29.25349458762532
347
+ }
348
+ },
349
+ "paraphrase-only": {
350
+ "STS-B": {
351
+ "spearman": 0.6136865934477894,
352
+ "self_cos": 0.12396159768104553,
353
+ "erank": 39.74608610325196
354
+ },
355
+ "SICK-R": {
356
+ "spearman": 0.661196062856424,
357
+ "self_cos": 0.30831044912338257,
358
+ "erank": 40.186207524809646
359
+ },
360
+ "STS12": {
361
+ "spearman": 0.5177106110539598,
362
+ "self_cos": 0.12288609892129898,
363
+ "erank": 27.598998354328383
364
+ },
365
+ "STS13": {
366
+ "spearman": 0.6360898699500251,
367
+ "self_cos": 0.1366206258535385,
368
+ "erank": 23.857300706084455
369
+ },
370
+ "STS14": {
371
+ "spearman": 0.5807960335642437,
372
+ "self_cos": 0.09662418067455292,
373
+ "erank": 41.01604673311826
374
+ },
375
+ "STS15": {
376
+ "spearman": 0.7324524449854041,
377
+ "self_cos": 0.12298985570669174,
378
+ "erank": 31.98389878112527
379
+ },
380
+ "STS16": {
381
+ "spearman": 0.7325231388004989,
382
+ "self_cos": 0.10785933583974838,
383
+ "erank": 38.516036045879765
384
+ },
385
+ "BIOSSES": {
386
+ "spearman": 0.5611874858327421,
387
+ "self_cos": 0.5507971048355103,
388
+ "erank": 27.370018705679318
389
+ }
390
+ },
391
+ "COLLECTIVE": {
392
+ "STS-B": {
393
+ "spearman": 0.7675060784009414,
394
+ "self_cos": 0.09836453199386597,
395
+ "erank": 55.481259715396334
396
+ },
397
+ "SICK-R": {
398
+ "spearman": 0.7373731114112392,
399
+ "self_cos": 0.1557040512561798,
400
+ "erank": 35.302226931924814
401
+ },
402
+ "STS12": {
403
+ "spearman": 0.6705535996774682,
404
+ "self_cos": 0.10657864063978195,
405
+ "erank": 51.065378655501334
406
+ },
407
+ "STS13": {
408
+ "spearman": 0.7381151114408091,
409
+ "self_cos": 0.14639370143413544,
410
+ "erank": 33.99815963149715
411
+ },
412
+ "STS14": {
413
+ "spearman": 0.694454052467266,
414
+ "self_cos": 0.09880727529525757,
415
+ "erank": 57.45075575968722
416
+ },
417
+ "STS15": {
418
+ "spearman": 0.8108614998733563,
419
+ "self_cos": 0.15598554909229279,
420
+ "erank": 35.80340180556993
421
+ },
422
+ "STS16": {
423
+ "spearman": 0.7695018825173098,
424
+ "self_cos": 0.13625912368297577,
425
+ "erank": 52.54922082320413
426
+ },
427
+ "BIOSSES": {
428
+ "spearman": 0.6471894454457336,
429
+ "self_cos": 0.46235573291778564,
430
+ "erank": 32.95010784173896
431
+ }
432
+ }
433
  },
434
+ "dispatch": "/content/b_arms/captionbert-b-arms-native.dispatch.pt",
435
+ "anchors": {
436
+ "equiv": "equiv.anchor.pt",
437
+ "simplify": "simplify.anchor.pt",
438
+ "paraphrase": "paraphrase.anchor.pt"
439
  }
440
  }
441
  }