Hugging Face's logo

amanwithaplan
/
arcade-reranker

Text Ranking
sentence-transformers
Safetensors
modernbert
cross-encoder
reranker
Generated from Trainer
dataset_size:2277
loss:BinaryCrossEntropyLoss
Eval Results (legacy)
text-embeddings-inference
Model card Files
xet
 Community
amanwithaplan commited on
Commit
fd93bc2
·
verified ·
1 Parent(s): 0b7d85a

Training in progress, step 350

Browse files
Files changed (6) hide show
  1. eval/CrossEncoderRerankingEvaluator_NanoMSMARCO_R100_results_@10.csv +14 -16
  2. eval/CrossEncoderRerankingEvaluator_NanoNFCorpus_R100_results_@10.csv +14 -16
  3. eval/CrossEncoderRerankingEvaluator_NanoNQ_R100_results_@10.csv +14 -16
  4. eval/NanoBEIR_evaluation_mean_results.csv +14 -16
  5. model.safetensors +1 -1
  6. training_args.bin +1 -1
eval/CrossEncoderRerankingEvaluator_NanoMSMARCO_R100_results_@10.csv CHANGED
@@ -1,17 +1,15 @@
1
  epoch,steps,MAP,MRR@10,NDCG@10
2
- 0.17482517482517482,25,0.6444274789811874,0.6365793650793651,0.6900698191918571
3
- 0.34965034965034963,50,0.6378856186084447,0.6303015873015874,0.6856312241148109
4
- 0.5244755244755245,75,0.6306497468819451,0.622968253968254,0.6798840401501974
5
- 0.6993006993006993,100,0.623389332889333,0.6153333333333333,0.6743265441587039
6
- 0.8741258741258742,125,0.6315096504107768,0.6236666666666667,0.6809502031400944
7
- 1.048951048951049,150,0.6216981125007441,0.6112222222222222,0.6674138926695572
8
- 1.2237762237762237,175,0.6079128809487875,0.5980555555555556,0.6573726028991131
9
- 1.3986013986013985,200,0.6015885019887308,0.5934444444444444,0.6579773614484614
10
- 1.5734265734265733,225,0.6025512522393327,0.5944444444444444,0.659328216750955
11
- 1.7482517482517483,250,0.6112312622018504,0.6017460317460318,0.6606058282879047
12
- 1.9230769230769231,275,0.5962198912198912,0.5880555555555556,0.6548541045162481
13
- 2.097902097902098,300,0.596559771497852,0.5898888888888889,0.6600993919465583
14
- 2.2727272727272725,325,0.5756836219336219,0.5667777777777778,0.6386716827256952
15
- 2.4475524475524475,350,0.5968839228929973,0.5894920634920635,0.6596873037967392
16
- 2.6223776223776225,375,0.5804004251004251,0.5746111111111111,0.6484009429027487
17
- 2.797202797202797,400,0.5882163742690057,0.5821904761904761,0.6542784271862103
 
1
  epoch,steps,MAP,MRR@10,NDCG@10
2
+ 0.17482517482517482,25,0.6427556693666534,0.635079365079365,0.6886420605828808
3
+ 0.34965034965034963,50,0.6248880381847502,0.6174126984126984,0.6759815505475768
4
+ 0.5244755244755245,75,0.6312881332046929,0.6235555555555555,0.6804282810442106
5
+ 0.6993006993006993,100,0.6228742904543146,0.6147777777777778,0.674185937102181
6
+ 0.8741258741258742,125,0.6178556433819591,0.6100793650793651,0.6707320294515224
7
+ 1.048951048951049,150,0.6151258064660757,0.6072222222222223,0.6685709114555871
8
+ 1.2237762237762237,175,0.6151159564653002,0.6072222222222223,0.6685709114555871
9
+ 1.3986013986013985,200,0.6146394660823415,0.6067460317460318,0.6681134343800933
10
+ 1.5734265734265733,225,0.6181411439550974,0.6100793650793651,0.6707320294515224
11
+ 1.7482517482517483,250,0.6169477304990185,0.6094126984126984,0.6701191170489921
12
+ 1.9230769230769231,275,0.6175353155616314,0.6100793650793651,0.6707320294515224
13
+ 2.097902097902098,300,0.6174498813879619,0.6098571428571429,0.6704927260646006
14
+ 2.2727272727272725,325,0.6073084672465476,0.5997222222222223,0.6629932553919996
15
+ 2.4475524475524475,350,0.6171961351342157,0.6095,0.6701353569336485
 
 
eval/CrossEncoderRerankingEvaluator_NanoNFCorpus_R100_results_@10.csv CHANGED
@@ -1,17 +1,15 @@
1
  epoch,steps,MAP,MRR@10,NDCG@10
2
- 0.17482517482517482,25,0.4033413059752606,0.6448888888888888,0.45519648585100375
3
- 0.34965034965034963,50,0.4068603787100819,0.6390476190476191,0.43697031946338233
4
- 0.5244755244755245,75,0.4094555278076073,0.6317222222222223,0.43906859536080556
5
- 0.6993006993006993,100,0.4086563148773618,0.6448571428571429,0.4487696572456859
6
- 0.8741258741258742,125,0.40362583873513463,0.6412222222222222,0.45164883405029566
7
- 1.048951048951049,150,0.4032844505983196,0.628,0.44207219975691936
8
- 1.2237762237762237,175,0.4023017787598235,0.5996904761904762,0.4449820385860855
9
- 1.3986013986013985,200,0.3978401180130152,0.6262222222222222,0.4500014165190758
10
- 1.5734265734265733,225,0.39878534348198874,0.6195555555555555,0.4477665599309874
11
- 1.7482517482517483,250,0.4016685164378707,0.6148333333333332,0.44975559445336755
12
- 1.9230769230769231,275,0.39401167431519385,0.5956666666666667,0.4331889613068584
13
- 2.097902097902098,300,0.39530345740553047,0.6133015873015872,0.4494828681088503
14
- 2.2727272727272725,325,0.39622560346718133,0.6015,0.43987757992815907
15
- 2.4475524475524475,350,0.39602855036745843,0.6178888888888888,0.4379368504277577
16
- 2.6223776223776225,375,0.3962567054985305,0.6027222222222223,0.43518940557915314
17
- 2.797202797202797,400,0.39681268632709793,0.6199999999999999,0.43711891522435337
 
1
  epoch,steps,MAP,MRR@10,NDCG@10
2
+ 0.17482517482517482,25,0.40416205612167416,0.6491111111111111,0.45531719495066975
3
+ 0.34965034965034963,50,0.4068742758510702,0.6413333333333333,0.4424670488274687
4
+ 0.5244755244755245,75,0.40653218200939867,0.6281666666666667,0.44279719265175266
5
+ 0.6993006993006993,100,0.4073572305707036,0.645,0.4504798808489497
6
+ 0.8741258741258742,125,0.4051250298673853,0.6500238095238096,0.45410228931767443
7
+ 1.048951048951049,150,0.40507863910870084,0.6491904761904763,0.4463409097994406
8
+ 1.2237762237762237,175,0.40530488559525396,0.6417460317460317,0.4570050897946457
9
+ 1.3986013986013985,200,0.40629418863394456,0.6541349206349207,0.45877506333463713
10
+ 1.5734265734265733,225,0.40657581680065313,0.6462460317460318,0.4640783597433344
11
+ 1.7482517482517483,250,0.40650402783348105,0.6502698412698413,0.45700011136796026
12
+ 1.9230769230769231,275,0.40547876656227616,0.6565793650793651,0.4587308715965719
13
+ 2.097902097902098,300,0.4060757347782599,0.6556904761904763,0.45996631652738473
14
+ 2.2727272727272725,325,0.4058409019578459,0.6521587301587302,0.4524154404563966
15
+ 2.4475524475524475,350,0.4063945939107871,0.6547777777777778,0.4546970863677639
 
 
eval/CrossEncoderRerankingEvaluator_NanoNQ_R100_results_@10.csv CHANGED
@@ -1,17 +1,15 @@
1
  epoch,steps,MAP,MRR@10,NDCG@10
2
- 0.17482517482517482,25,0.7085155168905168,0.7322142857142856,0.765193351337308
3
- 0.34965034965034963,50,0.7093467980295566,0.7325714285714285,0.7657698403476846
4
- 0.5244755244755245,75,0.7098982367868777,0.7315793650793652,0.7688851473834407
5
- 0.6993006993006993,100,0.7079606374807987,0.7272142857142856,0.7634244848071355
6
- 0.8741258741258742,125,0.7247662119489706,0.7497142857142856,0.776761807261648
7
- 1.048951048951049,150,0.7197098114188859,0.7422380952380953,0.7694088359377045
8
- 1.2237762237762237,175,0.7067903612821942,0.7262142857142857,0.7621462415180932
9
- 1.3986013986013985,200,0.6936770951270951,0.7120555555555554,0.7432944050312571
10
- 1.5734265734265733,225,0.7024712796164408,0.7221904761904762,0.7552994243745895
11
- 1.7482517482517483,250,0.7171523379154958,0.7361904761904762,0.769457122512801
12
- 1.9230769230769231,275,0.7151398624850238,0.7354999999999999,0.7568944791283735
13
- 2.097902097902098,300,0.7157653549642247,0.743,0.758187614471355
14
- 2.2727272727272725,325,0.7030153844428267,0.7222698412698412,0.7517471084870292
15
- 2.4475524475524475,350,0.7101853050331312,0.7271666666666667,0.7466784851913403
16
- 2.6223776223776225,375,0.6900671676149936,0.7068571428571429,0.7320001575269033
17
- 2.797202797202797,400,0.683288015905663,0.7023333333333333,0.7326953047642033
 
1
  epoch,steps,MAP,MRR@10,NDCG@10
2
+ 0.17482517482517482,25,0.6988342656500152,0.7225714285714285,0.7583160437395997
3
+ 0.34965034965034963,50,0.7090674228305807,0.7322142857142856,0.7654124712167324
4
+ 0.5244755244755245,75,0.7072674181184618,0.7290238095238095,0.7669037239418667
5
+ 0.6993006993006993,100,0.7073747757497756,0.7269365079365079,0.766400072135788
6
+ 0.8741258741258742,125,0.7027122636135793,0.7213809523809523,0.7592964111816738
7
+ 1.048951048951049,150,0.7027513297513298,0.7237142857142856,0.7596714921084251
8
+ 1.2237762237762237,175,0.7022393522083925,0.7237142857142856,0.7595247639085145
9
+ 1.3986013986013985,200,0.6985371476349738,0.7203571428571428,0.7566656341204695
10
+ 1.5734265734265733,225,0.7012355603333864,0.7223809523809522,0.7588799426265287
11
+ 1.7482517482517483,250,0.7017102712102711,0.7198809523809524,0.7582279977982729
12
+ 1.9230769230769231,275,0.7001424657042304,0.7188809523809523,0.7571306990256068
13
+ 2.097902097902098,300,0.7011471306471306,0.7198809523809524,0.7576916384359436
14
+ 2.2727272727272725,325,0.6966510479530565,0.7159126984126984,0.754280248411217
15
+ 2.4475524475524475,350,0.6965152272791806,0.7159126984126984,0.7507354626755361
 
 
eval/NanoBEIR_evaluation_mean_results.csv CHANGED
@@ -1,17 +1,15 @@
1
  epoch,steps,MAP,MRR@10,NDCG@10
2
- 0.17482517482517482,25,0.5854281006156549,0.6712275132275131,0.6368198854600563
3
- 0.34965034965034963,50,0.5846975984493611,0.6673068783068783,0.6294571279752926
4
- 0.5244755244755245,75,0.5833345038254767,0.6620899470899472,0.6292792609648146
5
- 0.6993006993006993,100,0.5800020950824979,0.6624682539682539,0.6288402287371752
6
- 0.8741258741258742,125,0.5866339003649607,0.6715343915343915,0.636453614817346
7
- 1.048951048951049,150,0.5815641248393165,0.6604867724867725,0.6262983094547271
8
- 1.2237762237762237,175,0.5723350069969351,0.6413201058201058,0.6215002943344307
9
- 1.3986013986013985,200,0.5643685717096137,0.6439074074074074,0.6170910609995981
10
- 1.5734265734265733,225,0.5679359584459207,0.6453968253968254,0.620798067018844
11
- 1.7482517482517483,250,0.576684038851739,0.6509232804232804,0.6266061817513577
12
- 1.9230769230769231,275,0.5684571426733697,0.6397407407407408,0.6149791816504934
13
- 2.097902097902098,300,0.569209527955869,0.6487301587301587,0.6225899581755878
14
- 2.2727272727272725,325,0.55830820328121,0.6301825396825397,0.6100987903802945
15
- 2.4475524475524475,350,0.5676992594311957,0.6448492063492064,0.6147675464719456
16
- 2.6223776223776225,375,0.5555747660713164,0.6280634920634921,0.6051968353362683
17
- 2.797202797202797,400,0.5561056921672556,0.6348412698412698,0.608030882391589
 
1
  epoch,steps,MAP,MRR@10,NDCG@10
2
+ 0.17482517482517482,25,0.5819173303794476,0.6689206349206348,0.6340917664243834
3
+ 0.34965034965034963,50,0.580276578955467,0.6636534391534391,0.6279536901972592
4
+ 0.5244755244755245,75,0.5816959111108512,0.6602486772486772,0.6300430658792767
5
+ 0.6993006993006993,100,0.5792020989249314,0.6622380952380952,0.6303552966956395
6
+ 0.8741258741258742,125,0.5752309789543079,0.660494708994709,0.6280435766502902
7
+ 1.048951048951049,150,0.5743185917753687,0.6600423280423281,0.6248611044544843
8
+ 1.2237762237762237,175,0.5742200647563155,0.6575608465608466,0.6283669217195825
9
+ 1.3986013986013985,200,0.5731569341170867,0.6604126984126985,0.6278513772783999
10
+ 1.5734265734265733,225,0.5753175070297124,0.659568783068783,0.6312301106071285
11
+ 1.7482517482517483,250,0.5750540098475901,0.6598544973544974,0.6284490754050751
12
+ 1.9230769230769231,275,0.5743855159427126,0.6618465608465608,0.6288645333579004
13
+ 2.097902097902098,300,0.5748909156044508,0.6618095238095238,0.629383560342643
14
+ 2.2727272727272725,325,0.5699334723858167,0.6559312169312169,0.6232296480865377
15
+ 2.4475524475524475,350,0.5733686521080611,0.6600634920634921,0.6251893019923161
 
 
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4139056c35bf33f41057bac2d6a991451be21d44ad0fd57eaa83755fc44a11b1
3
  size 598436708
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f6daf48f71356bbbc94a4d70e7914e6572138c701f24282aabdf66455309eaf
3
  size 598436708
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b49a6860e4271fd371204c6ccc2d0f7d2b20b1008f5ecbdb84688c566fc1ab44
3
  size 5585
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37c1dde40f3a92660005c4631031ece1df148b89ecdb7b5cf4ac6623150584a7
3
  size 5585