| model,algo,config,bpp,zeroshot_mem_allot,zeroshot_mem_reserved,acc1_zeroshot_cls,acc5_zeroshot_cls,recall_zeroshot_cls,duration_zeroshot_cls,linear_probe_mem_allot,linear_probe_mem_reserved,acc1_linear_probe,acc5_linear_probe,recall_linear_probe,duration_linear_probe |
| CLIP-ViT-B-32-laion2B-s34B-b79K,fp16,base,16,850.7080078125,3826,0.66532,0.899,0.66546,234.42440819740293,1529.10107421875,11222,0.74146,0.93046,0.7413399999999999,4107.749242544174 |
| CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b2g16,3.02,381.8896484375,456,0.23974,0.47004,0.23962,203.7415533065796,1184.15380859375,1318,0.52724,0.77376,0.5271399999999999,4135.487983226776 |
| CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b2g32,2.51,374.5771484375,452,0.04142,0.10862,0.04148,207.44386196136475,1177.59130859375,1314,0.3371,0.57482,0.3371,4208.805464982986 |
| CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b2g64,2.25,370.9208984375,452,0.00438,0.01916,0.00438,206.0947680473328,1173.68505859375,1332,0.23036,0.43754,0.23016,4207.1489610672 |
| CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b3g128,3.13,382.35400390625,472,0.48118,0.759,0.4812599999999999,208.10354614257807,1184.04443359375,1334,0.66726,0.882,0.6673600000000001,4254.134332895279 |
| CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b3g32,3.51,394.0771484375,472,0.60172,0.85774,0.60156,210.99557971954343,1202.71630859375,1350,0.7136,0.91542,0.71354,4405.324194431305 |
| CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b3g64,3.25,385.5458984375,448,0.5505,0.821,0.5505,227.58782124519348,1188.56005859375,1650,0.68872,0.8996,0.68882,4307.874148368835 |
| CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b4g128,4.13,388.5927734375,470,0.63282,0.87984,0.6325,216.2379570007324,1183.82958984375,1650,0.73274,0.9247,0.7325799999999999,4190.1527416706085 |
| CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b4g32,4.51,394.0771484375,496,0.65214,0.89108,0.65168,205.0110003948212,1199.81396484375,1356,0.73664,0.9273,0.73642,4134.246334075928 |
| CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b4g64,4.25,422.00439453125,534,0.64706,0.88756,0.64708,209.97533631324768,1198.15771484375,1372,0.73448,0.92596,0.7345,4239.345412492752 |
| CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b8g128,8.13,455.4658203125,534,0.66528,0.89846,0.66488,203.35580730438232,1230.70458984375,1434,0.74078,0.93038,0.74104,4206.988228321075 |
| CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b8g32,8.51,457.3173828125,514,0.6655,0.899,0.66562,207.1688771247864,1237.06396484375,1434,0.74134,0.9302,0.74128,4243.80326128006 |
| CLIP-ViT-B-32-laion2B-s34B-b79K,hqq,b8g64,8.25,429.4208984375,448,0.66494,0.89864,0.66501999999999994,240.3741898536682,1222.65771484375,1260,0.74164,0.93042,0.74174,4117.857486486435 |
| CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_20,2.2,375.15673828125,468,0.00282,0.01056,0.0028,58.48104786872864,1175.44091796875,1552,0.20718,0.40748,0.20728,5786.485795736313 |
| CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_25,2.25,373.99365234375,502,0.0039,0.01406,0.00394,59.11011552810669,1174.76220703125,1556,0.21222,0.4066,0.212,5634.143008232117 |
| CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_46,2.46,377.28564453125,1786,0.00324,0.0151,0.00324,59.59771013259888,1177.92626953125,2824,0.2425,0.45582,0.24246,4395.418176412582 |
| CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_51,2.51,1580.25830078125,2728,0.00454,0.01924,0.00456,59.47060823440552,1589.19580078125,9342,0.24444,0.46038,0.24432,4163.087644338608 |
| CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_96,2.96,385.5791015625,438,0.06576,0.16514,0.06588,57.96672034263611,1182.39404296875,1380,0.39072,0.63548,0.39076,4231.311728477478 |
| CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,2_99,2.99,384.9541015625,440,0.07934,0.1966,0.07932,58.85348153114319,1172.76904296875,1206,0.41118,0.6577,0.411,4337.7286901474 |
| CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_16,3.16,389.0048828125,442,0.39724,0.66838,0.3971599999999999,59.14638710021973,1185.84716796875,1330,0.62064,0.85066,0.62076,4630.061227560043 |
| CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_19,3.19,388.4794921875,442,0.4088,0.67846,0.40906,58.98822188377381,1185.32177734375,1330,0.6252,0.85228,0.62516,4359.522394657135 |
| CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_23,3.23,388.24609375,462,0.51688,0.79446,0.51734,57.894038438797,1186.71337890625,1330,0.681,0.89498,0.6810600000000001,4232.04615354538 |
| CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_33,3.33,388.021484375,462,0.53612,0.80948,0.5362,57.809327840805054,1187.98876953125,1328,0.68716,0.89758,0.68722,4213.00830411911 |
| CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,3_40,3.4,390.40185546875,460,0.54548,0.8159,0.5454000000000001,58.0008556842804,1188.58544921875,1308,0.69254,0.90106,0.69248,4224.0455493927 |
| CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_28,4.28,399.03271484375,466,0.64694,0.88618,0.6470199999999999,57.00142502784729,1194.81298828125,1288,0.73342,0.926,0.7333999999999999,4350.59180521965 |
| CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_33,4.33,395.17041015625,466,0.64656,0.88672,0.6467,58.24850296974182,1196.10693359375,1288,0.73426,0.92584,0.73422,4257.70300579071 |
| CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_37,4.37,397.64404296875,468,0.6479,0.88796,0.648,56.93164253234863,1195.33056640625,1290,0.73466,0.92646,0.7348199999999999,4320.039063453674 |
| CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_42,4.42,395.83056640625,470,0.64864,0.88908,0.64904,57.19618344306946,1197.01708984375,1312,0.73392,0.92648,0.7340399999999999,4687.621387720108 |
| CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_46,4.46,399.06201171875,476,0.65118,0.88992,0.651,56.432485580444336,1196.62353515625,1338,0.73558,0.9266,0.73554,4513.432942390442 |
| CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_73,4.73,399.90771484375,478,0.65174,0.88992,0.65168,58.4588782787323,1201.03564453125,1656,0.73662,0.92722,0.7365799999999999,4372.478152990341 |
| CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,4_95,4.95,404.62841796875,478,0.65364,0.8909,0.6534,57.02742958068848,1191.28759765625,1656,0.73624,0.9272,0.73612,4227.337435007095 |
| CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,5_00,5,424.18505859375,526,0.65386,0.8905,0.6536200000000001,58.88898205757141,1205.02197265625,1506,0.73624,0.9272,0.73612,4150.996949195862 |
| CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,7_48,7.48,446.2626953125,526,0.6579,0.89478,0.65786,57.41234350204468,1228.94189453125,1546,0.73854,0.929,0.73848,4795.517537593842 |
| CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,7_56,7.56,446.697265625,542,0.6587,0.896,0.6585200000000001,56.63871049880981,1230.47607421875,1588,0.73938,0.92888,0.73946,4570.159451007843 |
| CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,7_64,7.64,450.287109375,696,0.6596,0.89506,0.6595599999999999,57.13972759246826,1228.62646484375,1970,0.73852,0.92886,0.73854,5134.144375801086 |
| CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,7_72,7.72,449.390625,1876,0.6599,0.89588,0.6600799999999999,57.5182888507843,1236.05029296875,2888,0.7391,0.92964,0.7392000000000001,4563.934373140335 |
| CLIP-ViT-B-32-laion2B-s34B-b79K,mxq,7_80,7.8,1707.1650390625,2798,0.66172,0.89494,0.6614800000000001,58.5947802066803,1713.7822265625,9252,0.73958,0.9298,0.73932,4096.482877016068 |
| CLIP-ViT-H-14-laion2B-s32B-b79K,fp16,base,16,5490.5224609375,5566,0.77954,0.95236,0.7793800000000001,298.7095136642456,9131.52978515625,11212,0.80422,0.95808,0.8041200000000001,4490.457540988922 |
| CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b2g16,3.02,2084.79638671875,2248,0.73658,0.93584,0.7366,255.04898047447205,2607.767578125,2868,0.7759,0.9457,0.77576,5166.532215 |
| CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b2g32,2.51,2029.29638671875,2204,0.70882,0.92204,0.7089,256.4049708843231,2552.267578125,2784,0.7646,0.9395,0.7645,5174.188637 |
| CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b2g64,2.25,2001.54638671875,2174,0.64486,0.8846,0.64488,252.53501534461972,2524.517578125,2714,0.736,0.9253,0.73588,5135.478503 |
| CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b3g128,3.13,2080.17138671875,2142,0.75858,0.94486,0.7584,258.6200158596039,2603.142578125,2788,0.7847,0.9498,0.78466,5250.123513 |
| CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b3g32,3.51,2177.29638671875,2288,0.77002,0.94878,0.76992,262.8787679672241,2700.267578125,2788,0.791,0.9533,0.79098,5460.500207 |
| CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b3g64,3.25,2112.54638671875,2234,0.76546,0.94786,0.76552,257.909943819046,2635.517578125,2760,0.7884,0.9517,0.78858,6015.389389 |
| CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b4g128,4.13,2135.67138671875,2234,0.77442,0.9505,0.77468,254.11069107055664,2650.517578125,2760,0.7946,0.9538,0.79454,5491.042414 |
| CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b4g32,4.51,2177.29638671875,2224,0.77726,0.9514,0.77718,256.3928999900818,2700.267578125,3006,0.7942,0.9543,0.79414,5487.404753 |
| CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b4g64,4.25,2409.8857421875,2674,0.77672,0.95098,0.77674,252.3574025630951,2672.517578125,3094,0.7939,0.9535,0.79382,5690.34893 |
| CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b8g128,8.13,2731.6044921875,2754,0.77938,0.9523,0.77944,253.4150836467743,2954.642578125,3328,0.7952,0.9543,0.79524,5581.037979 |
| CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b8g32,8.51,2745.5732421875,2768,0.77936,0.95226,0.7794200000000001,253.0357608795166,2996.267578125,3328,0.7953,0.9542,0.79536,5651.640073 |
| CLIP-ViT-H-14-laion2B-s32B-b79K,hqq,b8g64,8.25,2453.67138671875,2868,0.77936,0.95216,0.77934,253.50478506088257,2960.392578125,3054,0.7952,0.9541,0.79524,5661.854148 |
| CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_20,2.2,1994.93798828125,2728,0.5839,0.84888,0.58376,248.6138243675232,5633.9716796875,9342,0.72906,0.92072,0.7289,4802.375846862793 |
| CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_25,2.25,1999.48974609375,2668,0.6162,0.86834,0.61614,249.70466470718384,5636.6640625,9308,0.73918,0.92558,0.7389600000000001,4806.175360918045 |
| CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_46,2.46,2016.44677734375,2660,0.64764,0.88846,0.6479400000000001,250.2093288898468,5652.8662109375,9286,0.74406,0.92958,0.7440399999999999,4795.576543569565 |
| CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_51,2.51,2019.27490234375,2566,0.6458,0.88562,0.6455599999999999,256.29225873947144,5650.12109375,8840,0.74196,0.92768,0.7420399999999999,4861.056388378143 |
| CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_96,2.96,2079.97802734375,2798,0.71108,0.92096,0.7111200000000001,251.76954698562625,5715.81640625,9256,0.77518,0.94334,0.77524,6478.146624803543 |
| CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,2_99,2.99,2078.34521484375,2850,0.71894,0.9256,0.71878,250.6050159931183,5722.67578125,9256,0.78036,0.94542,0.78036,7994.195727109909 |
| CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_16,3.16,2096.76416015625,2850,0.75334,0.94218,0.7533800000000002,251.8450186252594,2041.6669921875,9266,0.79092,0.95314,0.7908,103.84661412239076 |
| CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_19,3.19,2114.41943359375,2870,0.7528,0.94152,0.7529000000000001,252.1253638267517,5755.1640625,9266,0.7922,0.9529,0.7921,4843.43253993988 |
| CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_23,3.23,2123.26611328125,2870,0.75986,0.94492,0.75964,252.8214728832245,2049.7880859375,2440,0.79514,0.95474,0.79522,96.38240718841551 |
| CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_33,3.33,2115.92138671875,2932,0.76308,0.94524,0.76292,251.3493690490723,2065.4619140625,2442,0.79462,0.95482,0.7945399999999999,96.01601362228394 |
| CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,3_40,3.4,2121.57275390625,2958,0.76422,0.9459,0.76444,251.08874702453613,2095.458984375,2590,0.79638,0.95486,0.7964600000000001,99.07187056541444 |
| CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_28,4.28,2152.16845703125,3046,0.77676,0.95126,0.7765,247.6219892501831,2125.3076171875,8976,0.80324,0.95752,0.8032999999999999,92.1231610774994 |
| CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_33,4.33,2151.53076171875,3046,0.77712,0.95116,0.7770199999999999,247.09485745429996,5780.126953125,8976,0.80318,0.95744,0.8032,4848.67263174057 |
| CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_37,4.37,2157.66162109375,3058,0.77666,0.95146,0.7768400000000001,246.9352788925171,2138.501953125,9468,0.80274,0.95774,0.8027000000000001,90.3706829547882 |
| CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_42,4.42,2155.98193359375,3058,0.77718,0.95146,0.7773199999999999,246.3720235824585,5794.34375,9468,0.8034,0.95724,0.80334,4827.254663228989 |
| CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_46,4.46,2162.28759765625,3124,0.77748,0.9513,0.77726,246.551632642746,5797.0244140625,9452,0.80416,0.9577,0.8039200000000001,4949.785306453705 |
| CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_73,4.73,2195.9306640625,3124,0.7774,0.95134,0.7771800000000001,247.1677258014679,1686.16259765625,1758,0.80236,0.95814,0.8023,79.41548132896423 |
| CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,4_95,4.95,2216.939453125,3302,0.77694,0.95126,0.77712,246.9272096157074,1702.58935546875,1778,0.80236,0.95814,0.8023,78.34278130531311 |
| CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,5_00,5,2398.791015625,3420,0.77688,0.95142,0.77704,246.6440756320953,2408.041015625,2706,0.80282,0.9582,0.8027000000000001,89.75235366821289 |
| CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_48,7.48,2589.8935546875,3562,0.77722,0.95146,0.77738,246.27827095985413,2595.1279296875,2786,0.8036,0.95768,0.8036,84.02168917655945 |
| CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_56,7.56,2600.0849609375,3562,0.77656,0.95158,0.7765,246.5051016807556,2605.9443359375,2826,0.8029,0.95814,0.80282,87.96886658668518 |
| CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_64,7.64,2611.8447265625,3500,0.77678,0.95162,0.7769400000000001,247.2195603847504,2617.5947265625,2784,0.80312,0.95798,0.80296,85.02706289291382 |
| CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_72,7.72,2621.0166015625,3500,0.7774,0.95164,0.7770199999999999,246.9220278263092,2628.2666015625,2764,0.80252,0.95808,0.80244,85.15818667411804 |
| CLIP-ViT-H-14-laion2B-s32B-b79K,mxq,7_80,7.8,2404.02001953125,2968,0.77708,0.95178,0.77696,249.7998857498169,1912.86865234375,2016,0.8036,0.95824,0.80366,81.83852958679199 |
| CLIP-ViT-L-14-laion2B-s32B-b82K,fp16,base,16,2642.55908203125,5566,0.75248,0.94254,0.7524000000000001,270.4265851974488,5591.7451171875,7674,0.79852,0.95564,0.7987000000000001,4094.162350416184 |
|
|
