Upload 86 files

.gitattributes

@@ -33,3 +33,67 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+eval_runs/cifar100_hjepa_mv/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/cifar100_hjepa_mv/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/cifar100_hjepa_mv/plots/summary.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/cifar100_sigreg_tokens/plots/summary.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_hjepa_mv_epoch_010/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_hjepa_mv_epoch_010/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_hjepa_mv_epoch_010/plots/summary.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_hjepa_mv_epoch_020/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_hjepa_mv_epoch_020/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_hjepa_mv_epoch_020/plots/summary.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_hjepa_mv_epoch_030/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_hjepa_mv_epoch_030/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_hjepa_mv_epoch_030/plots/summary.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_hjepa_mv_epoch_040/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_hjepa_mv_epoch_040/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_hjepa_mv_epoch_040/plots/summary.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_hjepa_mv_lp_lr0p01/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_hjepa_mv_lp_lr0p01/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_hjepa_mv_lp_lr0p01/plots/summary.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_hjepa_mv_lp_lr0p03/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_hjepa_mv_lp_lr0p03/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_hjepa_mv_lp_lr0p03/plots/summary.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_hjepa_mv_lp_lr0p1/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_hjepa_mv_lp_lr0p1/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_hjepa_mv_lp_lr0p1/plots/summary.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_hjepa_mv_lp_lr0p2/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_hjepa_mv_lp_lr0p2/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_hjepa_mv_lp_lr0p2/plots/summary.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_hjepa_mv_lp_lr0p3/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_hjepa_mv_lp_lr0p3/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_hjepa_mv_lp_lr0p3/plots/summary.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_hjepa_mv/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_hjepa_mv/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_hjepa_mv/plots/summary.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_sigreg_tokens_epoch_010/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_sigreg_tokens_epoch_010/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_sigreg_tokens_epoch_010/plots/summary.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_sigreg_tokens_epoch_020/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_sigreg_tokens_epoch_020/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_sigreg_tokens_epoch_020/plots/summary.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_sigreg_tokens_epoch_030/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_sigreg_tokens_epoch_030/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_sigreg_tokens_epoch_030/plots/summary.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_sigreg_tokens_epoch_040/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_sigreg_tokens_epoch_040/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_sigreg_tokens_epoch_040/plots/summary.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_sigreg_tokens_lp_lr0p01/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_sigreg_tokens_lp_lr0p01/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_sigreg_tokens_lp_lr0p01/plots/summary.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_sigreg_tokens_lp_lr0p03/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_sigreg_tokens_lp_lr0p03/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_sigreg_tokens_lp_lr0p03/plots/summary.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_sigreg_tokens_lp_lr0p1/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_sigreg_tokens_lp_lr0p1/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_sigreg_tokens_lp_lr0p1/plots/summary.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_sigreg_tokens_lp_lr0p2/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_sigreg_tokens_lp_lr0p2/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_sigreg_tokens_lp_lr0p2/plots/summary.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_sigreg_tokens_lp_lr0p3/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_sigreg_tokens_lp_lr0p3/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_sigreg_tokens_lp_lr0p3/plots/summary.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_sigreg_tokens/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_sigreg_tokens/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/imagenet_sigreg_tokens/plots/summary.png filter=lfs diff=lfs merge=lfs -text

eval_runs/cifar100_hjepa_mv/metrics.json

@@ -0,0 +1,1345 @@
+{
+  "checkpoint": "checkpoints/cifar100_hjepa_mv.pth",
+  "config": "configs/cifar100_hjepa_mv.yaml",
+  "dataset": "cifar100",
+  "data_root": "./data",
+  "num_classes": 100,
+  "ckpt_load_info": {
+    "try_0_missing": 0,
+    "try_0_unexpected": 0,
+    "loaded_from_try": 0
+  },
+  "coord_mode": "raw",
+  "split_qp": true,
+  "coord": "raw",
+  "qp_variant": "q",
+  "feature_dim": 1024,
+  "timing": {
+    "feature_extract_sec": 4.703675985336304
+  },
+  "knn": {
+    "k_values": [
+      1,
+      5,
+      10,
+      20,
+      50,
+      100,
+      200
+    ],
+    "top1": [
+      0.3232,
+      0.3226,
+      0.3421,
+      0.3443,
+      0.3431,
+      0.3334,
+      0.3201
+    ],
+    "top5": [
+      0.3498,
+      0.5468,
+      0.5659,
+      0.6058,
+      0.6346,
+      0.6379,
+      0.635
+    ]
+  },
+  "linear_probe": {
+    "epochs": 50,
+    "batch_size": 256,
+    "lr": 0.001,
+    "weight_decay": 1e-06,
+    "top1": 0.4459,
+    "top5": 0.7294
+  },
+  "diagnostics": {
+    "covariance_spectrum_topq": {
+      "n_used": 5000,
+      "q_used": 256,
+      "eff_rank_topq": 128.98362731933594,
+      "participation_ratio_topq": 70.33891296386719,
+      "eigs_top": [
+        24.748926162719727,
+        15.372430801391602,
+        13.855799674987793,
+        10.139344215393066,
+        9.161185264587402,
+        9.117219924926758,
+        8.561614036560059,
+        7.8005900382995605,
+        7.166092395782471,
+        6.602936267852783,
+        6.184543609619141,
+        5.865609645843506,
+        5.518916130065918,
+        5.324978828430176,
+        4.9440717697143555,
+        4.827391624450684,
+        4.609276294708252,
+        4.413812160491943,
+        4.257317543029785,
+        4.20548152923584,
+        4.149991989135742,
+        3.9779303073883057,
+        3.9024765491485596,
+        3.7714967727661133,
+        3.6359169483184814,
+        3.5094218254089355,
+        3.416339635848999,
+        3.311696767807007,
+        3.256213665008545,
+        3.1955811977386475,
+        3.157466411590576,
+        3.0414414405822754,
+        2.976814031600952,
+        2.8924052715301514,
+        2.8674652576446533,
+        2.8222527503967285,
+        2.75616717338562,
+        2.7122299671173096,
+        2.653907299041748,
+        2.591749906539917,
+        2.5526440143585205,
+        2.508694648742676,
+        2.433879852294922,
+        2.3557119369506836,
+        2.321216106414795,
+        2.300050735473633,
+        2.2385776042938232,
+        2.2160754203796387,
+        2.1688449382781982,
+        2.1076998710632324,
+        2.084275722503662,
+        2.0381228923797607,
+        2.012153387069702,
+        1.9730994701385498,
+        1.9528087377548218,
+        1.9095714092254639,
+        1.886664628982544,
+        1.8506149053573608,
+        1.7908552885055542,
+        1.7758780717849731,
+        1.7286964654922485,
+        1.6929165124893188,
+        1.6691306829452515,
+        1.648154377937317,
+        1.6188499927520752,
+        1.613603115081787,
+        1.5862014293670654,
+        1.5442438125610352,
+        1.5247591733932495,
+        1.5055444240570068,
+        1.4974979162216187,
+        1.4597296714782715,
+        1.4567636251449585,
+        1.4415364265441895,
+        1.4041106700897217,
+        1.395888328552246,
+        1.3469703197479248,
+        1.3368412256240845,
+        1.3171825408935547,
+        1.2964379787445068,
+        1.2757676839828491,
+        1.2476000785827637,
+        1.236478567123413,
+        1.2226579189300537,
+        1.2188720703125,
+        1.2108440399169922,
+        1.18906831741333,
+        1.1738083362579346,
+        1.148625135421753,
+        1.1416608095169067,
+        1.1165683269500732,
+        1.1140872240066528,
+        1.1034715175628662,
+        1.0787081718444824,
+        1.070095419883728,
+        1.0531316995620728,
+        1.039760947227478,
+        1.0177541971206665,
+        1.01308274269104,
+        1.008974313735962,
+        0.987053632736206,
+        0.9674317836761475,
+        0.9585726857185364,
+        0.9543023109436035,
+        0.9408959746360779,
+        0.9379227161407471,
+        0.9220262765884399,
+        0.9100703001022339,
+        0.8908953666687012,
+        0.8828144669532776,
+        0.8717508316040039,
+        0.8636834025382996,
+        0.8567780256271362,
+        0.8421494960784912,
+        0.8389341831207275,
+        0.8262506127357483,
+        0.8137169480323792,
+        0.8010255694389343,
+        0.7945958375930786,
+        0.7917172908782959,
+        0.772784411907196,
+        0.767447292804718,
+        0.7593787312507629,
+        0.7444448471069336,
+        0.7417382001876831,
+        0.7273156046867371,
+        0.7227349877357483,
+        0.7179660797119141,
+        0.7070817351341248,
+        0.6992776393890381,
+        0.6939821839332581,
+        0.6868038773536682,
+        0.6832840442657471,
+        0.6756269335746765,
+        0.6642886400222778,
+        0.6570566296577454,
+        0.6494923830032349,
+        0.6413538455963135,
+        0.6347200870513916,
+        0.6197420358657837,
+        0.6170512437820435,
+        0.6122565269470215,
+        0.6051766276359558,
+        0.6009043455123901,
+        0.5897508859634399,
+        0.5842161774635315,
+        0.5831237435340881,
+        0.5721104741096497,
+        0.5651781558990479,
+        0.5620085597038269,
+        0.5544472336769104,
+        0.5474562048912048,
+        0.542032778263092,
+        0.5378718972206116,
+        0.5220387578010559,
+        0.5179683566093445,
+        0.5095191597938538,
+        0.5081953406333923,
+        0.5017706155776978,
+        0.49756816029548645,
+        0.48974356055259705,
+        0.485683798789978,
+        0.4855198562145233,
+        0.4774298667907715,
+        0.4742441177368164,
+        0.4654299020767212,
+        0.461938738822937,
+        0.4581279456615448,
+        0.45698943734169006,
+        0.45011264085769653,
+        0.44727692008018494,
+        0.4457753002643585,
+        0.43631064891815186,
+        0.43068793416023254,
+        0.4247194528579712,
+        0.42151355743408203,
+        0.411864697933197,
+        0.41153812408447266,
+        0.4062308073043823,
+        0.4022948741912842,
+        0.3938441276550293,
+        0.3865642249584198,
+        0.3833768367767334,
+        0.38012444972991943,
+        0.37817779183387756,
+        0.37542983889579773,
+        0.36758357286453247,
+        0.3669265806674957,
+        0.3644280731678009,
+        0.3561214804649353,
+        0.3557933270931244,
+        0.35097193717956543,
+        0.34848421812057495,
+        0.34399285912513733,
+        0.3391519784927368,
+        0.33690357208251953,
+        0.3336111307144165,
+        0.32939621806144714,
+        0.3256014883518219,
+        0.32247692346572876,
+        0.3207319676876068,
+        0.3136599063873291,
+        0.30941495299339294,
+        0.30680131912231445,
+        0.3041675090789795,
+        0.3014022409915924,
+        0.29900282621383667,
+        0.294537752866745,
+        0.2894693613052368,
+        0.2879514992237091,
+        0.28417420387268066,
+        0.28310248255729675,
+        0.2796267867088318,
+        0.27328404784202576,
+        0.2714744806289673,
+        0.26904863119125366,
+        0.26551294326782227,
+        0.26196619868278503,
+        0.2608550190925598,
+        0.2583797872066498,
+        0.2572186291217804,
+        0.2559051811695099,
+        0.25116944313049316,
+        0.24567914009094238,
+        0.2428494244813919,
+        0.2392958253622055,
+        0.23806560039520264,
+        0.23303118348121643,
+        0.23248139023780823,
+        0.2279413640499115,
+        0.22568251192569733,
+        0.224961519241333,
+        0.22266492247581482,
+        0.2206089198589325,
+        0.21426531672477722,
+        0.21147750318050385,
+        0.20768821239471436,
+        0.20650692284107208,
+        0.20397865772247314,
+        0.20225045084953308,
+        0.20111411809921265,
+        0.19347381591796875,
+        0.19297413527965546,
+        0.19131051003932953,
+        0.18882161378860474,
+        0.18830528855323792,
+        0.18443727493286133,
+        0.18079547584056854,
+        0.17863385379314423,
+        0.17691944539546967,
+        0.16963167488574982,
+        0.16534927487373352,
+        0.16475006937980652,
+        0.1607847511768341,
+        0.16032306849956512,
+        0.14681953191757202
+      ]
+    },
+    "cosine_similarity": {
+      "mean": 0.6246305704116821,
+      "std": 0.10047575831413269,
+      "p10": 0.4864341914653778,
+      "p50": 0.6347160339355469,
+      "p90": 0.7457625865936279,
+      "min": 0.20356938242912292,
+      "max": 1.0000001192092896
+    },
+    "feature_norms": {
+      "mean": 31.80938720703125,
+      "std": 4.899799346923828,
+      "p10": 27.9008846282959,
+      "p50": 30.30567169189453,
+      "p90": 37.661773681640625,
+      "min": 25.676376342773438,
+      "max": 86.25719451904297
+    }
+  },
+  "alignment_uniformity": null,
+  "qp_eval": {
+    "variants": [
+      "q",
+      "p",
+      "qp"
+    ],
+    "default_variant": "q",
+    "q_dim": 1024,
+    "p_dim": 1024,
+    "qp_dim": 2048
+  },
+  "qp_variants": {
+    "q": {
+      "coord": "raw",
+      "qp_variant": "q",
+      "feature_dim": 1024,
+      "timing": {
+        "feature_extract_sec": 4.703675985336304
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.3232,
+          0.3226,
+          0.3421,
+          0.3443,
+          0.3431,
+          0.3334,
+          0.3201
+        ],
+        "top5": [
+          0.3498,
+          0.5468,
+          0.5659,
+          0.6058,
+          0.6346,
+          0.6379,
+          0.635
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.001,
+        "weight_decay": 1e-06,
+        "top1": 0.4459,
+        "top5": 0.7294
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 128.98362731933594,
+          "participation_ratio_topq": 70.33891296386719,
+          "eigs_top": [
+            24.748926162719727,
+            15.372430801391602,
+            13.855799674987793,
+            10.139344215393066,
+            9.161185264587402,
+            9.117219924926758,
+            8.561614036560059,
+            7.8005900382995605,
+            7.166092395782471,
+            6.602936267852783,
+            6.184543609619141,
+            5.865609645843506,
+            5.518916130065918,
+            5.324978828430176,
+            4.9440717697143555,
+            4.827391624450684,
+            4.609276294708252,
+            4.413812160491943,
+            4.257317543029785,
+            4.20548152923584,
+            4.149991989135742,
+            3.9779303073883057,
+            3.9024765491485596,
+            3.7714967727661133,
+            3.6359169483184814,
+            3.5094218254089355,
+            3.416339635848999,
+            3.311696767807007,
+            3.256213665008545,
+            3.1955811977386475,
+            3.157466411590576,
+            3.0414414405822754,
+            2.976814031600952,
+            2.8924052715301514,
+            2.8674652576446533,
+            2.8222527503967285,
+            2.75616717338562,
+            2.7122299671173096,
+            2.653907299041748,
+            2.591749906539917,
+            2.5526440143585205,
+            2.508694648742676,
+            2.433879852294922,
+            2.3557119369506836,
+            2.321216106414795,
+            2.300050735473633,
+            2.2385776042938232,
+            2.2160754203796387,
+            2.1688449382781982,
+            2.1076998710632324,
+            2.084275722503662,
+            2.0381228923797607,
+            2.012153387069702,
+            1.9730994701385498,
+            1.9528087377548218,
+            1.9095714092254639,
+            1.886664628982544,
+            1.8506149053573608,
+            1.7908552885055542,
+            1.7758780717849731,
+            1.7286964654922485,
+            1.6929165124893188,
+            1.6691306829452515,
+            1.648154377937317,
+            1.6188499927520752,
+            1.613603115081787,
+            1.5862014293670654,
+            1.5442438125610352,
+            1.5247591733932495,
+            1.5055444240570068,
+            1.4974979162216187,
+            1.4597296714782715,
+            1.4567636251449585,
+            1.4415364265441895,
+            1.4041106700897217,
+            1.395888328552246,
+            1.3469703197479248,
+            1.3368412256240845,
+            1.3171825408935547,
+            1.2964379787445068,
+            1.2757676839828491,
+            1.2476000785827637,
+            1.236478567123413,
+            1.2226579189300537,
+            1.2188720703125,
+            1.2108440399169922,
+            1.18906831741333,
+            1.1738083362579346,
+            1.148625135421753,
+            1.1416608095169067,
+            1.1165683269500732,
+            1.1140872240066528,
+            1.1034715175628662,
+            1.0787081718444824,
+            1.070095419883728,
+            1.0531316995620728,
+            1.039760947227478,
+            1.0177541971206665,
+            1.01308274269104,
+            1.008974313735962,
+            0.987053632736206,
+            0.9674317836761475,
+            0.9585726857185364,
+            0.9543023109436035,
+            0.9408959746360779,
+            0.9379227161407471,
+            0.9220262765884399,
+            0.9100703001022339,
+            0.8908953666687012,
+            0.8828144669532776,
+            0.8717508316040039,
+            0.8636834025382996,
+            0.8567780256271362,
+            0.8421494960784912,
+            0.8389341831207275,
+            0.8262506127357483,
+            0.8137169480323792,
+            0.8010255694389343,
+            0.7945958375930786,
+            0.7917172908782959,
+            0.772784411907196,
+            0.767447292804718,
+            0.7593787312507629,
+            0.7444448471069336,
+            0.7417382001876831,
+            0.7273156046867371,
+            0.7227349877357483,
+            0.7179660797119141,
+            0.7070817351341248,
+            0.6992776393890381,
+            0.6939821839332581,
+            0.6868038773536682,
+            0.6832840442657471,
+            0.6756269335746765,
+            0.6642886400222778,
+            0.6570566296577454,
+            0.6494923830032349,
+            0.6413538455963135,
+            0.6347200870513916,
+            0.6197420358657837,
+            0.6170512437820435,
+            0.6122565269470215,
+            0.6051766276359558,
+            0.6009043455123901,
+            0.5897508859634399,
+            0.5842161774635315,
+            0.5831237435340881,
+            0.5721104741096497,
+            0.5651781558990479,
+            0.5620085597038269,
+            0.5544472336769104,
+            0.5474562048912048,
+            0.542032778263092,
+            0.5378718972206116,
+            0.5220387578010559,
+            0.5179683566093445,
+            0.5095191597938538,
+            0.5081953406333923,
+            0.5017706155776978,
+            0.49756816029548645,
+            0.48974356055259705,
+            0.485683798789978,
+            0.4855198562145233,
+            0.4774298667907715,
+            0.4742441177368164,
+            0.4654299020767212,
+            0.461938738822937,
+            0.4581279456615448,
+            0.45698943734169006,
+            0.45011264085769653,
+            0.44727692008018494,
+            0.4457753002643585,
+            0.43631064891815186,
+            0.43068793416023254,
+            0.4247194528579712,
+            0.42151355743408203,
+            0.411864697933197,
+            0.41153812408447266,
+            0.4062308073043823,
+            0.4022948741912842,
+            0.3938441276550293,
+            0.3865642249584198,
+            0.3833768367767334,
+            0.38012444972991943,
+            0.37817779183387756,
+            0.37542983889579773,
+            0.36758357286453247,
+            0.3669265806674957,
+            0.3644280731678009,
+            0.3561214804649353,
+            0.3557933270931244,
+            0.35097193717956543,
+            0.34848421812057495,
+            0.34399285912513733,
+            0.3391519784927368,
+            0.33690357208251953,
+            0.3336111307144165,
+            0.32939621806144714,
+            0.3256014883518219,
+            0.32247692346572876,
+            0.3207319676876068,
+            0.3136599063873291,
+            0.30941495299339294,
+            0.30680131912231445,
+            0.3041675090789795,
+            0.3014022409915924,
+            0.29900282621383667,
+            0.294537752866745,
+            0.2894693613052368,
+            0.2879514992237091,
+            0.28417420387268066,
+            0.28310248255729675,
+            0.2796267867088318,
+            0.27328404784202576,
+            0.2714744806289673,
+            0.26904863119125366,
+            0.26551294326782227,
+            0.26196619868278503,
+            0.2608550190925598,
+            0.2583797872066498,
+            0.2572186291217804,
+            0.2559051811695099,
+            0.25116944313049316,
+            0.24567914009094238,
+            0.2428494244813919,
+            0.2392958253622055,
+            0.23806560039520264,
+            0.23303118348121643,
+            0.23248139023780823,
+            0.2279413640499115,
+            0.22568251192569733,
+            0.224961519241333,
+            0.22266492247581482,
+            0.2206089198589325,
+            0.21426531672477722,
+            0.21147750318050385,
+            0.20768821239471436,
+            0.20650692284107208,
+            0.20397865772247314,
+            0.20225045084953308,
+            0.20111411809921265,
+            0.19347381591796875,
+            0.19297413527965546,
+            0.19131051003932953,
+            0.18882161378860474,
+            0.18830528855323792,
+            0.18443727493286133,
+            0.18079547584056854,
+            0.17863385379314423,
+            0.17691944539546967,
+            0.16963167488574982,
+            0.16534927487373352,
+            0.16475006937980652,
+            0.1607847511768341,
+            0.16032306849956512,
+            0.14681953191757202
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.6246305704116821,
+          "std": 0.10047575831413269,
+          "p10": 0.4864341914653778,
+          "p50": 0.6347160339355469,
+          "p90": 0.7457625865936279,
+          "min": 0.20356938242912292,
+          "max": 1.0000001192092896
+        },
+        "feature_norms": {
+          "mean": 31.80938720703125,
+          "std": 4.899799346923828,
+          "p10": 27.9008846282959,
+          "p50": 30.30567169189453,
+          "p90": 37.661773681640625,
+          "min": 25.676376342773438,
+          "max": 86.25719451904297
+        }
+      },
+      "alignment_uniformity": null
+    },
+    "p": {
+      "coord": "raw",
+      "qp_variant": "p",
+      "feature_dim": 1024,
+      "timing": {
+        "feature_extract_sec": 4.3746178150177
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.3174,
+          0.3117,
+          0.3267,
+          0.3296,
+          0.3269,
+          0.3179,
+          0.3071
+        ],
+        "top5": [
+          0.3441,
+          0.5318,
+          0.5583,
+          0.5894,
+          0.6238,
+          0.6273,
+          0.6176
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.001,
+        "weight_decay": 1e-06,
+        "top1": 0.4444,
+        "top5": 0.7257
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 67.0322265625,
+          "participation_ratio_topq": 22.224931716918945,
+          "eigs_top": [
+            97.5863265991211,
+            59.504268646240234,
+            38.7355842590332,
+            22.986671447753906,
+            18.40049171447754,
+            15.624687194824219,
+            14.5549955368042,
+            12.844243049621582,
+            12.26298999786377,
+            10.560145378112793,
+            9.282872200012207,
+            8.458418846130371,
+            8.096395492553711,
+            7.9166717529296875,
+            6.78548526763916,
+            6.77802848815918,
+            6.059544563293457,
+            5.846926212310791,
+            5.750881671905518,
+            5.358363628387451,
+            5.173284530639648,
+            4.91474723815918,
+            4.764333248138428,
+            4.619499206542969,
+            4.470550060272217,
+            4.289463520050049,
+            4.235455513000488,
+            4.093530654907227,
+            3.9086289405822754,
+            3.822627067565918,
+            3.792363166809082,
+            3.5902841091156006,
+            3.503347873687744,
+            3.4547698497772217,
+            3.3175408840179443,
+            3.1950156688690186,
+            3.1842846870422363,
+            3.121863842010498,
+            3.0026791095733643,
+            2.933645725250244,
+            2.8132095336914062,
+            2.747593641281128,
+            2.7298285961151123,
+            2.6602609157562256,
+            2.640190362930298,
+            2.5695059299468994,
+            2.4995949268341064,
+            2.4007816314697266,
+            2.3802995681762695,
+            2.3103902339935303,
+            2.292712926864624,
+            2.290397882461548,
+            2.188321590423584,
+            2.1838643550872803,
+            2.143061399459839,
+            2.0885469913482666,
+            2.022448778152466,
+            1.996777892112732,
+            1.9280953407287598,
+            1.8977484703063965,
+            1.8541263341903687,
+            1.7936280965805054,
+            1.78456449508667,
+            1.7562689781188965,
+            1.7350528240203857,
+            1.719446063041687,
+            1.660581350326538,
+            1.6213157176971436,
+            1.6063768863677979,
+            1.5959089994430542,
+            1.579626202583313,
+            1.5628501176834106,
+            1.496269941329956,
+            1.483019471168518,
+            1.4677314758300781,
+            1.4370887279510498,
+            1.3939738273620605,
+            1.3850265741348267,
+            1.3743501901626587,
+            1.3558114767074585,
+            1.3264271020889282,
+            1.3117547035217285,
+            1.279667615890503,
+            1.2651280164718628,
+            1.2379618883132935,
+            1.2243984937667847,
+            1.2060716152191162,
+            1.1911062002182007,
+            1.1756268739700317,
+            1.1682991981506348,
+            1.1658629179000854,
+            1.1188465356826782,
+            1.102425217628479,
+            1.086919903755188,
+            1.0677815675735474,
+            1.0510733127593994,
+            1.034714698791504,
+            1.025510311126709,
+            1.0129203796386719,
+            1.0083390474319458,
+            0.9925095438957214,
+            0.9890673160552979,
+            0.9567972421646118,
+            0.954531729221344,
+            0.9224453568458557,
+            0.9158604145050049,
+            0.9062530994415283,
+            0.8996309041976929,
+            0.8912879228591919,
+            0.8742358684539795,
+            0.8636138439178467,
+            0.8628532290458679,
+            0.8427996039390564,
+            0.8370136022567749,
+            0.8248381018638611,
+            0.8202696442604065,
+            0.8036587834358215,
+            0.795926570892334,
+            0.7871053814888,
+            0.7768427133560181,
+            0.7596703767776489,
+            0.7534895539283752,
+            0.7430858612060547,
+            0.7369346618652344,
+            0.7230914831161499,
+            0.7136523723602295,
+            0.6936903595924377,
+            0.6883695721626282,
+            0.67738938331604,
+            0.6699732542037964,
+            0.6624263525009155,
+            0.6592587232589722,
+            0.6554802656173706,
+            0.6437155604362488,
+            0.6292253732681274,
+            0.6238716244697571,
+            0.6187348961830139,
+            0.6151228547096252,
+            0.6128879189491272,
+            0.6064186692237854,
+            0.5960139632225037,
+            0.5867483019828796,
+            0.5792598724365234,
+            0.5745384693145752,
+            0.5663566589355469,
+            0.5626299977302551,
+            0.5564083456993103,
+            0.5470503568649292,
+            0.5372427701950073,
+            0.5292589068412781,
+            0.5221362709999084,
+            0.5218507051467896,
+            0.5122374296188354,
+            0.5035648941993713,
+            0.5002115368843079,
+            0.493895024061203,
+            0.4912606179714203,
+            0.4852909445762634,
+            0.4736701250076294,
+            0.46709972620010376,
+            0.465920090675354,
+            0.4597318470478058,
+            0.45279398560523987,
+            0.4457103908061981,
+            0.4406479299068451,
+            0.4388355612754822,
+            0.43449535965919495,
+            0.4304935336112976,
+            0.4276816248893738,
+            0.4205336570739746,
+            0.41514280438423157,
+            0.4132313132286072,
+            0.4109344184398651,
+            0.4067184627056122,
+            0.40140876173973083,
+            0.38922756910324097,
+            0.38570401072502136,
+            0.38458654284477234,
+            0.3757379353046417,
+            0.37530773878097534,
+            0.3734131455421448,
+            0.36708346009254456,
+            0.36380693316459656,
+            0.3582673668861389,
+            0.3563765585422516,
+            0.35184961557388306,
+            0.34802618622779846,
+            0.3474511206150055,
+            0.3402600884437561,
+            0.3352786898612976,
+            0.3339235186576843,
+            0.3288336396217346,
+            0.3259883522987366,
+            0.3198399543762207,
+            0.3135451674461365,
+            0.3107716143131256,
+            0.3086789846420288,
+            0.3065926432609558,
+            0.30176177620887756,
+            0.29862305521965027,
+            0.2963859736919403,
+            0.2936152219772339,
+            0.2914516031742096,
+            0.28849199414253235,
+            0.28065991401672363,
+            0.27867087721824646,
+            0.27735936641693115,
+            0.27425822615623474,
+            0.2693217396736145,
+            0.2679038941860199,
+            0.26589399576187134,
+            0.26315245032310486,
+            0.2582671046257019,
+            0.255525678396225,
+            0.2529776394367218,
+            0.250456303358078,
+            0.24776889383792877,
+            0.24379964172840118,
+            0.23885135352611542,
+            0.2370494306087494,
+            0.23402871191501617,
+            0.23078829050064087,
+            0.22955653071403503,
+            0.22695325314998627,
+            0.2254609614610672,
+            0.22329844534397125,
+            0.2224830687046051,
+            0.2150239199399948,
+            0.21409086883068085,
+            0.20999331772327423,
+            0.20966383814811707,
+            0.20784960687160492,
+            0.20455370843410492,
+            0.20248790085315704,
+            0.20210371911525726,
+            0.19882740080356598,
+            0.1972787082195282,
+            0.1912807673215866,
+            0.18961773812770844,
+            0.18731243908405304,
+            0.18388453125953674,
+            0.18197205662727356,
+            0.17847365140914917,
+            0.1763417273759842,
+            0.1737019568681717,
+            0.1729898601770401,
+            0.1689881980419159,
+            0.16403988003730774,
+            0.1627202332019806,
+            0.16024361550807953,
+            0.15620285272598267,
+            0.1545715034008026,
+            0.15169657766819,
+            0.14922240376472473,
+            0.14746910333633423,
+            0.145069420337677
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.443286657333374,
+          "std": 0.18428343534469604,
+          "p10": 0.18549956381320953,
+          "p50": 0.45495325326919556,
+          "p90": 0.68007892370224,
+          "min": -0.042188167572021484,
+          "max": 0.9999999403953552
+        },
+        "feature_norms": {
+          "mean": 31.877967834472656,
+          "std": 6.715106010437012,
+          "p10": 26.18268394470215,
+          "p50": 30.067018508911133,
+          "p90": 39.733516693115234,
+          "min": 21.919086456298828,
+          "max": 102.15607452392578
+        }
+      },
+      "alignment_uniformity": null
+    },
+    "qp": {
+      "coord": "raw",
+      "qp_variant": "qp",
+      "feature_dim": 2048,
+      "timing": {
+        "feature_extract_sec": 4.410887956619263
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.3199,
+          0.3157,
+          0.3332,
+          0.3366,
+          0.3338,
+          0.325,
+          0.314
+        ],
+        "top5": [
+          0.3466,
+          0.5393,
+          0.5657,
+          0.5958,
+          0.6306,
+          0.6342,
+          0.6254
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.001,
+        "weight_decay": 1e-06,
+        "top1": 0.4452,
+        "top5": 0.7262
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 89.03018951416016,
+          "participation_ratio_topq": 33.54952621459961,
+          "eigs_top": [
+            120.92510986328125,
+            75.2733383178711,
+            52.457279205322266,
+            32.98566818237305,
+            27.47101593017578,
+            23.900800704956055,
+            23.362138748168945,
+            20.52254867553711,
+            19.593660354614258,
+            17.134763717651367,
+            15.23974323272705,
+            14.299970626831055,
+            13.58469009399414,
+            13.165449142456055,
+            11.6558837890625,
+            11.331024169921875,
+            10.565400123596191,
+            10.11723804473877,
+            9.719587326049805,
+            9.361772537231445,
+            9.241488456726074,
+            8.931367874145508,
+            8.554943084716797,
+            7.981706619262695,
+            7.8913164138793945,
+            7.674437999725342,
+            7.577478885650635,
+            7.353769779205322,
+            7.227333068847656,
+            6.928680896759033,
+            6.743160247802734,
+            6.493458271026611,
+            6.366491317749023,
+            6.231557369232178,
+            6.067809104919434,
+            5.9489216804504395,
+            5.833541393280029,
+            5.7858147621154785,
+            5.556614398956299,
+            5.489507675170898,
+            5.443299770355225,
+            5.290339946746826,
+            5.112513542175293,
+            5.045314311981201,
+            4.985407829284668,
+            4.87689733505249,
+            4.724757671356201,
+            4.639556884765625,
+            4.511837482452393,
+            4.4755377769470215,
+            4.3837971687316895,
+            4.297592639923096,
+            4.244753837585449,
+            4.156201362609863,
+            4.059232234954834,
+            3.962301015853882,
+            3.898740291595459,
+            3.8230912685394287,
+            3.7661759853363037,
+            3.6496455669403076,
+            3.6036152839660645,
+            3.5244600772857666,
+            3.466808557510376,
+            3.4082446098327637,
+            3.3723490238189697,
+            3.288489818572998,
+            3.245575428009033,
+            3.1786930561065674,
+            3.1312108039855957,
+            3.0717577934265137,
+            3.065235137939453,
+            3.0069968700408936,
+            2.9636051654815674,
+            2.9111225605010986,
+            2.9014546871185303,
+            2.796717882156372,
+            2.782888650894165,
+            2.712367057800293,
+            2.6457571983337402,
+            2.63816237449646,
+            2.6071829795837402,
+            2.5623979568481445,
+            2.525002956390381,
+            2.510874032974243,
+            2.4869024753570557,
+            2.4628024101257324,
+            2.395848274230957,
+            2.3808438777923584,
+            2.3477907180786133,
+            2.320139169692993,
+            2.2860395908355713,
+            2.245382785797119,
+            2.2263572216033936,
+            2.172297716140747,
+            2.1603150367736816,
+            2.1147515773773193,
+            2.067476272583008,
+            2.048649787902832,
+            2.0208780765533447,
+            1.9995057582855225,
+            1.9678527116775513,
+            1.9572175741195679,
+            1.9368330240249634,
+            1.914090871810913,
+            1.8593217134475708,
+            1.845960021018982,
+            1.8376059532165527,
+            1.8301879167556763,
+            1.8090651035308838,
+            1.771368145942688,
+            1.7385668754577637,
+            1.7144917249679565,
+            1.7075576782226562,
+            1.6816517114639282,
+            1.6674491167068481,
+            1.6396162509918213,
+            1.627402901649475,
+            1.6056016683578491,
+            1.600291132926941,
+            1.5669132471084595,
+            1.5328211784362793,
+            1.5274996757507324,
+            1.504752516746521,
+            1.4843415021896362,
+            1.4667855501174927,
+            1.4467010498046875,
+            1.4360350370407104,
+            1.3866431713104248,
+            1.370958924293518,
+            1.362114429473877,
+            1.3521711826324463,
+            1.336525797843933,
+            1.3231620788574219,
+            1.3140547275543213,
+            1.2907330989837646,
+            1.2716803550720215,
+            1.2681583166122437,
+            1.251095175743103,
+            1.238525390625,
+            1.2175867557525635,
+            1.202745795249939,
+            1.2007074356079102,
+            1.183860421180725,
+            1.174668788909912,
+            1.155291199684143,
+            1.1411659717559814,
+            1.1357688903808594,
+            1.1190797090530396,
+            1.1159846782684326,
+            1.0912688970565796,
+            1.07307767868042,
+            1.0707567930221558,
+            1.052632212638855,
+            1.0360870361328125,
+            1.0252668857574463,
+            1.0020993947982788,
+            0.9997568130493164,
+            0.995640754699707,
+            0.9932564496994019,
+            0.9670332670211792,
+            0.9541298747062683,
+            0.9479830265045166,
+            0.93272864818573,
+            0.926343560218811,
+            0.9118339419364929,
+            0.9024803042411804,
+            0.8962913751602173,
+            0.8894876837730408,
+            0.8775625228881836,
+            0.8693292140960693,
+            0.8508694171905518,
+            0.8488432765007019,
+            0.8428037166595459,
+            0.8263629078865051,
+            0.8195226788520813,
+            0.817665696144104,
+            0.7977277040481567,
+            0.7909949421882629,
+            0.7873275876045227,
+            0.773124635219574,
+            0.7679829001426697,
+            0.7544294595718384,
+            0.7480424046516418,
+            0.735568642616272,
+            0.7293569445610046,
+            0.7133857011795044,
+            0.7057967782020569,
+            0.7008597254753113,
+            0.6979237794876099,
+            0.6924334168434143,
+            0.6806491017341614,
+            0.6765459775924683,
+            0.6681592464447021,
+            0.6642633676528931,
+            0.6568861603736877,
+            0.6511275172233582,
+            0.6492814421653748,
+            0.6436871290206909,
+            0.6340677738189697,
+            0.6263208985328674,
+            0.6095249056816101,
+            0.6085935235023499,
+            0.5986142754554749,
+            0.595101535320282,
+            0.5910753011703491,
+            0.583288848400116,
+            0.5771372318267822,
+            0.5765513181686401,
+            0.5641892552375793,
+            0.5563395619392395,
+            0.5493684411048889,
+            0.5488877296447754,
+            0.5440450310707092,
+            0.53856360912323,
+            0.5253321528434753,
+            0.5215856432914734,
+            0.515108585357666,
+            0.5056690573692322,
+            0.4931451976299286,
+            0.4849422872066498,
+            0.4820901155471802,
+            0.47824883460998535,
+            0.47303611040115356,
+            0.4663211405277252,
+            0.464713990688324,
+            0.4566057622432709,
+            0.45621562004089355,
+            0.4512579143047333,
+            0.44345587491989136,
+            0.44098228216171265,
+            0.43805205821990967,
+            0.42374423146247864,
+            0.4209827780723572,
+            0.41848623752593994,
+            0.411777138710022,
+            0.40614354610443115,
+            0.4008806049823761,
+            0.3948967158794403,
+            0.3861798346042633,
+            0.3841077983379364,
+            0.3826330006122589,
+            0.37628012895584106,
+            0.3726139962673187,
+            0.3694460690021515,
+            0.3662869930267334,
+            0.35722965002059937,
+            0.3561345636844635,
+            0.3462520241737366,
+            0.34137165546417236,
+            0.33504554629325867,
+            0.332011342048645,
+            0.32102158665657043,
+            0.31279563903808594,
+            0.30285385251045227,
+            0.29217585921287537,
+            0.2787870466709137
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.5336413383483887,
+          "std": 0.14143459498882294,
+          "p10": 0.33595535159111023,
+          "p50": 0.5450121164321899,
+          "p90": 0.7117115259170532,
+          "min": 0.09520386159420013,
+          "max": 1.000000238418579
+        },
+        "feature_norms": {
+          "mean": 45.06437683105469,
+          "std": 8.145228385925293,
+          "p10": 38.48691940307617,
+          "p50": 42.70386505126953,
+          "p90": 54.617332458496094,
+          "min": 34.56407928466797,
+          "max": 133.70176696777344
+        }
+      },
+      "alignment_uniformity": null
+    }
+  }
+}

eval_runs/cifar100_sigreg_tokens/metrics.json

@@ -0,0 +1,342 @@
+{
+  "checkpoint": "checkpoints/cifar100_sigreg_tokens.pth",
+  "config": "configs/cifar100_sigreg_tokens.yaml",
+  "dataset": "cifar100",
+  "data_root": "./data",
+  "num_classes": 100,
+  "ckpt_load_info": {
+    "try_0_missing": 0,
+    "try_0_unexpected": 0,
+    "loaded_from_try": 0
+  },
+  "coord_mode": "raw",
+  "split_qp": false,
+  "coord": "raw",
+  "qp_variant": "qp",
+  "feature_dim": 2048,
+  "timing": {
+    "feature_extract_sec": 628.1770348548889
+  },
+  "knn": {
+    "k_values": [
+      1,
+      5,
+      10,
+      20,
+      50,
+      100,
+      200
+    ],
+    "top1": [
+      0.2871,
+      0.2689,
+      0.2811,
+      0.2798,
+      0.2681,
+      0.2564,
+      0.2425
+    ],
+    "top5": [
+      0.3192,
+      0.4849,
+      0.5012,
+      0.5283,
+      0.5504,
+      0.5462,
+      0.5352
+    ]
+  },
+  "linear_probe": {
+    "epochs": 50,
+    "batch_size": 256,
+    "lr": 0.001,
+    "weight_decay": 1e-06,
+    "top1": 0.3395,
+    "top5": 0.6195
+  },
+  "diagnostics": {
+    "covariance_spectrum_topq": {
+      "n_used": 5000,
+      "q_used": 256,
+      "eff_rank_topq": 99.80455017089844,
+      "participation_ratio_topq": 58.31888198852539,
+      "eigs_top": [
+        91.71305847167969,
+        77.927978515625,
+        75.5390625,
+        70.34971618652344,
+        64.4350814819336,
+        61.325164794921875,
+        58.416351318359375,
+        56.67802810668945,
+        50.65476989746094,
+        47.6412353515625,
+        46.775054931640625,
+        44.80158233642578,
+        42.878047943115234,
+        41.88864517211914,
+        38.11954116821289,
+        36.74302673339844,
+        34.553306579589844,
+        32.14150619506836,
+        27.684558868408203,
+        26.820220947265625,
+        25.929189682006836,
+        24.155614852905273,
+        23.710649490356445,
+        22.402170181274414,
+        21.656354904174805,
+        20.499183654785156,
+        19.84373664855957,
+        19.00457191467285,
+        18.68440055847168,
+        17.16257667541504,
+        16.95624351501465,
+        16.062149047851562,
+        15.66362190246582,
+        15.57094669342041,
+        13.732585906982422,
+        13.381210327148438,
+        12.809087753295898,
+        12.326773643493652,
+        11.98609447479248,
+        11.466229438781738,
+        11.18543529510498,
+        10.940067291259766,
+        10.792553901672363,
+        10.402713775634766,
+        10.026627540588379,
+        9.886466026306152,
+        9.57995319366455,
+        9.372565269470215,
+        9.077535629272461,
+        8.980436325073242,
+        8.727191925048828,
+        8.5308256149292,
+        8.417497634887695,
+        8.308588027954102,
+        8.005444526672363,
+        7.797114849090576,
+        7.781221866607666,
+        7.71409273147583,
+        7.436280250549316,
+        7.222188949584961,
+        7.168534278869629,
+        6.96997594833374,
+        6.828031063079834,
+        6.800446033477783,
+        6.724728584289551,
+        6.583191871643066,
+        6.404856204986572,
+        6.335486888885498,
+        6.274576187133789,
+        6.118643760681152,
+        6.092016220092773,
+        5.8930277824401855,
+        5.710419178009033,
+        5.6410441398620605,
+        5.556328296661377,
+        5.447956085205078,
+        5.310460567474365,
+        5.197956562042236,
+        5.093911170959473,
+        5.062114238739014,
+        4.887343883514404,
+        4.794604778289795,
+        4.781340599060059,
+        4.713653087615967,
+        4.662731170654297,
+        4.543357849121094,
+        4.412980556488037,
+        4.26339864730835,
+        4.246025562286377,
+        4.156647205352783,
+        4.091612339019775,
+        4.034416198730469,
+        4.013938903808594,
+        3.9602837562561035,
+        3.9270102977752686,
+        3.882183790206909,
+        3.775228977203369,
+        3.720714569091797,
+        3.67445707321167,
+        3.6500678062438965,
+        3.6051034927368164,
+        3.530571460723877,
+        3.492894172668457,
+        3.4177398681640625,
+        3.376192092895508,
+        3.3034322261810303,
+        3.2730774879455566,
+        3.2676963806152344,
+        3.1875815391540527,
+        3.0770137310028076,
+        3.0267529487609863,
+        2.983030080795288,
+        2.9758870601654053,
+        2.9447743892669678,
+        2.9016973972320557,
+        2.878957509994507,
+        2.8454644680023193,
+        2.808572292327881,
+        2.76853084564209,
+        2.7487685680389404,
+        2.7365779876708984,
+        2.679802656173706,
+        2.6363115310668945,
+        2.613023281097412,
+        2.598616123199463,
+        2.5349676609039307,
+        2.512096643447876,
+        2.454251289367676,
+        2.446211338043213,
+        2.3711416721343994,
+        2.339547634124756,
+        2.310572385787964,
+        2.264000654220581,
+        2.2541863918304443,
+        2.2217040061950684,
+        2.189588785171509,
+        2.163151741027832,
+        2.158808946609497,
+        2.1098568439483643,
+        2.085817575454712,
+        2.0678775310516357,
+        2.0539796352386475,
+        2.0453999042510986,
+        1.9943556785583496,
+        1.972461462020874,
+        1.927974820137024,
+        1.8878616094589233,
+        1.8718247413635254,
+        1.858160138130188,
+        1.8323975801467896,
+        1.8005977869033813,
+        1.7921772003173828,
+        1.7746418714523315,
+        1.7332316637039185,
+        1.7140629291534424,
+        1.6952705383300781,
+        1.6551339626312256,
+        1.628568172454834,
+        1.6113494634628296,
+        1.5935972929000854,
+        1.568498969078064,
+        1.546020746231079,
+        1.529905080795288,
+        1.509391188621521,
+        1.4978975057601929,
+        1.4882490634918213,
+        1.4779784679412842,
+        1.4672106504440308,
+        1.4388501644134521,
+        1.4049875736236572,
+        1.3877712488174438,
+        1.3724684715270996,
+        1.3567798137664795,
+        1.3491792678833008,
+        1.3272277116775513,
+        1.3214077949523926,
+        1.2997840642929077,
+        1.287279486656189,
+        1.2676448822021484,
+        1.2414360046386719,
+        1.233505129814148,
+        1.2261507511138916,
+        1.2145401239395142,
+        1.1999340057373047,
+        1.1847573518753052,
+        1.1695295572280884,
+        1.1652332544326782,
+        1.141595721244812,
+        1.1336863040924072,
+        1.1256229877471924,
+        1.1039057970046997,
+        1.0837817192077637,
+        1.0803319215774536,
+        1.059470295906067,
+        1.0360208749771118,
+        1.014754295349121,
+        1.0136144161224365,
+        1.006646990776062,
+        0.9927117228507996,
+        0.9689703583717346,
+        0.9638229608535767,
+        0.9519268274307251,
+        0.9486139416694641,
+        0.9400131702423096,
+        0.9046458005905151,
+        0.9021847248077393,
+        0.8880476355552673,
+        0.8831589818000793,
+        0.8607602119445801,
+        0.854546308517456,
+        0.8461508750915527,
+        0.8301339745521545,
+        0.8231378793716431,
+        0.8060016632080078,
+        0.8010439276695251,
+        0.7962862849235535,
+        0.7927648425102234,
+        0.7703307867050171,
+        0.7603830099105835,
+        0.7520958781242371,
+        0.743400514125824,
+        0.7370412349700928,
+        0.7329410910606384,
+        0.7204873561859131,
+        0.700620710849762,
+        0.6915796995162964,
+        0.6855846047401428,
+        0.6785130500793457,
+        0.6699046492576599,
+        0.6592282056808472,
+        0.6512324213981628,
+        0.6468505859375,
+        0.6403626203536987,
+        0.6270603537559509,
+        0.6232987642288208,
+        0.6089054942131042,
+        0.5947345495223999,
+        0.5827359557151794,
+        0.578679621219635,
+        0.5617511868476868,
+        0.5592958927154541,
+        0.5481107831001282,
+        0.5453304052352905,
+        0.5319725871086121,
+        0.5297989249229431,
+        0.5237147808074951,
+        0.5171259641647339,
+        0.5056141018867493,
+        0.4979952573776245,
+        0.4891551434993744,
+        0.4841906428337097,
+        0.4676496386528015,
+        0.4558272361755371,
+        0.43917548656463623,
+        0.43085551261901855,
+        0.4074157178401947
+      ]
+    },
+    "cosine_similarity": {
+      "mean": 0.006086986977607012,
+      "std": 0.12125080823898315,
+      "p10": -0.12510666251182556,
+      "p50": -0.013761823996901512,
+      "p90": 0.16597892343997955,
+      "min": -0.3040308356285095,
+      "max": 0.9999999403953552
+    },
+    "feature_norms": {
+      "mean": 45.57535171508789,
+      "std": 4.8510637283325195,
+      "p10": 40.06682205200195,
+      "p50": 44.96002197265625,
+      "p90": 51.803348541259766,
+      "min": 33.04237747192383,
+      "max": 76.4754638671875
+    }
+  },
+  "alignment_uniformity": null
+}

eval_runs/imagenet_hjepa_mv/metrics.json

@@ -0,0 +1,1345 @@
+{
+  "checkpoint": "checkpoints/imagenet_hjepa_mv.pth",
+  "config": "configs/imagenet_hjepa_mv.yaml",
+  "dataset": "imagenet",
+  "data_root": "/content/imagenet100_view",
+  "num_classes": 100,
+  "ckpt_load_info": {
+    "try_0_missing": 0,
+    "try_0_unexpected": 0,
+    "loaded_from_try": 0
+  },
+  "coord_mode": "raw",
+  "split_qp": true,
+  "coord": "raw",
+  "qp_variant": "q",
+  "feature_dim": 1024,
+  "timing": {
+    "feature_extract_sec": 127.86351013183594
+  },
+  "knn": {
+    "k_values": [
+      1,
+      5,
+      10,
+      20,
+      50,
+      100,
+      200
+    ],
+    "top1": [
+      0.1876,
+      0.2136,
+      0.24,
+      0.2492,
+      0.2594,
+      0.2536,
+      0.246
+    ],
+    "top5": [
+      0.2158,
+      0.4304,
+      0.4622,
+      0.4952,
+      0.5268,
+      0.531,
+      0.5304
+    ]
+  },
+  "linear_probe": {
+    "epochs": 50,
+    "batch_size": 256,
+    "lr": 0.001,
+    "weight_decay": 1e-06,
+    "top1": 0.31920000033378604,
+    "top5": 0.6237999996185303
+  },
+  "diagnostics": {
+    "covariance_spectrum_topq": {
+      "n_used": 5000,
+      "q_used": 256,
+      "eff_rank_topq": 94.7264633178711,
+      "participation_ratio_topq": 45.26772689819336,
+      "eigs_top": [
+        64.3392333984375,
+        47.090030670166016,
+        42.1959228515625,
+        30.904409408569336,
+        28.44509506225586,
+        25.39519691467285,
+        22.62567138671875,
+        20.367992401123047,
+        17.02031135559082,
+        15.96369457244873,
+        15.507685661315918,
+        13.101028442382812,
+        12.819144248962402,
+        11.725513458251953,
+        11.176026344299316,
+        10.391361236572266,
+        9.759432792663574,
+        9.46303653717041,
+        9.043313980102539,
+        8.790522575378418,
+        8.532073974609375,
+        8.123805046081543,
+        7.63112211227417,
+        7.5303850173950195,
+        7.282289505004883,
+        6.903412818908691,
+        6.868255615234375,
+        6.630852699279785,
+        6.2465128898620605,
+        5.993271350860596,
+        5.904466152191162,
+        5.835149765014648,
+        5.63501501083374,
+        5.44352912902832,
+        5.390544891357422,
+        5.0523552894592285,
+        4.90032434463501,
+        4.76131534576416,
+        4.645994663238525,
+        4.466767311096191,
+        4.388119697570801,
+        4.260835647583008,
+        4.135313034057617,
+        4.053714752197266,
+        4.0034098625183105,
+        3.933779716491699,
+        3.8847594261169434,
+        3.7721641063690186,
+        3.6719508171081543,
+        3.6353631019592285,
+        3.521670341491699,
+        3.457212209701538,
+        3.441680431365967,
+        3.3977890014648438,
+        3.3326191902160645,
+        3.2757749557495117,
+        3.169560194015503,
+        3.1224899291992188,
+        3.060169219970703,
+        3.017467737197876,
+        2.9919371604919434,
+        2.936790704727173,
+        2.8617372512817383,
+        2.8325488567352295,
+        2.7738611698150635,
+        2.700023889541626,
+        2.6847305297851562,
+        2.6624958515167236,
+        2.5559630393981934,
+        2.5224990844726562,
+        2.4694015979766846,
+        2.440164566040039,
+        2.4114012718200684,
+        2.33140230178833,
+        2.290860891342163,
+        2.268953561782837,
+        2.239990234375,
+        2.2163286209106445,
+        2.1875760555267334,
+        2.1201112270355225,
+        2.0913875102996826,
+        2.068127393722534,
+        2.040118455886841,
+        1.9996110200881958,
+        1.9963867664337158,
+        1.9667911529541016,
+        1.9208803176879883,
+        1.8805248737335205,
+        1.8659555912017822,
+        1.8317899703979492,
+        1.8180936574935913,
+        1.7952444553375244,
+        1.7807374000549316,
+        1.7468526363372803,
+        1.7155272960662842,
+        1.6978788375854492,
+        1.6841613054275513,
+        1.6498349905014038,
+        1.619511604309082,
+        1.6038711071014404,
+        1.5878010988235474,
+        1.5727319717407227,
+        1.5314422845840454,
+        1.5010913610458374,
+        1.4991321563720703,
+        1.4776420593261719,
+        1.4355778694152832,
+        1.433039903640747,
+        1.4199302196502686,
+        1.3999773263931274,
+        1.3798044919967651,
+        1.3708417415618896,
+        1.342147946357727,
+        1.3276121616363525,
+        1.3220499753952026,
+        1.2795010805130005,
+        1.2635329961776733,
+        1.2457393407821655,
+        1.2364790439605713,
+        1.2225892543792725,
+        1.194421648979187,
+        1.1885604858398438,
+        1.1710388660430908,
+        1.155561923980713,
+        1.1341822147369385,
+        1.1177211999893188,
+        1.1147793531417847,
+        1.0848819017410278,
+        1.0774223804473877,
+        1.0662182569503784,
+        1.0580251216888428,
+        1.032042145729065,
+        1.0225720405578613,
+        1.0126712322235107,
+        0.9939760565757751,
+        0.9899580478668213,
+        0.9671958088874817,
+        0.9521270394325256,
+        0.9405828714370728,
+        0.9322330355644226,
+        0.9117329120635986,
+        0.903052568435669,
+        0.8886552453041077,
+        0.8751477599143982,
+        0.8691504001617432,
+        0.8560597896575928,
+        0.846847414970398,
+        0.8396689295768738,
+        0.8346807956695557,
+        0.8234519958496094,
+        0.8110847473144531,
+        0.799919843673706,
+        0.7940179109573364,
+        0.7712225317955017,
+        0.7652182579040527,
+        0.7532416582107544,
+        0.7478852868080139,
+        0.7385603189468384,
+        0.732363760471344,
+        0.7199344038963318,
+        0.708709180355072,
+        0.7018513679504395,
+        0.6981821656227112,
+        0.6794301271438599,
+        0.6706514358520508,
+        0.6662452816963196,
+        0.6573067307472229,
+        0.6529000401496887,
+        0.6347487568855286,
+        0.6289442777633667,
+        0.6213482618331909,
+        0.6184092164039612,
+        0.6072115898132324,
+        0.6026992797851562,
+        0.5952320098876953,
+        0.5869992971420288,
+        0.583082377910614,
+        0.5791044235229492,
+        0.56403648853302,
+        0.560976505279541,
+        0.5542363524436951,
+        0.5440906882286072,
+        0.5416280627250671,
+        0.536088764667511,
+        0.5260083675384521,
+        0.5230454206466675,
+        0.517185389995575,
+        0.5078029632568359,
+        0.5050129890441895,
+        0.49835205078125,
+        0.49403664469718933,
+        0.4878356456756592,
+        0.4819047749042511,
+        0.4724332094192505,
+        0.46692878007888794,
+        0.4658167362213135,
+        0.4588679075241089,
+        0.4488157331943512,
+        0.44111424684524536,
+        0.44033312797546387,
+        0.43345963954925537,
+        0.428635835647583,
+        0.4246876835823059,
+        0.4171071946620941,
+        0.4154050648212433,
+        0.409939169883728,
+        0.4093729257583618,
+        0.4003744423389435,
+        0.39756062626838684,
+        0.3906671404838562,
+        0.3872179090976715,
+        0.38102051615715027,
+        0.3732321560382843,
+        0.3654007315635681,
+        0.3611115515232086,
+        0.3582935929298401,
+        0.35654011368751526,
+        0.35084500908851624,
+        0.3426480293273926,
+        0.33820831775665283,
+        0.33590054512023926,
+        0.3309268653392792,
+        0.32195788621902466,
+        0.3188979923725128,
+        0.3146423101425171,
+        0.30988577008247375,
+        0.30976954102516174,
+        0.30489495396614075,
+        0.3023965358734131,
+        0.29935139417648315,
+        0.2968680262565613,
+        0.29214948415756226,
+        0.284160852432251,
+        0.2765463888645172,
+        0.2698477804660797,
+        0.2651553153991699,
+        0.2610844373703003,
+        0.25919175148010254,
+        0.251831978559494,
+        0.25051212310791016,
+        0.24830463528633118,
+        0.24440181255340576,
+        0.2416824847459793,
+        0.2352782040834427,
+        0.23245452344417572,
+        0.2261652946472168,
+        0.22239665687084198,
+        0.22060835361480713,
+        0.2170131951570511,
+        0.20767420530319214,
+        0.2029915153980255,
+        0.19823803007602692,
+        0.19461770355701447,
+        0.18571294844150543,
+        0.1773417592048645,
+        0.17069949209690094
+      ]
+    },
+    "cosine_similarity": {
+      "mean": 0.27957844734191895,
+      "std": 0.1528266966342926,
+      "p10": 0.09149109572172165,
+      "p50": 0.26325979828834534,
+      "p90": 0.49110040068626404,
+      "min": -0.07855603098869324,
+      "max": 1.000000238418579
+    },
+    "feature_norms": {
+      "mean": 32.88877487182617,
+      "std": 6.066273212432861,
+      "p10": 26.882917404174805,
+      "p50": 31.450611114501953,
+      "p90": 40.96924591064453,
+      "min": 22.38941764831543,
+      "max": 70.84799194335938
+    }
+  },
+  "alignment_uniformity": null,
+  "qp_eval": {
+    "variants": [
+      "q",
+      "p",
+      "qp"
+    ],
+    "default_variant": "q",
+    "q_dim": 1024,
+    "p_dim": 1024,
+    "qp_dim": 2048
+  },
+  "qp_variants": {
+    "q": {
+      "coord": "raw",
+      "qp_variant": "q",
+      "feature_dim": 1024,
+      "timing": {
+        "feature_extract_sec": 127.86351013183594
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.1876,
+          0.2136,
+          0.24,
+          0.2492,
+          0.2594,
+          0.2536,
+          0.246
+        ],
+        "top5": [
+          0.2158,
+          0.4304,
+          0.4622,
+          0.4952,
+          0.5268,
+          0.531,
+          0.5304
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.001,
+        "weight_decay": 1e-06,
+        "top1": 0.31920000033378604,
+        "top5": 0.6237999996185303
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 94.7264633178711,
+          "participation_ratio_topq": 45.26772689819336,
+          "eigs_top": [
+            64.3392333984375,
+            47.090030670166016,
+            42.1959228515625,
+            30.904409408569336,
+            28.44509506225586,
+            25.39519691467285,
+            22.62567138671875,
+            20.367992401123047,
+            17.02031135559082,
+            15.96369457244873,
+            15.507685661315918,
+            13.101028442382812,
+            12.819144248962402,
+            11.725513458251953,
+            11.176026344299316,
+            10.391361236572266,
+            9.759432792663574,
+            9.46303653717041,
+            9.043313980102539,
+            8.790522575378418,
+            8.532073974609375,
+            8.123805046081543,
+            7.63112211227417,
+            7.5303850173950195,
+            7.282289505004883,
+            6.903412818908691,
+            6.868255615234375,
+            6.630852699279785,
+            6.2465128898620605,
+            5.993271350860596,
+            5.904466152191162,
+            5.835149765014648,
+            5.63501501083374,
+            5.44352912902832,
+            5.390544891357422,
+            5.0523552894592285,
+            4.90032434463501,
+            4.76131534576416,
+            4.645994663238525,
+            4.466767311096191,
+            4.388119697570801,
+            4.260835647583008,
+            4.135313034057617,
+            4.053714752197266,
+            4.0034098625183105,
+            3.933779716491699,
+            3.8847594261169434,
+            3.7721641063690186,
+            3.6719508171081543,
+            3.6353631019592285,
+            3.521670341491699,
+            3.457212209701538,
+            3.441680431365967,
+            3.3977890014648438,
+            3.3326191902160645,
+            3.2757749557495117,
+            3.169560194015503,
+            3.1224899291992188,
+            3.060169219970703,
+            3.017467737197876,
+            2.9919371604919434,
+            2.936790704727173,
+            2.8617372512817383,
+            2.8325488567352295,
+            2.7738611698150635,
+            2.700023889541626,
+            2.6847305297851562,
+            2.6624958515167236,
+            2.5559630393981934,
+            2.5224990844726562,
+            2.4694015979766846,
+            2.440164566040039,
+            2.4114012718200684,
+            2.33140230178833,
+            2.290860891342163,
+            2.268953561782837,
+            2.239990234375,
+            2.2163286209106445,
+            2.1875760555267334,
+            2.1201112270355225,
+            2.0913875102996826,
+            2.068127393722534,
+            2.040118455886841,
+            1.9996110200881958,
+            1.9963867664337158,
+            1.9667911529541016,
+            1.9208803176879883,
+            1.8805248737335205,
+            1.8659555912017822,
+            1.8317899703979492,
+            1.8180936574935913,
+            1.7952444553375244,
+            1.7807374000549316,
+            1.7468526363372803,
+            1.7155272960662842,
+            1.6978788375854492,
+            1.6841613054275513,
+            1.6498349905014038,
+            1.619511604309082,
+            1.6038711071014404,
+            1.5878010988235474,
+            1.5727319717407227,
+            1.5314422845840454,
+            1.5010913610458374,
+            1.4991321563720703,
+            1.4776420593261719,
+            1.4355778694152832,
+            1.433039903640747,
+            1.4199302196502686,
+            1.3999773263931274,
+            1.3798044919967651,
+            1.3708417415618896,
+            1.342147946357727,
+            1.3276121616363525,
+            1.3220499753952026,
+            1.2795010805130005,
+            1.2635329961776733,
+            1.2457393407821655,
+            1.2364790439605713,
+            1.2225892543792725,
+            1.194421648979187,
+            1.1885604858398438,
+            1.1710388660430908,
+            1.155561923980713,
+            1.1341822147369385,
+            1.1177211999893188,
+            1.1147793531417847,
+            1.0848819017410278,
+            1.0774223804473877,
+            1.0662182569503784,
+            1.0580251216888428,
+            1.032042145729065,
+            1.0225720405578613,
+            1.0126712322235107,
+            0.9939760565757751,
+            0.9899580478668213,
+            0.9671958088874817,
+            0.9521270394325256,
+            0.9405828714370728,
+            0.9322330355644226,
+            0.9117329120635986,
+            0.903052568435669,
+            0.8886552453041077,
+            0.8751477599143982,
+            0.8691504001617432,
+            0.8560597896575928,
+            0.846847414970398,
+            0.8396689295768738,
+            0.8346807956695557,
+            0.8234519958496094,
+            0.8110847473144531,
+            0.799919843673706,
+            0.7940179109573364,
+            0.7712225317955017,
+            0.7652182579040527,
+            0.7532416582107544,
+            0.7478852868080139,
+            0.7385603189468384,
+            0.732363760471344,
+            0.7199344038963318,
+            0.708709180355072,
+            0.7018513679504395,
+            0.6981821656227112,
+            0.6794301271438599,
+            0.6706514358520508,
+            0.6662452816963196,
+            0.6573067307472229,
+            0.6529000401496887,
+            0.6347487568855286,
+            0.6289442777633667,
+            0.6213482618331909,
+            0.6184092164039612,
+            0.6072115898132324,
+            0.6026992797851562,
+            0.5952320098876953,
+            0.5869992971420288,
+            0.583082377910614,
+            0.5791044235229492,
+            0.56403648853302,
+            0.560976505279541,
+            0.5542363524436951,
+            0.5440906882286072,
+            0.5416280627250671,
+            0.536088764667511,
+            0.5260083675384521,
+            0.5230454206466675,
+            0.517185389995575,
+            0.5078029632568359,
+            0.5050129890441895,
+            0.49835205078125,
+            0.49403664469718933,
+            0.4878356456756592,
+            0.4819047749042511,
+            0.4724332094192505,
+            0.46692878007888794,
+            0.4658167362213135,
+            0.4588679075241089,
+            0.4488157331943512,
+            0.44111424684524536,
+            0.44033312797546387,
+            0.43345963954925537,
+            0.428635835647583,
+            0.4246876835823059,
+            0.4171071946620941,
+            0.4154050648212433,
+            0.409939169883728,
+            0.4093729257583618,
+            0.4003744423389435,
+            0.39756062626838684,
+            0.3906671404838562,
+            0.3872179090976715,
+            0.38102051615715027,
+            0.3732321560382843,
+            0.3654007315635681,
+            0.3611115515232086,
+            0.3582935929298401,
+            0.35654011368751526,
+            0.35084500908851624,
+            0.3426480293273926,
+            0.33820831775665283,
+            0.33590054512023926,
+            0.3309268653392792,
+            0.32195788621902466,
+            0.3188979923725128,
+            0.3146423101425171,
+            0.30988577008247375,
+            0.30976954102516174,
+            0.30489495396614075,
+            0.3023965358734131,
+            0.29935139417648315,
+            0.2968680262565613,
+            0.29214948415756226,
+            0.284160852432251,
+            0.2765463888645172,
+            0.2698477804660797,
+            0.2651553153991699,
+            0.2610844373703003,
+            0.25919175148010254,
+            0.251831978559494,
+            0.25051212310791016,
+            0.24830463528633118,
+            0.24440181255340576,
+            0.2416824847459793,
+            0.2352782040834427,
+            0.23245452344417572,
+            0.2261652946472168,
+            0.22239665687084198,
+            0.22060835361480713,
+            0.2170131951570511,
+            0.20767420530319214,
+            0.2029915153980255,
+            0.19823803007602692,
+            0.19461770355701447,
+            0.18571294844150543,
+            0.1773417592048645,
+            0.17069949209690094
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.27957844734191895,
+          "std": 0.1528266966342926,
+          "p10": 0.09149109572172165,
+          "p50": 0.26325979828834534,
+          "p90": 0.49110040068626404,
+          "min": -0.07855603098869324,
+          "max": 1.000000238418579
+        },
+        "feature_norms": {
+          "mean": 32.88877487182617,
+          "std": 6.066273212432861,
+          "p10": 26.882917404174805,
+          "p50": 31.450611114501953,
+          "p90": 40.96924591064453,
+          "min": 22.38941764831543,
+          "max": 70.84799194335938
+        }
+      },
+      "alignment_uniformity": null
+    },
+    "p": {
+      "coord": "raw",
+      "qp_variant": "p",
+      "feature_dim": 1024,
+      "timing": {
+        "feature_extract_sec": 128.53208303451538
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.1876,
+          0.2138,
+          0.242,
+          0.2472,
+          0.2596,
+          0.2536,
+          0.2444
+        ],
+        "top5": [
+          0.2154,
+          0.4308,
+          0.4628,
+          0.4944,
+          0.525,
+          0.5326,
+          0.5298
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.001,
+        "weight_decay": 1e-06,
+        "top1": 0.3207999997138977,
+        "top5": 0.6263999994277955
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 98.10114288330078,
+          "participation_ratio_topq": 46.880680084228516,
+          "eigs_top": [
+            65.32612609863281,
+            41.4065055847168,
+            36.720603942871094,
+            28.902908325195312,
+            26.35218048095703,
+            24.153812408447266,
+            21.48311996459961,
+            19.30586051940918,
+            16.03692054748535,
+            15.026819229125977,
+            14.5722017288208,
+            12.49468994140625,
+            12.068480491638184,
+            11.409064292907715,
+            11.135738372802734,
+            10.104720115661621,
+            9.258394241333008,
+            9.139996528625488,
+            8.624658584594727,
+            8.567041397094727,
+            8.343732833862305,
+            7.875635147094727,
+            7.492020130157471,
+            7.2407732009887695,
+            7.125801086425781,
+            6.86662483215332,
+            6.6839213371276855,
+            6.475077152252197,
+            6.148419380187988,
+            5.903943061828613,
+            5.812570571899414,
+            5.631750106811523,
+            5.599538803100586,
+            5.337035179138184,
+            5.254690170288086,
+            5.052853107452393,
+            4.881061553955078,
+            4.737224578857422,
+            4.599926471710205,
+            4.490720272064209,
+            4.441259384155273,
+            4.275722503662109,
+            4.160139083862305,
+            4.004781246185303,
+            3.94815731048584,
+            3.942859172821045,
+            3.859355926513672,
+            3.76413631439209,
+            3.659703493118286,
+            3.5293617248535156,
+            3.5071260929107666,
+            3.4750559329986572,
+            3.427496910095215,
+            3.3803112506866455,
+            3.2971882820129395,
+            3.2800047397613525,
+            3.1718780994415283,
+            3.078545093536377,
+            3.0446460247039795,
+            3.034125566482544,
+            2.958810806274414,
+            2.8826406002044678,
+            2.856151819229126,
+            2.8434057235717773,
+            2.7651267051696777,
+            2.732701301574707,
+            2.6635117530822754,
+            2.6502556800842285,
+            2.570507287979126,
+            2.515974283218384,
+            2.4518015384674072,
+            2.4292874336242676,
+            2.400637149810791,
+            2.3227767944335938,
+            2.282496690750122,
+            2.2566258907318115,
+            2.2231457233428955,
+            2.2049975395202637,
+            2.1722335815429688,
+            2.114521026611328,
+            2.101524591445923,
+            2.0814151763916016,
+            2.0408213138580322,
+            2.007067918777466,
+            1.986541986465454,
+            1.954993486404419,
+            1.910170078277588,
+            1.8843413591384888,
+            1.8668323755264282,
+            1.8641927242279053,
+            1.8243087530136108,
+            1.7978243827819824,
+            1.7811003923416138,
+            1.7536215782165527,
+            1.7128410339355469,
+            1.6983388662338257,
+            1.6884533166885376,
+            1.6675044298171997,
+            1.6349689960479736,
+            1.6232558488845825,
+            1.5932772159576416,
+            1.5738366842269897,
+            1.5269513130187988,
+            1.5139269828796387,
+            1.4841513633728027,
+            1.472174048423767,
+            1.4512355327606201,
+            1.4307621717453003,
+            1.4178736209869385,
+            1.4072328805923462,
+            1.3926451206207275,
+            1.3782668113708496,
+            1.3547687530517578,
+            1.330971598625183,
+            1.3114900588989258,
+            1.2884904146194458,
+            1.2664785385131836,
+            1.262993335723877,
+            1.2545011043548584,
+            1.227927565574646,
+            1.1978306770324707,
+            1.18706476688385,
+            1.1674325466156006,
+            1.1487666368484497,
+            1.1386783123016357,
+            1.1149340867996216,
+            1.1044743061065674,
+            1.0978976488113403,
+            1.0888456106185913,
+            1.0831315517425537,
+            1.0637996196746826,
+            1.0392725467681885,
+            1.0267937183380127,
+            1.0074483156204224,
+            0.9991416335105896,
+            0.9982129335403442,
+            0.9665610790252686,
+            0.9579340815544128,
+            0.9462064504623413,
+            0.936298668384552,
+            0.922227680683136,
+            0.9093877077102661,
+            0.8943248391151428,
+            0.8890796899795532,
+            0.8755910396575928,
+            0.8691439628601074,
+            0.8587139248847961,
+            0.8427330255508423,
+            0.8381950855255127,
+            0.8278809189796448,
+            0.8162902593612671,
+            0.8075752258300781,
+            0.800631582736969,
+            0.7766911387443542,
+            0.7665649056434631,
+            0.7578364014625549,
+            0.752418577671051,
+            0.7414014339447021,
+            0.7398664951324463,
+            0.7283312678337097,
+            0.721635103225708,
+            0.7081571817398071,
+            0.6924144625663757,
+            0.6877843141555786,
+            0.6741694808006287,
+            0.6637480854988098,
+            0.6556633710861206,
+            0.6518390774726868,
+            0.6424941420555115,
+            0.6369492411613464,
+            0.6261022686958313,
+            0.6221775412559509,
+            0.6221120357513428,
+            0.6048952341079712,
+            0.601888120174408,
+            0.5952357649803162,
+            0.586183488368988,
+            0.5800952315330505,
+            0.5679442286491394,
+            0.5627536177635193,
+            0.5613991022109985,
+            0.5536391735076904,
+            0.5494264960289001,
+            0.5408570170402527,
+            0.5365706086158752,
+            0.5243836045265198,
+            0.5187468528747559,
+            0.5117509961128235,
+            0.510094940662384,
+            0.5059252381324768,
+            0.49522292613983154,
+            0.4928499460220337,
+            0.4874664843082428,
+            0.4806399643421173,
+            0.4719468653202057,
+            0.4683748781681061,
+            0.4651719033718109,
+            0.45193520188331604,
+            0.4488099217414856,
+            0.4446795582771301,
+            0.4364883303642273,
+            0.43350183963775635,
+            0.4269534945487976,
+            0.4238772988319397,
+            0.4184611737728119,
+            0.415038138628006,
+            0.409812867641449,
+            0.40662652254104614,
+            0.40071946382522583,
+            0.39068517088890076,
+            0.3864102065563202,
+            0.3834470808506012,
+            0.380303293466568,
+            0.3671737611293793,
+            0.36622992157936096,
+            0.3595367968082428,
+            0.3564186096191406,
+            0.35253700613975525,
+            0.34815338253974915,
+            0.3443923592567444,
+            0.33946558833122253,
+            0.3341960906982422,
+            0.3271540105342865,
+            0.31899693608283997,
+            0.3162514865398407,
+            0.31448712944984436,
+            0.3125956058502197,
+            0.3052861988544464,
+            0.30406075716018677,
+            0.2995906472206116,
+            0.2903907299041748,
+            0.2888844609260559,
+            0.2845689356327057,
+            0.28365960717201233,
+            0.27749454975128174,
+            0.27714064717292786,
+            0.2669450044631958,
+            0.26008841395378113,
+            0.2573792338371277,
+            0.2548104524612427,
+            0.24781222641468048,
+            0.24611662328243256,
+            0.24233196675777435,
+            0.23827999830245972,
+            0.23723594844341278,
+            0.22753341495990753,
+            0.21977613866329193,
+            0.21833160519599915,
+            0.2130175530910492,
+            0.21001943945884705,
+            0.20726406574249268,
+            0.20226643979549408,
+            0.20177452266216278,
+            0.19234424829483032,
+            0.18970434367656708,
+            0.17938491702079773
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.2742627263069153,
+          "std": 0.15116584300994873,
+          "p10": 0.08787548542022705,
+          "p50": 0.2574678063392639,
+          "p90": 0.4837460517883301,
+          "min": -0.08830465376377106,
+          "max": 1.0
+        },
+        "feature_norms": {
+          "mean": 32.40989303588867,
+          "std": 5.503716468811035,
+          "p10": 26.72922134399414,
+          "p50": 31.186073303222656,
+          "p90": 39.851863861083984,
+          "min": 21.90940284729004,
+          "max": 65.5579605102539
+        }
+      },
+      "alignment_uniformity": null
+    },
+    "qp": {
+      "coord": "raw",
+      "qp_variant": "qp",
+      "feature_dim": 2048,
+      "timing": {
+        "feature_extract_sec": 128.88045692443848
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.1882,
+          0.2134,
+          0.2414,
+          0.2464,
+          0.2592,
+          0.2542,
+          0.2446
+        ],
+        "top5": [
+          0.2162,
+          0.4306,
+          0.4612,
+          0.4972,
+          0.526,
+          0.5328,
+          0.531
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.001,
+        "weight_decay": 1e-06,
+        "top1": 0.3203999999046326,
+        "top5": 0.6249999996185303
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 96.47624969482422,
+          "participation_ratio_topq": 46.136924743652344,
+          "eigs_top": [
+            129.57850646972656,
+            88.12474822998047,
+            79.12186431884766,
+            59.72737121582031,
+            54.72053909301758,
+            49.62251281738281,
+            44.02778244018555,
+            39.67307662963867,
+            33.0413932800293,
+            30.54564094543457,
+            30.499114990234375,
+            25.41230583190918,
+            25.035449981689453,
+            23.113990783691406,
+            22.3596248626709,
+            20.48369598388672,
+            18.917091369628906,
+            18.597362518310547,
+            17.60577964782715,
+            17.43318748474121,
+            16.873014450073242,
+            16.03534698486328,
+            15.004648208618164,
+            14.782678604125977,
+            14.469897270202637,
+            13.743678092956543,
+            13.5770902633667,
+            13.11165714263916,
+            12.41049575805664,
+            11.883820533752441,
+            11.701665878295898,
+            11.453205108642578,
+            11.260743141174316,
+            10.785274505615234,
+            10.706657409667969,
+            10.085938453674316,
+            9.79771900177002,
+            9.498029708862305,
+            9.252346992492676,
+            8.934775352478027,
+            8.830716133117676,
+            8.538490295410156,
+            8.290459632873535,
+            8.058323860168457,
+            7.94192361831665,
+            7.865719318389893,
+            7.748193264007568,
+            7.534918785095215,
+            7.2967329025268555,
+            7.17311429977417,
+            7.025953769683838,
+            6.894039630889893,
+            6.875185012817383,
+            6.832378387451172,
+            6.627296447753906,
+            6.555520534515381,
+            6.329351425170898,
+            6.194334506988525,
+            6.105953216552734,
+            6.055258750915527,
+            5.960397720336914,
+            5.813824653625488,
+            5.725099563598633,
+            5.682492256164551,
+            5.531920909881592,
+            5.4325408935546875,
+            5.353272438049316,
+            5.335445880889893,
+            5.128609657287598,
+            5.0299072265625,
+            4.938704013824463,
+            4.867646217346191,
+            4.805387496948242,
+            4.630474090576172,
+            4.560822486877441,
+            4.544180393218994,
+            4.4698262214660645,
+            4.4189958572387695,
+            4.363794803619385,
+            4.216035842895508,
+            4.194879055023193,
+            4.1536760330200195,
+            4.0763654708862305,
+            4.0069122314453125,
+            3.993190050125122,
+            3.9351143836975098,
+            3.8399429321289062,
+            3.7535808086395264,
+            3.7499375343322754,
+            3.686114549636841,
+            3.6362478733062744,
+            3.5899569988250732,
+            3.583638906478882,
+            3.5088729858398438,
+            3.4308764934539795,
+            3.395642042160034,
+            3.379005193710327,
+            3.323338031768799,
+            3.2520816326141357,
+            3.225454092025757,
+            3.1780009269714355,
+            3.1522600650787354,
+            3.062326192855835,
+            3.0155422687530518,
+            2.9889273643493652,
+            2.9503188133239746,
+            2.8835506439208984,
+            2.8620457649230957,
+            2.8442282676696777,
+            2.8027899265289307,
+            2.77278995513916,
+            2.761716604232788,
+            2.701526403427124,
+            2.6528050899505615,
+            2.6357152462005615,
+            2.5694425106048584,
+            2.529245615005493,
+            2.508594274520874,
+            2.4915874004364014,
+            2.4469833374023438,
+            2.393453359603882,
+            2.3715505599975586,
+            2.34220290184021,
+            2.311411142349243,
+            2.2712976932525635,
+            2.241807222366333,
+            2.2259325981140137,
+            2.186279773712158,
+            2.1663262844085693,
+            2.145538568496704,
+            2.1254923343658447,
+            2.064826250076294,
+            2.0597033500671387,
+            2.0214345455169678,
+            1.99748694896698,
+            1.9904508590698242,
+            1.932140588760376,
+            1.908981442451477,
+            1.8903343677520752,
+            1.8692541122436523,
+            1.8328851461410522,
+            1.8124849796295166,
+            1.7815666198730469,
+            1.7695074081420898,
+            1.745163083076477,
+            1.7211946249008179,
+            1.706101417541504,
+            1.6845329999923706,
+            1.680176854133606,
+            1.6436039209365845,
+            1.6304974555969238,
+            1.6095359325408936,
+            1.5988227128982544,
+            1.5489733219146729,
+            1.5330438613891602,
+            1.5056138038635254,
+            1.4998937845230103,
+            1.4822036027908325,
+            1.4713624715805054,
+            1.4515659809112549,
+            1.4274502992630005,
+            1.4124433994293213,
+            1.3909225463867188,
+            1.3696935176849365,
+            1.347185492515564,
+            1.3274264335632324,
+            1.3181027173995972,
+            1.303680658340454,
+            1.275560736656189,
+            1.2711995840072632,
+            1.2446881532669067,
+            1.2436332702636719,
+            1.2254893779754639,
+            1.2113302946090698,
+            1.1955076456069946,
+            1.1802088022232056,
+            1.1691840887069702,
+            1.1601533889770508,
+            1.1317297220230103,
+            1.1238161325454712,
+            1.121955156326294,
+            1.0967315435409546,
+            1.0859310626983643,
+            1.0775600671768188,
+            1.0675376653671265,
+            1.0443947315216064,
+            1.038201093673706,
+            1.0255229473114014,
+            1.0184839963912964,
+            1.009566307067871,
+            0.992249608039856,
+            0.977063000202179,
+            0.9675165414810181,
+            0.9533017873764038,
+            0.9459127187728882,
+            0.9371911287307739,
+            0.9131326079368591,
+            0.8979706168174744,
+            0.8840915560722351,
+            0.8816735744476318,
+            0.8758874535560608,
+            0.8658093214035034,
+            0.8601594567298889,
+            0.8463324308395386,
+            0.8322176337242126,
+            0.8256054520606995,
+            0.8086512684822083,
+            0.8047052025794983,
+            0.7973256707191467,
+            0.7835441827774048,
+            0.7784824371337891,
+            0.7697938084602356,
+            0.7530639171600342,
+            0.7436043620109558,
+            0.7332557439804077,
+            0.7274295091629028,
+            0.7139625549316406,
+            0.6978341937065125,
+            0.6886135935783386,
+            0.6803708672523499,
+            0.6762545704841614,
+            0.6679361462593079,
+            0.6567384004592896,
+            0.6549647450447083,
+            0.640639066696167,
+            0.6303430795669556,
+            0.6214114427566528,
+            0.6104433536529541,
+            0.606747031211853,
+            0.5983012318611145,
+            0.5881211757659912,
+            0.5806055068969727,
+            0.5761549472808838,
+            0.5657968521118164,
+            0.556624174118042,
+            0.5437987446784973,
+            0.5319599509239197,
+            0.5157062411308289,
+            0.5102180242538452,
+            0.5088167786598206,
+            0.5029419660568237,
+            0.4939872622489929,
+            0.4756522476673126,
+            0.4658546447753906,
+            0.4569658041000366,
+            0.45400163531303406,
+            0.4409935772418976,
+            0.4333672523498535,
+            0.426209032535553,
+            0.4183240830898285,
+            0.41039803624153137,
+            0.3982560336589813,
+            0.39569565653800964,
+            0.38738998770713806,
+            0.3746824860572815,
+            0.3641413450241089
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.2769365608692169,
+          "std": 0.15192407369613647,
+          "p10": 0.08985316753387451,
+          "p50": 0.26010650396347046,
+          "p90": 0.48760372400283813,
+          "min": -0.08325280249118805,
+          "max": 1.0000001192092896
+        },
+        "feature_norms": {
+          "mean": 46.176578521728516,
+          "std": 8.17845344543457,
+          "p10": 37.90884017944336,
+          "p50": 44.3083610534668,
+          "p90": 57.1520881652832,
+          "min": 31.325836181640625,
+          "max": 96.52604675292969
+        }
+      },
+      "alignment_uniformity": null
+    }
+  }
+}

eval_runs/imagenet_hjepa_mv_epoch_010/metrics.json

@@ -0,0 +1,1345 @@
+{
+  "checkpoint": "checkpoints/imagenet_hjepa_mv_epoch_010.pth",
+  "config": "configs/imagenet_hjepa_mv.yaml",
+  "dataset": "imagenet",
+  "data_root": "/content/imagenet100_view",
+  "num_classes": 100,
+  "ckpt_load_info": {
+    "try_0_missing": 0,
+    "try_0_unexpected": 0,
+    "loaded_from_try": 0
+  },
+  "coord_mode": "raw",
+  "split_qp": true,
+  "coord": "raw",
+  "qp_variant": "q",
+  "feature_dim": 1024,
+  "timing": {
+    "feature_extract_sec": 128.2307255268097
+  },
+  "knn": {
+    "k_values": [
+      1,
+      5,
+      10,
+      20,
+      50,
+      100,
+      200
+    ],
+    "top1": [
+      0.159,
+      0.1728,
+      0.1954,
+      0.2086,
+      0.2084,
+      0.2062,
+      0.202
+    ],
+    "top5": [
+      0.1896,
+      0.3808,
+      0.396,
+      0.427,
+      0.4652,
+      0.468,
+      0.4698
+    ]
+  },
+  "linear_probe": {
+    "epochs": 50,
+    "batch_size": 256,
+    "lr": 0.001,
+    "weight_decay": 1e-06,
+    "top1": 0.2530000000476837,
+    "top5": 0.525199999332428
+  },
+  "diagnostics": {
+    "covariance_spectrum_topq": {
+      "n_used": 5000,
+      "q_used": 256,
+      "eff_rank_topq": 81.40277099609375,
+      "participation_ratio_topq": 31.864444732666016,
+      "eigs_top": [
+        79.37963104248047,
+        39.806575775146484,
+        35.199710845947266,
+        22.49191665649414,
+        19.54206085205078,
+        17.281993865966797,
+        15.64621353149414,
+        14.915578842163086,
+        13.722511291503906,
+        12.245991706848145,
+        10.916265487670898,
+        10.040336608886719,
+        9.59189224243164,
+        9.2507963180542,
+        8.764497756958008,
+        7.837208271026611,
+        7.57200813293457,
+        7.069807052612305,
+        6.999462604522705,
+        6.609328746795654,
+        6.38880729675293,
+        5.90360164642334,
+        5.758946895599365,
+        5.475938320159912,
+        5.376593112945557,
+        5.206814765930176,
+        5.134838104248047,
+        4.757511615753174,
+        4.656062602996826,
+        4.594667911529541,
+        4.332874774932861,
+        4.242495536804199,
+        4.208806991577148,
+        3.9345436096191406,
+        3.856611490249634,
+        3.8245155811309814,
+        3.716872215270996,
+        3.620103359222412,
+        3.5390241146087646,
+        3.468778610229492,
+        3.377309799194336,
+        3.26303768157959,
+        3.199352264404297,
+        3.162038803100586,
+        3.0375149250030518,
+        2.9602599143981934,
+        2.88877010345459,
+        2.7911410331726074,
+        2.7197723388671875,
+        2.673823833465576,
+        2.623202085494995,
+        2.604818344116211,
+        2.5101144313812256,
+        2.5000596046447754,
+        2.3933472633361816,
+        2.327533483505249,
+        2.282379388809204,
+        2.2578072547912598,
+        2.2294986248016357,
+        2.108125925064087,
+        2.072136878967285,
+        2.019099712371826,
+        2.008469343185425,
+        1.9797422885894775,
+        1.906322717666626,
+        1.9017990827560425,
+        1.803293228149414,
+        1.7747135162353516,
+        1.7389192581176758,
+        1.6930993795394897,
+        1.6215795278549194,
+        1.5760185718536377,
+        1.536874532699585,
+        1.5280240774154663,
+        1.4821475744247437,
+        1.4751992225646973,
+        1.4601234197616577,
+        1.4190651178359985,
+        1.4057143926620483,
+        1.3557335138320923,
+        1.3463231325149536,
+        1.3248261213302612,
+        1.3128825426101685,
+        1.2833019495010376,
+        1.2550135850906372,
+        1.24443781375885,
+        1.2265328168869019,
+        1.2071239948272705,
+        1.178342342376709,
+        1.1744365692138672,
+        1.1566829681396484,
+        1.1488839387893677,
+        1.1180694103240967,
+        1.0926554203033447,
+        1.0794354677200317,
+        1.0608457326889038,
+        1.0418663024902344,
+        1.0234259366989136,
+        1.0102357864379883,
+        1.000622034072876,
+        0.9866092205047607,
+        0.9785922765731812,
+        0.9508910775184631,
+        0.9397405982017517,
+        0.9251298308372498,
+        0.907903254032135,
+        0.8960167765617371,
+        0.8884438872337341,
+        0.8788345456123352,
+        0.8758838772773743,
+        0.8626309037208557,
+        0.8566826581954956,
+        0.8447886109352112,
+        0.8369391560554504,
+        0.8144981265068054,
+        0.8129751682281494,
+        0.7952315807342529,
+        0.787235677242279,
+        0.780138373374939,
+        0.7656216025352478,
+        0.7646444439888,
+        0.7547371983528137,
+        0.7423314452171326,
+        0.7375699877738953,
+        0.722905158996582,
+        0.7087409496307373,
+        0.7008439898490906,
+        0.6953369975090027,
+        0.6882324814796448,
+        0.6815016269683838,
+        0.6670655608177185,
+        0.663340151309967,
+        0.6586194634437561,
+        0.6525378227233887,
+        0.6454848051071167,
+        0.6346416473388672,
+        0.6269321441650391,
+        0.6220499873161316,
+        0.6195952892303467,
+        0.6101008057594299,
+        0.6061491966247559,
+        0.6034942865371704,
+        0.601254940032959,
+        0.5867969989776611,
+        0.5842960476875305,
+        0.5769323706626892,
+        0.5749526023864746,
+        0.5726203918457031,
+        0.5602316856384277,
+        0.5551228523254395,
+        0.5532879829406738,
+        0.5482823848724365,
+        0.5439383387565613,
+        0.5361033082008362,
+        0.5317779779434204,
+        0.530127763748169,
+        0.5248448848724365,
+        0.5181206464767456,
+        0.5127912163734436,
+        0.5117318630218506,
+        0.5011302828788757,
+        0.49836069345474243,
+        0.49466896057128906,
+        0.4908338487148285,
+        0.48673108220100403,
+        0.48571544885635376,
+        0.48422208428382874,
+        0.47994092106819153,
+        0.4726478159427643,
+        0.46811768412590027,
+        0.4656521677970886,
+        0.45993104577064514,
+        0.45478832721710205,
+        0.45400622487068176,
+        0.447393536567688,
+        0.4461258351802826,
+        0.4396338164806366,
+        0.43643465638160706,
+        0.4302814304828644,
+        0.4268806278705597,
+        0.4217175841331482,
+        0.42031532526016235,
+        0.41592440009117126,
+        0.4145562946796417,
+        0.4069307744503021,
+        0.4021573066711426,
+        0.39743489027023315,
+        0.3957046866416931,
+        0.39281919598579407,
+        0.38861554861068726,
+        0.38649848103523254,
+        0.38415250182151794,
+        0.38007068634033203,
+        0.37981727719306946,
+        0.3756251037120819,
+        0.37384358048439026,
+        0.36989739537239075,
+        0.3668636977672577,
+        0.36431705951690674,
+        0.361115962266922,
+        0.3574032783508301,
+        0.35488060116767883,
+        0.35228776931762695,
+        0.3503434956073761,
+        0.3432666063308716,
+        0.34205010533332825,
+        0.3359338045120239,
+        0.3307386338710785,
+        0.32930809259414673,
+        0.32829052209854126,
+        0.3253690302371979,
+        0.32162702083587646,
+        0.3210774064064026,
+        0.31662485003471375,
+        0.31388264894485474,
+        0.31051886081695557,
+        0.30899402499198914,
+        0.30809861421585083,
+        0.30481183528900146,
+        0.30213409662246704,
+        0.300828754901886,
+        0.2982849180698395,
+        0.2959658205509186,
+        0.2930198907852173,
+        0.2901288568973541,
+        0.28966325521469116,
+        0.2856634855270386,
+        0.28072598576545715,
+        0.27937549352645874,
+        0.27753838896751404,
+        0.2729042172431946,
+        0.2722022235393524,
+        0.2704278528690338,
+        0.2666926681995392,
+        0.26442697644233704,
+        0.2621319890022278,
+        0.2586527168750763,
+        0.25603678822517395,
+        0.2530636191368103,
+        0.24963437020778656,
+        0.246073380112648,
+        0.2450590878725052,
+        0.24184273183345795,
+        0.23920030891895294,
+        0.2363593578338623,
+        0.23574572801589966,
+        0.2321145087480545,
+        0.23190660774707794,
+        0.22789563238620758,
+        0.2257126420736313,
+        0.22215668857097626,
+        0.21767136454582214,
+        0.21275493502616882,
+        0.2121756374835968,
+        0.2039518654346466,
+        0.20169256627559662
+      ]
+    },
+    "cosine_similarity": {
+      "mean": 0.3739889860153198,
+      "std": 0.128146231174469,
+      "p10": 0.20979419350624084,
+      "p50": 0.36982426047325134,
+      "p90": 0.5449109077453613,
+      "min": 0.02266043797135353,
+      "max": 1.000000238418579
+    },
+    "feature_norms": {
+      "mean": 32.10947036743164,
+      "std": 4.145549297332764,
+      "p10": 27.841459274291992,
+      "p50": 31.219905853271484,
+      "p90": 37.4282112121582,
+      "min": 24.507797241210938,
+      "max": 57.44981384277344
+    }
+  },
+  "alignment_uniformity": null,
+  "qp_eval": {
+    "variants": [
+      "q",
+      "p",
+      "qp"
+    ],
+    "default_variant": "q",
+    "q_dim": 1024,
+    "p_dim": 1024,
+    "qp_dim": 2048
+  },
+  "qp_variants": {
+    "q": {
+      "coord": "raw",
+      "qp_variant": "q",
+      "feature_dim": 1024,
+      "timing": {
+        "feature_extract_sec": 128.2307255268097
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.159,
+          0.1728,
+          0.1954,
+          0.2086,
+          0.2084,
+          0.2062,
+          0.202
+        ],
+        "top5": [
+          0.1896,
+          0.3808,
+          0.396,
+          0.427,
+          0.4652,
+          0.468,
+          0.4698
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.001,
+        "weight_decay": 1e-06,
+        "top1": 0.2530000000476837,
+        "top5": 0.525199999332428
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 81.40277099609375,
+          "participation_ratio_topq": 31.864444732666016,
+          "eigs_top": [
+            79.37963104248047,
+            39.806575775146484,
+            35.199710845947266,
+            22.49191665649414,
+            19.54206085205078,
+            17.281993865966797,
+            15.64621353149414,
+            14.915578842163086,
+            13.722511291503906,
+            12.245991706848145,
+            10.916265487670898,
+            10.040336608886719,
+            9.59189224243164,
+            9.2507963180542,
+            8.764497756958008,
+            7.837208271026611,
+            7.57200813293457,
+            7.069807052612305,
+            6.999462604522705,
+            6.609328746795654,
+            6.38880729675293,
+            5.90360164642334,
+            5.758946895599365,
+            5.475938320159912,
+            5.376593112945557,
+            5.206814765930176,
+            5.134838104248047,
+            4.757511615753174,
+            4.656062602996826,
+            4.594667911529541,
+            4.332874774932861,
+            4.242495536804199,
+            4.208806991577148,
+            3.9345436096191406,
+            3.856611490249634,
+            3.8245155811309814,
+            3.716872215270996,
+            3.620103359222412,
+            3.5390241146087646,
+            3.468778610229492,
+            3.377309799194336,
+            3.26303768157959,
+            3.199352264404297,
+            3.162038803100586,
+            3.0375149250030518,
+            2.9602599143981934,
+            2.88877010345459,
+            2.7911410331726074,
+            2.7197723388671875,
+            2.673823833465576,
+            2.623202085494995,
+            2.604818344116211,
+            2.5101144313812256,
+            2.5000596046447754,
+            2.3933472633361816,
+            2.327533483505249,
+            2.282379388809204,
+            2.2578072547912598,
+            2.2294986248016357,
+            2.108125925064087,
+            2.072136878967285,
+            2.019099712371826,
+            2.008469343185425,
+            1.9797422885894775,
+            1.906322717666626,
+            1.9017990827560425,
+            1.803293228149414,
+            1.7747135162353516,
+            1.7389192581176758,
+            1.6930993795394897,
+            1.6215795278549194,
+            1.5760185718536377,
+            1.536874532699585,
+            1.5280240774154663,
+            1.4821475744247437,
+            1.4751992225646973,
+            1.4601234197616577,
+            1.4190651178359985,
+            1.4057143926620483,
+            1.3557335138320923,
+            1.3463231325149536,
+            1.3248261213302612,
+            1.3128825426101685,
+            1.2833019495010376,
+            1.2550135850906372,
+            1.24443781375885,
+            1.2265328168869019,
+            1.2071239948272705,
+            1.178342342376709,
+            1.1744365692138672,
+            1.1566829681396484,
+            1.1488839387893677,
+            1.1180694103240967,
+            1.0926554203033447,
+            1.0794354677200317,
+            1.0608457326889038,
+            1.0418663024902344,
+            1.0234259366989136,
+            1.0102357864379883,
+            1.000622034072876,
+            0.9866092205047607,
+            0.9785922765731812,
+            0.9508910775184631,
+            0.9397405982017517,
+            0.9251298308372498,
+            0.907903254032135,
+            0.8960167765617371,
+            0.8884438872337341,
+            0.8788345456123352,
+            0.8758838772773743,
+            0.8626309037208557,
+            0.8566826581954956,
+            0.8447886109352112,
+            0.8369391560554504,
+            0.8144981265068054,
+            0.8129751682281494,
+            0.7952315807342529,
+            0.787235677242279,
+            0.780138373374939,
+            0.7656216025352478,
+            0.7646444439888,
+            0.7547371983528137,
+            0.7423314452171326,
+            0.7375699877738953,
+            0.722905158996582,
+            0.7087409496307373,
+            0.7008439898490906,
+            0.6953369975090027,
+            0.6882324814796448,
+            0.6815016269683838,
+            0.6670655608177185,
+            0.663340151309967,
+            0.6586194634437561,
+            0.6525378227233887,
+            0.6454848051071167,
+            0.6346416473388672,
+            0.6269321441650391,
+            0.6220499873161316,
+            0.6195952892303467,
+            0.6101008057594299,
+            0.6061491966247559,
+            0.6034942865371704,
+            0.601254940032959,
+            0.5867969989776611,
+            0.5842960476875305,
+            0.5769323706626892,
+            0.5749526023864746,
+            0.5726203918457031,
+            0.5602316856384277,
+            0.5551228523254395,
+            0.5532879829406738,
+            0.5482823848724365,
+            0.5439383387565613,
+            0.5361033082008362,
+            0.5317779779434204,
+            0.530127763748169,
+            0.5248448848724365,
+            0.5181206464767456,
+            0.5127912163734436,
+            0.5117318630218506,
+            0.5011302828788757,
+            0.49836069345474243,
+            0.49466896057128906,
+            0.4908338487148285,
+            0.48673108220100403,
+            0.48571544885635376,
+            0.48422208428382874,
+            0.47994092106819153,
+            0.4726478159427643,
+            0.46811768412590027,
+            0.4656521677970886,
+            0.45993104577064514,
+            0.45478832721710205,
+            0.45400622487068176,
+            0.447393536567688,
+            0.4461258351802826,
+            0.4396338164806366,
+            0.43643465638160706,
+            0.4302814304828644,
+            0.4268806278705597,
+            0.4217175841331482,
+            0.42031532526016235,
+            0.41592440009117126,
+            0.4145562946796417,
+            0.4069307744503021,
+            0.4021573066711426,
+            0.39743489027023315,
+            0.3957046866416931,
+            0.39281919598579407,
+            0.38861554861068726,
+            0.38649848103523254,
+            0.38415250182151794,
+            0.38007068634033203,
+            0.37981727719306946,
+            0.3756251037120819,
+            0.37384358048439026,
+            0.36989739537239075,
+            0.3668636977672577,
+            0.36431705951690674,
+            0.361115962266922,
+            0.3574032783508301,
+            0.35488060116767883,
+            0.35228776931762695,
+            0.3503434956073761,
+            0.3432666063308716,
+            0.34205010533332825,
+            0.3359338045120239,
+            0.3307386338710785,
+            0.32930809259414673,
+            0.32829052209854126,
+            0.3253690302371979,
+            0.32162702083587646,
+            0.3210774064064026,
+            0.31662485003471375,
+            0.31388264894485474,
+            0.31051886081695557,
+            0.30899402499198914,
+            0.30809861421585083,
+            0.30481183528900146,
+            0.30213409662246704,
+            0.300828754901886,
+            0.2982849180698395,
+            0.2959658205509186,
+            0.2930198907852173,
+            0.2901288568973541,
+            0.28966325521469116,
+            0.2856634855270386,
+            0.28072598576545715,
+            0.27937549352645874,
+            0.27753838896751404,
+            0.2729042172431946,
+            0.2722022235393524,
+            0.2704278528690338,
+            0.2666926681995392,
+            0.26442697644233704,
+            0.2621319890022278,
+            0.2586527168750763,
+            0.25603678822517395,
+            0.2530636191368103,
+            0.24963437020778656,
+            0.246073380112648,
+            0.2450590878725052,
+            0.24184273183345795,
+            0.23920030891895294,
+            0.2363593578338623,
+            0.23574572801589966,
+            0.2321145087480545,
+            0.23190660774707794,
+            0.22789563238620758,
+            0.2257126420736313,
+            0.22215668857097626,
+            0.21767136454582214,
+            0.21275493502616882,
+            0.2121756374835968,
+            0.2039518654346466,
+            0.20169256627559662
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.3739889860153198,
+          "std": 0.128146231174469,
+          "p10": 0.20979419350624084,
+          "p50": 0.36982426047325134,
+          "p90": 0.5449109077453613,
+          "min": 0.02266043797135353,
+          "max": 1.000000238418579
+        },
+        "feature_norms": {
+          "mean": 32.10947036743164,
+          "std": 4.145549297332764,
+          "p10": 27.841459274291992,
+          "p50": 31.219905853271484,
+          "p90": 37.4282112121582,
+          "min": 24.507797241210938,
+          "max": 57.44981384277344
+        }
+      },
+      "alignment_uniformity": null
+    },
+    "p": {
+      "coord": "raw",
+      "qp_variant": "p",
+      "feature_dim": 1024,
+      "timing": {
+        "feature_extract_sec": 128.30917024612427
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.1612,
+          0.1728,
+          0.1976,
+          0.2086,
+          0.206,
+          0.208,
+          0.1998
+        ],
+        "top5": [
+          0.1912,
+          0.3806,
+          0.3974,
+          0.4286,
+          0.4612,
+          0.4712,
+          0.4726
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.001,
+        "weight_decay": 1e-06,
+        "top1": 0.2534000000476837,
+        "top5": 0.5217999997138977
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 84.1562271118164,
+          "participation_ratio_topq": 33.57939910888672,
+          "eigs_top": [
+            74.73690032958984,
+            37.54214096069336,
+            32.866580963134766,
+            21.35849380493164,
+            18.85067367553711,
+            17.10530662536621,
+            15.465496063232422,
+            14.185407638549805,
+            13.430874824523926,
+            11.83684253692627,
+            10.78878402709961,
+            9.782952308654785,
+            9.367555618286133,
+            8.887068748474121,
+            8.532431602478027,
+            7.9149556159973145,
+            7.515164852142334,
+            7.005756855010986,
+            6.820285320281982,
+            6.748966217041016,
+            6.39345121383667,
+            5.768466472625732,
+            5.637057304382324,
+            5.3196258544921875,
+            5.2163825035095215,
+            5.154743671417236,
+            5.053656578063965,
+            4.7255730628967285,
+            4.62643575668335,
+            4.574491024017334,
+            4.37014102935791,
+            4.220247745513916,
+            4.154654502868652,
+            3.918962240219116,
+            3.8754777908325195,
+            3.8230674266815186,
+            3.652162790298462,
+            3.6210246086120605,
+            3.4954681396484375,
+            3.4420125484466553,
+            3.2619495391845703,
+            3.2464792728424072,
+            3.176105260848999,
+            3.157872200012207,
+            3.058803081512451,
+            3.0111496448516846,
+            2.9073541164398193,
+            2.8291819095611572,
+            2.716250419616699,
+            2.660017728805542,
+            2.618391752243042,
+            2.5953660011291504,
+            2.493501901626587,
+            2.4615132808685303,
+            2.395622730255127,
+            2.3200604915618896,
+            2.2838683128356934,
+            2.2276031970977783,
+            2.20519757270813,
+            2.1314566135406494,
+            2.0460736751556396,
+            2.0403244495391846,
+            1.9606842994689941,
+            1.8989840745925903,
+            1.8471184968948364,
+            1.842626690864563,
+            1.7925710678100586,
+            1.7751915454864502,
+            1.7342259883880615,
+            1.6815005540847778,
+            1.6014442443847656,
+            1.5983600616455078,
+            1.5641930103302002,
+            1.5582863092422485,
+            1.5297032594680786,
+            1.4863612651824951,
+            1.466516137123108,
+            1.434848666191101,
+            1.4073930978775024,
+            1.3904478549957275,
+            1.336660623550415,
+            1.307355523109436,
+            1.2929267883300781,
+            1.2846417427062988,
+            1.2740603685379028,
+            1.2374022006988525,
+            1.2132513523101807,
+            1.2023162841796875,
+            1.1818760633468628,
+            1.1540690660476685,
+            1.1346118450164795,
+            1.1311802864074707,
+            1.1093580722808838,
+            1.0900838375091553,
+            1.0856387615203857,
+            1.0432825088500977,
+            1.0378016233444214,
+            1.0280630588531494,
+            1.0121608972549438,
+            0.9920303225517273,
+            0.9748979210853577,
+            0.9662684202194214,
+            0.9507909417152405,
+            0.9425686597824097,
+            0.9284807443618774,
+            0.921958327293396,
+            0.9131715893745422,
+            0.889021635055542,
+            0.884707510471344,
+            0.8783020973205566,
+            0.8730905652046204,
+            0.8604947328567505,
+            0.8493623733520508,
+            0.8414245247840881,
+            0.8198246359825134,
+            0.8116544485092163,
+            0.8039859533309937,
+            0.7885856628417969,
+            0.7781220078468323,
+            0.7708973288536072,
+            0.7679529786109924,
+            0.7554307579994202,
+            0.7509161829948425,
+            0.7350512146949768,
+            0.73184734582901,
+            0.7086883783340454,
+            0.7003328204154968,
+            0.6909570097923279,
+            0.6866250038146973,
+            0.6786260008811951,
+            0.6681889295578003,
+            0.6648823022842407,
+            0.6608356833457947,
+            0.6515598297119141,
+            0.6447848677635193,
+            0.6436333060264587,
+            0.6349770426750183,
+            0.6287991404533386,
+            0.6219209432601929,
+            0.616435170173645,
+            0.6133304238319397,
+            0.6048383712768555,
+            0.6028077602386475,
+            0.5947747826576233,
+            0.5858679413795471,
+            0.5777963995933533,
+            0.5766009092330933,
+            0.5700218081474304,
+            0.5681260228157043,
+            0.5611161589622498,
+            0.5523125529289246,
+            0.5505459308624268,
+            0.5450974702835083,
+            0.5360566973686218,
+            0.534136176109314,
+            0.5308146476745605,
+            0.5254263281822205,
+            0.5197727680206299,
+            0.5185731053352356,
+            0.5129126310348511,
+            0.5090411901473999,
+            0.5047751069068909,
+            0.4978402554988861,
+            0.4905019700527191,
+            0.4879966676235199,
+            0.48539942502975464,
+            0.4826587438583374,
+            0.47483399510383606,
+            0.47012126445770264,
+            0.46691691875457764,
+            0.4628234803676605,
+            0.45988938212394714,
+            0.45315244793891907,
+            0.4489501416683197,
+            0.4442649781703949,
+            0.44283467531204224,
+            0.43759000301361084,
+            0.4346974790096283,
+            0.42977574467658997,
+            0.42240235209465027,
+            0.419990599155426,
+            0.4185483455657959,
+            0.4146643877029419,
+            0.41105765104293823,
+            0.40990322828292847,
+            0.4074713885784149,
+            0.40553268790245056,
+            0.4030093252658844,
+            0.39543217420578003,
+            0.3907971978187561,
+            0.3870706558227539,
+            0.384079247713089,
+            0.37995675206184387,
+            0.3789913058280945,
+            0.37624359130859375,
+            0.37428417801856995,
+            0.3714462220668793,
+            0.3704746961593628,
+            0.3640218675136566,
+            0.3616996109485626,
+            0.3568422198295593,
+            0.35513612627983093,
+            0.35268643498420715,
+            0.34813231229782104,
+            0.3451417088508606,
+            0.34193235635757446,
+            0.3370749354362488,
+            0.3350037634372711,
+            0.33342140913009644,
+            0.3290286958217621,
+            0.32756394147872925,
+            0.3251078724861145,
+            0.32187318801879883,
+            0.3197930157184601,
+            0.31503260135650635,
+            0.3129996955394745,
+            0.309476763010025,
+            0.30761873722076416,
+            0.3027944266796112,
+            0.2988586127758026,
+            0.297560453414917,
+            0.2965781092643738,
+            0.29265743494033813,
+            0.2911982238292694,
+            0.2908017039299011,
+            0.29036518931388855,
+            0.2874426543712616,
+            0.2840951383113861,
+            0.282841295003891,
+            0.27752986550331116,
+            0.27532824873924255,
+            0.27392610907554626,
+            0.267212450504303,
+            0.26588910818099976,
+            0.26264503598213196,
+            0.26057523488998413,
+            0.25968751311302185,
+            0.25655171275138855,
+            0.2536921799182892,
+            0.25074175000190735,
+            0.24823501706123352,
+            0.24412353336811066,
+            0.24329151213169098,
+            0.24025854468345642,
+            0.23751337826251984,
+            0.23433493077754974,
+            0.23192931711673737,
+            0.23060937225818634,
+            0.22825466096401215,
+            0.2212885469198227,
+            0.2209567427635193,
+            0.2171071171760559,
+            0.21546797454357147,
+            0.20978277921676636,
+            0.20780469477176666,
+            0.2026110291481018
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.3149411976337433,
+          "std": 0.12765853106975555,
+          "p10": 0.15537987649440765,
+          "p50": 0.30616211891174316,
+          "p90": 0.487275630235672,
+          "min": -0.005461422726511955,
+          "max": 1.0
+        },
+        "feature_norms": {
+          "mean": 30.33094024658203,
+          "std": 4.221384048461914,
+          "p10": 25.86456871032715,
+          "p50": 29.472888946533203,
+          "p90": 35.81605911254883,
+          "min": 22.957651138305664,
+          "max": 54.7603759765625
+        }
+      },
+      "alignment_uniformity": null
+    },
+    "qp": {
+      "coord": "raw",
+      "qp_variant": "qp",
+      "feature_dim": 2048,
+      "timing": {
+        "feature_extract_sec": 128.9325234889984
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.1622,
+          0.1732,
+          0.1972,
+          0.2082,
+          0.2096,
+          0.2068,
+          0.2022
+        ],
+        "top5": [
+          0.1928,
+          0.3788,
+          0.3976,
+          0.4268,
+          0.4642,
+          0.4724,
+          0.4684
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.001,
+        "weight_decay": 1e-06,
+        "top1": 0.2559999998569489,
+        "top5": 0.5236000005722046
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 82.69682312011719,
+          "participation_ratio_topq": 32.68458938598633,
+          "eigs_top": [
+            153.93084716796875,
+            77.39167022705078,
+            68.00521850585938,
+            43.76658630371094,
+            38.406497955322266,
+            34.35694122314453,
+            30.992107391357422,
+            29.130489349365234,
+            27.069747924804688,
+            24.054933547973633,
+            21.73464584350586,
+            19.77119255065918,
+            18.89955711364746,
+            18.229934692382812,
+            17.300376892089844,
+            15.728713035583496,
+            15.077898025512695,
+            14.086270332336426,
+            13.76424789428711,
+            13.38974666595459,
+            12.783981323242188,
+            11.577077865600586,
+            11.411019325256348,
+            10.808963775634766,
+            10.601339340209961,
+            10.356940269470215,
+            10.179351806640625,
+            9.442853927612305,
+            9.253096580505371,
+            9.196590423583984,
+            8.671520233154297,
+            8.446069717407227,
+            8.367615699768066,
+            7.8368120193481445,
+            7.6928277015686035,
+            7.651273250579834,
+            7.358098030090332,
+            7.227595329284668,
+            7.039466381072998,
+            6.903432369232178,
+            6.620148181915283,
+            6.461596488952637,
+            6.438172340393066,
+            6.295332431793213,
+            6.066679000854492,
+            6.022720813751221,
+            5.726316452026367,
+            5.685510635375977,
+            5.418594837188721,
+            5.3247175216674805,
+            5.244078159332275,
+            5.190268516540527,
+            5.023736000061035,
+            4.968278884887695,
+            4.77219295501709,
+            4.632235527038574,
+            4.560971260070801,
+            4.503448963165283,
+            4.457345962524414,
+            4.246503829956055,
+            4.112412929534912,
+            4.0542731285095215,
+            3.9633734226226807,
+            3.8840932846069336,
+            3.7489895820617676,
+            3.7321925163269043,
+            3.60890531539917,
+            3.5534908771514893,
+            3.4661552906036377,
+            3.371995449066162,
+            3.2197444438934326,
+            3.1631124019622803,
+            3.0876810550689697,
+            3.0772299766540527,
+            3.014699697494507,
+            2.9475526809692383,
+            2.932622194290161,
+            2.8360774517059326,
+            2.806189775466919,
+            2.766460418701172,
+            2.684091091156006,
+            2.6070196628570557,
+            2.604090452194214,
+            2.5638341903686523,
+            2.5230159759521484,
+            2.474048376083374,
+            2.4473440647125244,
+            2.40517520904541,
+            2.3694205284118652,
+            2.3162670135498047,
+            2.296563148498535,
+            2.2472822666168213,
+            2.2197422981262207,
+            2.1982622146606445,
+            2.1681747436523438,
+            2.1009347438812256,
+            2.0696299076080322,
+            2.058608055114746,
+            2.0212457180023193,
+            1.9958341121673584,
+            1.9597437381744385,
+            1.9383820295333862,
+            1.8984240293502808,
+            1.8709958791732788,
+            1.8377059698104858,
+            1.8239285945892334,
+            1.7964327335357666,
+            1.7797107696533203,
+            1.7634718418121338,
+            1.748435616493225,
+            1.7282648086547852,
+            1.723867654800415,
+            1.6953403949737549,
+            1.6758666038513184,
+            1.6277823448181152,
+            1.6186131238937378,
+            1.5943570137023926,
+            1.5713868141174316,
+            1.5507895946502686,
+            1.5395281314849854,
+            1.5281574726104736,
+            1.5170763731002808,
+            1.4922584295272827,
+            1.4684052467346191,
+            1.448287010192871,
+            1.4055242538452148,
+            1.3977972269058228,
+            1.381047248840332,
+            1.3645868301391602,
+            1.3580375909805298,
+            1.3362191915512085,
+            1.3240169286727905,
+            1.310166597366333,
+            1.3007371425628662,
+            1.289463996887207,
+            1.2747176885604858,
+            1.2611477375030518,
+            1.2462856769561768,
+            1.2402371168136597,
+            1.2306478023529053,
+            1.220729947090149,
+            1.2061948776245117,
+            1.1912318468093872,
+            1.1782042980194092,
+            1.1641199588775635,
+            1.1617873907089233,
+            1.148941993713379,
+            1.1420848369598389,
+            1.125361680984497,
+            1.119588851928711,
+            1.1041712760925293,
+            1.0896661281585693,
+            1.0818212032318115,
+            1.0709530115127563,
+            1.0593905448913574,
+            1.0517736673355103,
+            1.0444331169128418,
+            1.0358119010925293,
+            1.0284130573272705,
+            1.0213836431503296,
+            1.0128154754638672,
+            0.9993411898612976,
+            0.9891287088394165,
+            0.9847112894058228,
+            0.9745559692382812,
+            0.9639102816581726,
+            0.9596214294433594,
+            0.9571501016616821,
+            0.9506371021270752,
+            0.9262287020683289,
+            0.9178686141967773,
+            0.9149353504180908,
+            0.8993276357650757,
+            0.8943836688995361,
+            0.8909144997596741,
+            0.8851259350776672,
+            0.8760842084884644,
+            0.8655446767807007,
+            0.8551813960075378,
+            0.8460774421691895,
+            0.8350655436515808,
+            0.8328843712806702,
+            0.8289657831192017,
+            0.8140386939048767,
+            0.8110624551773071,
+            0.7998910546302795,
+            0.7914928197860718,
+            0.7891066670417786,
+            0.7840773463249207,
+            0.7830475568771362,
+            0.773261308670044,
+            0.7676176428794861,
+            0.7620992064476013,
+            0.7586405873298645,
+            0.753291666507721,
+            0.7481276392936707,
+            0.744195818901062,
+            0.7308320999145508,
+            0.7290576696395874,
+            0.7169110774993896,
+            0.7118392586708069,
+            0.7066776752471924,
+            0.7025519609451294,
+            0.6979804039001465,
+            0.6925196051597595,
+            0.6852438449859619,
+            0.6790145039558411,
+            0.6707528233528137,
+            0.66103595495224,
+            0.6567479968070984,
+            0.653815746307373,
+            0.649854302406311,
+            0.6407341361045837,
+            0.636171281337738,
+            0.6273270845413208,
+            0.6228057146072388,
+            0.618231475353241,
+            0.6137645840644836,
+            0.6091803312301636,
+            0.6042320132255554,
+            0.5992269515991211,
+            0.5945678353309631,
+            0.5938210487365723,
+            0.5855278372764587,
+            0.5787329077720642,
+            0.5723695755004883,
+            0.5687962770462036,
+            0.562847912311554,
+            0.557645857334137,
+            0.5485088229179382,
+            0.5447903275489807,
+            0.5380711555480957,
+            0.5349490642547607,
+            0.5281205773353577,
+            0.5258849859237671,
+            0.5211034417152405,
+            0.5145522952079773,
+            0.5083036422729492,
+            0.5061461329460144,
+            0.4930148720741272,
+            0.4917279779911041,
+            0.48945921659469604,
+            0.48261362314224243,
+            0.47794109582901,
+            0.46784523129463196,
+            0.4652554392814636,
+            0.46255573630332947,
+            0.4536206126213074,
+            0.4486513137817383,
+            0.4451577365398407,
+            0.4414795935153961,
+            0.4367388188838959,
+            0.43128693103790283,
+            0.40680021047592163,
+            0.40610572695732117,
+            0.4034465253353119
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.34620925784111023,
+          "std": 0.12778973579406738,
+          "p10": 0.18497033417224884,
+          "p50": 0.3399723470211029,
+          "p90": 0.5174909234046936,
+          "min": 0.01257257629185915,
+          "max": 1.0000001192092896
+        },
+        "feature_norms": {
+          "mean": 44.171627044677734,
+          "std": 5.903918743133545,
+          "p10": 38.04325866699219,
+          "p50": 42.91703796386719,
+          "p90": 51.79051971435547,
+          "min": 33.74359130859375,
+          "max": 79.25025939941406
+        }
+      },
+      "alignment_uniformity": null
+    }
+  }
+}

eval_runs/imagenet_hjepa_mv_epoch_020/metrics.json

@@ -0,0 +1,1345 @@
+{
+  "checkpoint": "checkpoints/imagenet_hjepa_mv_epoch_020.pth",
+  "config": "configs/imagenet_hjepa_mv.yaml",
+  "dataset": "imagenet",
+  "data_root": "/content/imagenet100_view",
+  "num_classes": 100,
+  "ckpt_load_info": {
+    "try_0_missing": 0,
+    "try_0_unexpected": 0,
+    "loaded_from_try": 0
+  },
+  "coord_mode": "raw",
+  "split_qp": true,
+  "coord": "raw",
+  "qp_variant": "q",
+  "feature_dim": 1024,
+  "timing": {
+    "feature_extract_sec": 128.01185870170593
+  },
+  "knn": {
+    "k_values": [
+      1,
+      5,
+      10,
+      20,
+      50,
+      100,
+      200
+    ],
+    "top1": [
+      0.1764,
+      0.206,
+      0.2254,
+      0.2412,
+      0.2396,
+      0.2376,
+      0.227
+    ],
+    "top5": [
+      0.2046,
+      0.4132,
+      0.4336,
+      0.469,
+      0.5094,
+      0.5084,
+      0.5022
+    ]
+  },
+  "linear_probe": {
+    "epochs": 50,
+    "batch_size": 256,
+    "lr": 0.001,
+    "weight_decay": 1e-06,
+    "top1": 0.29740000021457674,
+    "top5": 0.597599999332428
+  },
+  "diagnostics": {
+    "covariance_spectrum_topq": {
+      "n_used": 5000,
+      "q_used": 256,
+      "eff_rank_topq": 87.88372039794922,
+      "participation_ratio_topq": 37.44143295288086,
+      "eigs_top": [
+        81.37760925292969,
+        44.95391082763672,
+        40.34253692626953,
+        29.975154876708984,
+        23.8144588470459,
+        21.583723068237305,
+        20.206634521484375,
+        17.7368106842041,
+        16.278812408447266,
+        13.660019874572754,
+        12.886622428894043,
+        11.88328742980957,
+        11.050919532775879,
+        10.220237731933594,
+        9.644749641418457,
+        9.58858871459961,
+        8.739639282226562,
+        8.56925106048584,
+        8.040215492248535,
+        7.87350606918335,
+        7.43528938293457,
+        7.399446487426758,
+        7.093230247497559,
+        6.8233513832092285,
+        6.487343788146973,
+        6.433655261993408,
+        6.197287082672119,
+        6.122608661651611,
+        5.873980522155762,
+        5.704810619354248,
+        5.551914691925049,
+        5.511509895324707,
+        5.337771415710449,
+        5.061858654022217,
+        4.903830528259277,
+        4.8098907470703125,
+        4.566145420074463,
+        4.457707405090332,
+        4.3028082847595215,
+        4.208106994628906,
+        4.110143661499023,
+        4.072746753692627,
+        4.000572204589844,
+        3.829221248626709,
+        3.721985101699829,
+        3.6844935417175293,
+        3.5809242725372314,
+        3.5266740322113037,
+        3.459214210510254,
+        3.3939807415008545,
+        3.3100533485412598,
+        3.2155418395996094,
+        3.1540191173553467,
+        3.0992753505706787,
+        2.9868228435516357,
+        2.942967414855957,
+        2.877155303955078,
+        2.8734076023101807,
+        2.803044557571411,
+        2.7488391399383545,
+        2.7371866703033447,
+        2.6710944175720215,
+        2.5732882022857666,
+        2.5571610927581787,
+        2.4817283153533936,
+        2.441335439682007,
+        2.422964572906494,
+        2.3759636878967285,
+        2.3392624855041504,
+        2.2894725799560547,
+        2.252767562866211,
+        2.2416932582855225,
+        2.2180659770965576,
+        2.169426202774048,
+        2.1060006618499756,
+        2.0756585597991943,
+        2.0461442470550537,
+        1.992848515510559,
+        1.9755693674087524,
+        1.9605588912963867,
+        1.9369813203811646,
+        1.8750890493392944,
+        1.8645908832550049,
+        1.835260033607483,
+        1.8092491626739502,
+        1.761764407157898,
+        1.7323120832443237,
+        1.719201683998108,
+        1.6830518245697021,
+        1.6453853845596313,
+        1.6333587169647217,
+        1.621382474899292,
+        1.5907416343688965,
+        1.5615179538726807,
+        1.555191159248352,
+        1.5310609340667725,
+        1.5112677812576294,
+        1.5009855031967163,
+        1.480307698249817,
+        1.4430091381072998,
+        1.4138507843017578,
+        1.3992706537246704,
+        1.3866093158721924,
+        1.3421391248703003,
+        1.3333324193954468,
+        1.3009623289108276,
+        1.2786463499069214,
+        1.266517162322998,
+        1.251343011856079,
+        1.2279561758041382,
+        1.2142081260681152,
+        1.194814920425415,
+        1.1766301393508911,
+        1.157951831817627,
+        1.1345343589782715,
+        1.1165815591812134,
+        1.1078163385391235,
+        1.0924243927001953,
+        1.0751148462295532,
+        1.0646806955337524,
+        1.0537776947021484,
+        1.035262942314148,
+        1.0107208490371704,
+        0.9943416714668274,
+        0.9922589063644409,
+        0.9852767586708069,
+        0.9666544795036316,
+        0.9569474458694458,
+        0.9447360038757324,
+        0.9354369640350342,
+        0.9264785647392273,
+        0.9100165963172913,
+        0.897034764289856,
+        0.8691602349281311,
+        0.8656434416770935,
+        0.8602126836776733,
+        0.8479267358779907,
+        0.8455353379249573,
+        0.8327091336250305,
+        0.8195602297782898,
+        0.8123899698257446,
+        0.8063330054283142,
+        0.7980189919471741,
+        0.7859925031661987,
+        0.7806558609008789,
+        0.7669258713722229,
+        0.7517644762992859,
+        0.7496497631072998,
+        0.7392862439155579,
+        0.7184706926345825,
+        0.7054321765899658,
+        0.7032094597816467,
+        0.6907899975776672,
+        0.6756282448768616,
+        0.6689460277557373,
+        0.6621761918067932,
+        0.655769407749176,
+        0.6462312936782837,
+        0.6382505297660828,
+        0.6347489953041077,
+        0.6270868182182312,
+        0.6167126297950745,
+        0.615347683429718,
+        0.6097868084907532,
+        0.600573718547821,
+        0.5938102006912231,
+        0.590587317943573,
+        0.5722347497940063,
+        0.5684453248977661,
+        0.5594639182090759,
+        0.5454930067062378,
+        0.5400530695915222,
+        0.5339673161506653,
+        0.5289313793182373,
+        0.5252145528793335,
+        0.5202690362930298,
+        0.509608805179596,
+        0.5037657618522644,
+        0.4942099153995514,
+        0.49276870489120483,
+        0.48279768228530884,
+        0.4814758896827698,
+        0.4687557518482208,
+        0.46417373418807983,
+        0.46340322494506836,
+        0.4559587836265564,
+        0.4545871615409851,
+        0.4478403627872467,
+        0.4450579583644867,
+        0.44007840752601624,
+        0.43338292837142944,
+        0.42807793617248535,
+        0.4202790856361389,
+        0.41302210092544556,
+        0.4102537930011749,
+        0.4029911756515503,
+        0.3989379405975342,
+        0.3921462893486023,
+        0.39041629433631897,
+        0.3882812261581421,
+        0.3817737400531769,
+        0.3797842860221863,
+        0.37462273240089417,
+        0.3688860535621643,
+        0.3604024648666382,
+        0.35488513112068176,
+        0.35179784893989563,
+        0.34912413358688354,
+        0.3478221893310547,
+        0.3449055552482605,
+        0.33837831020355225,
+        0.33517155051231384,
+        0.33257246017456055,
+        0.3283597528934479,
+        0.3242139518260956,
+        0.32002806663513184,
+        0.31405726075172424,
+        0.3132011890411377,
+        0.30681973695755005,
+        0.30377793312072754,
+        0.3019063174724579,
+        0.3001335859298706,
+        0.2941253185272217,
+        0.2890641987323761,
+        0.28596749901771545,
+        0.28313425183296204,
+        0.2810603976249695,
+        0.2781020402908325,
+        0.2751973867416382,
+        0.2703991234302521,
+        0.26894664764404297,
+        0.2638607919216156,
+        0.26078176498413086,
+        0.25583913922309875,
+        0.2505103349685669,
+        0.24598854780197144,
+        0.24116666615009308,
+        0.23990023136138916,
+        0.23842771351337433,
+        0.23481741547584534,
+        0.23067201673984528,
+        0.2246796041727066,
+        0.22274211049079895,
+        0.22128771245479584,
+        0.2143334448337555,
+        0.21262523531913757,
+        0.20682843029499054,
+        0.2054896056652069,
+        0.2016870677471161,
+        0.1996544599533081,
+        0.1954958736896515,
+        0.1897018849849701,
+        0.1852395087480545,
+        0.18250055611133575,
+        0.17447923123836517,
+        0.1714126467704773
+      ]
+    },
+    "cosine_similarity": {
+      "mean": 0.32101115584373474,
+      "std": 0.14119793474674225,
+      "p10": 0.14505533874034882,
+      "p50": 0.3091559410095215,
+      "p90": 0.5152819752693176,
+      "min": -0.058743346482515335,
+      "max": 1.000000238418579
+    },
+    "feature_norms": {
+      "mean": 33.10063552856445,
+      "std": 5.266437530517578,
+      "p10": 27.581249237060547,
+      "p50": 32.101905822753906,
+      "p90": 39.543819427490234,
+      "min": 23.694406509399414,
+      "max": 76.86200714111328
+    }
+  },
+  "alignment_uniformity": null,
+  "qp_eval": {
+    "variants": [
+      "q",
+      "p",
+      "qp"
+    ],
+    "default_variant": "q",
+    "q_dim": 1024,
+    "p_dim": 1024,
+    "qp_dim": 2048
+  },
+  "qp_variants": {
+    "q": {
+      "coord": "raw",
+      "qp_variant": "q",
+      "feature_dim": 1024,
+      "timing": {
+        "feature_extract_sec": 128.01185870170593
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.1764,
+          0.206,
+          0.2254,
+          0.2412,
+          0.2396,
+          0.2376,
+          0.227
+        ],
+        "top5": [
+          0.2046,
+          0.4132,
+          0.4336,
+          0.469,
+          0.5094,
+          0.5084,
+          0.5022
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.001,
+        "weight_decay": 1e-06,
+        "top1": 0.29740000021457674,
+        "top5": 0.597599999332428
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 87.88372039794922,
+          "participation_ratio_topq": 37.44143295288086,
+          "eigs_top": [
+            81.37760925292969,
+            44.95391082763672,
+            40.34253692626953,
+            29.975154876708984,
+            23.8144588470459,
+            21.583723068237305,
+            20.206634521484375,
+            17.7368106842041,
+            16.278812408447266,
+            13.660019874572754,
+            12.886622428894043,
+            11.88328742980957,
+            11.050919532775879,
+            10.220237731933594,
+            9.644749641418457,
+            9.58858871459961,
+            8.739639282226562,
+            8.56925106048584,
+            8.040215492248535,
+            7.87350606918335,
+            7.43528938293457,
+            7.399446487426758,
+            7.093230247497559,
+            6.8233513832092285,
+            6.487343788146973,
+            6.433655261993408,
+            6.197287082672119,
+            6.122608661651611,
+            5.873980522155762,
+            5.704810619354248,
+            5.551914691925049,
+            5.511509895324707,
+            5.337771415710449,
+            5.061858654022217,
+            4.903830528259277,
+            4.8098907470703125,
+            4.566145420074463,
+            4.457707405090332,
+            4.3028082847595215,
+            4.208106994628906,
+            4.110143661499023,
+            4.072746753692627,
+            4.000572204589844,
+            3.829221248626709,
+            3.721985101699829,
+            3.6844935417175293,
+            3.5809242725372314,
+            3.5266740322113037,
+            3.459214210510254,
+            3.3939807415008545,
+            3.3100533485412598,
+            3.2155418395996094,
+            3.1540191173553467,
+            3.0992753505706787,
+            2.9868228435516357,
+            2.942967414855957,
+            2.877155303955078,
+            2.8734076023101807,
+            2.803044557571411,
+            2.7488391399383545,
+            2.7371866703033447,
+            2.6710944175720215,
+            2.5732882022857666,
+            2.5571610927581787,
+            2.4817283153533936,
+            2.441335439682007,
+            2.422964572906494,
+            2.3759636878967285,
+            2.3392624855041504,
+            2.2894725799560547,
+            2.252767562866211,
+            2.2416932582855225,
+            2.2180659770965576,
+            2.169426202774048,
+            2.1060006618499756,
+            2.0756585597991943,
+            2.0461442470550537,
+            1.992848515510559,
+            1.9755693674087524,
+            1.9605588912963867,
+            1.9369813203811646,
+            1.8750890493392944,
+            1.8645908832550049,
+            1.835260033607483,
+            1.8092491626739502,
+            1.761764407157898,
+            1.7323120832443237,
+            1.719201683998108,
+            1.6830518245697021,
+            1.6453853845596313,
+            1.6333587169647217,
+            1.621382474899292,
+            1.5907416343688965,
+            1.5615179538726807,
+            1.555191159248352,
+            1.5310609340667725,
+            1.5112677812576294,
+            1.5009855031967163,
+            1.480307698249817,
+            1.4430091381072998,
+            1.4138507843017578,
+            1.3992706537246704,
+            1.3866093158721924,
+            1.3421391248703003,
+            1.3333324193954468,
+            1.3009623289108276,
+            1.2786463499069214,
+            1.266517162322998,
+            1.251343011856079,
+            1.2279561758041382,
+            1.2142081260681152,
+            1.194814920425415,
+            1.1766301393508911,
+            1.157951831817627,
+            1.1345343589782715,
+            1.1165815591812134,
+            1.1078163385391235,
+            1.0924243927001953,
+            1.0751148462295532,
+            1.0646806955337524,
+            1.0537776947021484,
+            1.035262942314148,
+            1.0107208490371704,
+            0.9943416714668274,
+            0.9922589063644409,
+            0.9852767586708069,
+            0.9666544795036316,
+            0.9569474458694458,
+            0.9447360038757324,
+            0.9354369640350342,
+            0.9264785647392273,
+            0.9100165963172913,
+            0.897034764289856,
+            0.8691602349281311,
+            0.8656434416770935,
+            0.8602126836776733,
+            0.8479267358779907,
+            0.8455353379249573,
+            0.8327091336250305,
+            0.8195602297782898,
+            0.8123899698257446,
+            0.8063330054283142,
+            0.7980189919471741,
+            0.7859925031661987,
+            0.7806558609008789,
+            0.7669258713722229,
+            0.7517644762992859,
+            0.7496497631072998,
+            0.7392862439155579,
+            0.7184706926345825,
+            0.7054321765899658,
+            0.7032094597816467,
+            0.6907899975776672,
+            0.6756282448768616,
+            0.6689460277557373,
+            0.6621761918067932,
+            0.655769407749176,
+            0.6462312936782837,
+            0.6382505297660828,
+            0.6347489953041077,
+            0.6270868182182312,
+            0.6167126297950745,
+            0.615347683429718,
+            0.6097868084907532,
+            0.600573718547821,
+            0.5938102006912231,
+            0.590587317943573,
+            0.5722347497940063,
+            0.5684453248977661,
+            0.5594639182090759,
+            0.5454930067062378,
+            0.5400530695915222,
+            0.5339673161506653,
+            0.5289313793182373,
+            0.5252145528793335,
+            0.5202690362930298,
+            0.509608805179596,
+            0.5037657618522644,
+            0.4942099153995514,
+            0.49276870489120483,
+            0.48279768228530884,
+            0.4814758896827698,
+            0.4687557518482208,
+            0.46417373418807983,
+            0.46340322494506836,
+            0.4559587836265564,
+            0.4545871615409851,
+            0.4478403627872467,
+            0.4450579583644867,
+            0.44007840752601624,
+            0.43338292837142944,
+            0.42807793617248535,
+            0.4202790856361389,
+            0.41302210092544556,
+            0.4102537930011749,
+            0.4029911756515503,
+            0.3989379405975342,
+            0.3921462893486023,
+            0.39041629433631897,
+            0.3882812261581421,
+            0.3817737400531769,
+            0.3797842860221863,
+            0.37462273240089417,
+            0.3688860535621643,
+            0.3604024648666382,
+            0.35488513112068176,
+            0.35179784893989563,
+            0.34912413358688354,
+            0.3478221893310547,
+            0.3449055552482605,
+            0.33837831020355225,
+            0.33517155051231384,
+            0.33257246017456055,
+            0.3283597528934479,
+            0.3242139518260956,
+            0.32002806663513184,
+            0.31405726075172424,
+            0.3132011890411377,
+            0.30681973695755005,
+            0.30377793312072754,
+            0.3019063174724579,
+            0.3001335859298706,
+            0.2941253185272217,
+            0.2890641987323761,
+            0.28596749901771545,
+            0.28313425183296204,
+            0.2810603976249695,
+            0.2781020402908325,
+            0.2751973867416382,
+            0.2703991234302521,
+            0.26894664764404297,
+            0.2638607919216156,
+            0.26078176498413086,
+            0.25583913922309875,
+            0.2505103349685669,
+            0.24598854780197144,
+            0.24116666615009308,
+            0.23990023136138916,
+            0.23842771351337433,
+            0.23481741547584534,
+            0.23067201673984528,
+            0.2246796041727066,
+            0.22274211049079895,
+            0.22128771245479584,
+            0.2143334448337555,
+            0.21262523531913757,
+            0.20682843029499054,
+            0.2054896056652069,
+            0.2016870677471161,
+            0.1996544599533081,
+            0.1954958736896515,
+            0.1897018849849701,
+            0.1852395087480545,
+            0.18250055611133575,
+            0.17447923123836517,
+            0.1714126467704773
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.32101115584373474,
+          "std": 0.14119793474674225,
+          "p10": 0.14505533874034882,
+          "p50": 0.3091559410095215,
+          "p90": 0.5152819752693176,
+          "min": -0.058743346482515335,
+          "max": 1.000000238418579
+        },
+        "feature_norms": {
+          "mean": 33.10063552856445,
+          "std": 5.266437530517578,
+          "p10": 27.581249237060547,
+          "p50": 32.101905822753906,
+          "p90": 39.543819427490234,
+          "min": 23.694406509399414,
+          "max": 76.86200714111328
+        }
+      },
+      "alignment_uniformity": null
+    },
+    "p": {
+      "coord": "raw",
+      "qp_variant": "p",
+      "feature_dim": 1024,
+      "timing": {
+        "feature_extract_sec": 128.28182554244995
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.1764,
+          0.2108,
+          0.2308,
+          0.2458,
+          0.2394,
+          0.238,
+          0.2262
+        ],
+        "top5": [
+          0.2054,
+          0.4168,
+          0.4394,
+          0.4672,
+          0.5078,
+          0.5146,
+          0.5046
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.001,
+        "weight_decay": 1e-06,
+        "top1": 0.2978000001907349,
+        "top5": 0.597199999332428
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 90.99058532714844,
+          "participation_ratio_topq": 39.78733444213867,
+          "eigs_top": [
+            76.32017517089844,
+            41.1653938293457,
+            38.42158126831055,
+            27.861509323120117,
+            21.817081451416016,
+            21.28143310546875,
+            19.467985153198242,
+            17.04442596435547,
+            15.91098403930664,
+            13.478995323181152,
+            12.788875579833984,
+            11.930110931396484,
+            11.07968521118164,
+            10.575078964233398,
+            10.075272560119629,
+            9.433192253112793,
+            8.623381614685059,
+            8.453460693359375,
+            8.026750564575195,
+            7.825833320617676,
+            7.528421401977539,
+            7.30556583404541,
+            7.015902519226074,
+            6.824807167053223,
+            6.596930980682373,
+            6.430835247039795,
+            6.247179985046387,
+            6.051962375640869,
+            5.835398197174072,
+            5.744141101837158,
+            5.669137954711914,
+            5.389030933380127,
+            5.090738773345947,
+            4.990118503570557,
+            4.875910758972168,
+            4.728566646575928,
+            4.488537788391113,
+            4.443844795227051,
+            4.419064998626709,
+            4.269677639007568,
+            4.107994556427002,
+            4.015153884887695,
+            3.9384572505950928,
+            3.847278118133545,
+            3.708099126815796,
+            3.5958364009857178,
+            3.5592708587646484,
+            3.5335702896118164,
+            3.4596731662750244,
+            3.4109342098236084,
+            3.296475648880005,
+            3.2546746730804443,
+            3.181650161743164,
+            3.144862413406372,
+            3.052746295928955,
+            2.977513551712036,
+            2.9200258255004883,
+            2.8680734634399414,
+            2.8184216022491455,
+            2.7411446571350098,
+            2.716275930404663,
+            2.680858850479126,
+            2.5928499698638916,
+            2.5618481636047363,
+            2.5083611011505127,
+            2.4681460857391357,
+            2.4164040088653564,
+            2.410064220428467,
+            2.3703665733337402,
+            2.335580825805664,
+            2.2748465538024902,
+            2.2528793811798096,
+            2.2117128372192383,
+            2.1952719688415527,
+            2.0916354656219482,
+            2.0356314182281494,
+            2.023475408554077,
+            2.0042665004730225,
+            1.9846407175064087,
+            1.9536811113357544,
+            1.9038827419281006,
+            1.8824571371078491,
+            1.8532623052597046,
+            1.8181633949279785,
+            1.8114879131317139,
+            1.785675287246704,
+            1.7327930927276611,
+            1.7201740741729736,
+            1.6912940740585327,
+            1.6656944751739502,
+            1.6403124332427979,
+            1.6149649620056152,
+            1.6041947603225708,
+            1.5546314716339111,
+            1.5502384901046753,
+            1.5366315841674805,
+            1.4881036281585693,
+            1.4795489311218262,
+            1.4608490467071533,
+            1.457916259765625,
+            1.407668113708496,
+            1.3947360515594482,
+            1.3569611310958862,
+            1.3499903678894043,
+            1.3228763341903687,
+            1.2851195335388184,
+            1.2745245695114136,
+            1.2548407316207886,
+            1.2296388149261475,
+            1.2219839096069336,
+            1.216752052307129,
+            1.195045828819275,
+            1.17243492603302,
+            1.1644340753555298,
+            1.1424306631088257,
+            1.135833740234375,
+            1.1089155673980713,
+            1.088650107383728,
+            1.072813630104065,
+            1.069638967514038,
+            1.0490256547927856,
+            1.0389654636383057,
+            1.0249419212341309,
+            1.0048457384109497,
+            0.9882223606109619,
+            0.9718974232673645,
+            0.9583250880241394,
+            0.955205500125885,
+            0.929572343826294,
+            0.9214898347854614,
+            0.911952793598175,
+            0.9007695913314819,
+            0.8877552151679993,
+            0.8762428164482117,
+            0.8678149580955505,
+            0.852361798286438,
+            0.8493762016296387,
+            0.840225100517273,
+            0.8384979963302612,
+            0.8186610341072083,
+            0.812004029750824,
+            0.808846652507782,
+            0.7998334169387817,
+            0.7893010377883911,
+            0.7721076011657715,
+            0.753200352191925,
+            0.7492949366569519,
+            0.7414489984512329,
+            0.7262347936630249,
+            0.7190989255905151,
+            0.7095714807510376,
+            0.7028926610946655,
+            0.6898750066757202,
+            0.6809911727905273,
+            0.6717771887779236,
+            0.662068784236908,
+            0.6564943194389343,
+            0.6506929993629456,
+            0.6476011276245117,
+            0.6259527802467346,
+            0.6226823925971985,
+            0.6153764724731445,
+            0.6091576218605042,
+            0.6028941869735718,
+            0.5982555150985718,
+            0.5902888178825378,
+            0.5854983925819397,
+            0.5748856067657471,
+            0.569014310836792,
+            0.5636695027351379,
+            0.5548456311225891,
+            0.5395298004150391,
+            0.5312579274177551,
+            0.52985018491745,
+            0.5208378434181213,
+            0.5170376300811768,
+            0.5102195143699646,
+            0.5057030320167542,
+            0.4998818039894104,
+            0.49762701988220215,
+            0.4858349561691284,
+            0.4800606667995453,
+            0.47336849570274353,
+            0.46903735399246216,
+            0.4646502435207367,
+            0.45837098360061646,
+            0.4564056396484375,
+            0.4489986300468445,
+            0.44397953152656555,
+            0.4339239001274109,
+            0.4291798770427704,
+            0.4228335916996002,
+            0.41573676466941833,
+            0.41405823826789856,
+            0.4053126275539398,
+            0.40249085426330566,
+            0.398812860250473,
+            0.39776840806007385,
+            0.39314785599708557,
+            0.39154261350631714,
+            0.38504278659820557,
+            0.3791992664337158,
+            0.3749704658985138,
+            0.36281290650367737,
+            0.3615737855434418,
+            0.3582099974155426,
+            0.3521416187286377,
+            0.35117417573928833,
+            0.34611618518829346,
+            0.3398200571537018,
+            0.3383373022079468,
+            0.3345145285129547,
+            0.33300235867500305,
+            0.3301498591899872,
+            0.3264344334602356,
+            0.3242000639438629,
+            0.320055216550827,
+            0.31379571557044983,
+            0.3090392053127289,
+            0.30658164620399475,
+            0.3031119406223297,
+            0.2964264452457428,
+            0.2929919362068176,
+            0.28907883167266846,
+            0.2848493158817291,
+            0.27911055088043213,
+            0.2744649648666382,
+            0.27301058173179626,
+            0.26864245533943176,
+            0.26776590943336487,
+            0.2654227018356323,
+            0.2574584484100342,
+            0.2570061981678009,
+            0.2521800398826599,
+            0.24860170483589172,
+            0.24406090378761292,
+            0.2410806566476822,
+            0.23737162351608276,
+            0.23365849256515503,
+            0.23089975118637085,
+            0.2292202264070511,
+            0.2223077118396759,
+            0.219387948513031,
+            0.2170604020357132,
+            0.21347804367542267,
+            0.211368590593338,
+            0.2062174677848816,
+            0.2027459740638733,
+            0.20163756608963013,
+            0.1971760243177414,
+            0.19575989246368408,
+            0.19083061814308167,
+            0.1841917186975479,
+            0.1818469911813736,
+            0.1757136434316635,
+            0.16801045835018158
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.28228959441185,
+          "std": 0.13755521178245544,
+          "p10": 0.11658728867769241,
+          "p50": 0.26637235283851624,
+          "p90": 0.47405922412872314,
+          "min": -0.057257577776908875,
+          "max": 1.000000238418579
+        },
+        "feature_norms": {
+          "mean": 31.896862030029297,
+          "std": 5.0491943359375,
+          "p10": 26.377355575561523,
+          "p50": 31.04678726196289,
+          "p90": 38.327999114990234,
+          "min": 21.988636016845703,
+          "max": 70.66529846191406
+        }
+      },
+      "alignment_uniformity": null
+    },
+    "qp": {
+      "coord": "raw",
+      "qp_variant": "qp",
+      "feature_dim": 2048,
+      "timing": {
+        "feature_extract_sec": 129.47748613357544
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.1778,
+          0.2074,
+          0.2272,
+          0.2454,
+          0.2396,
+          0.2374,
+          0.2258
+        ],
+        "top5": [
+          0.206,
+          0.414,
+          0.4358,
+          0.469,
+          0.5058,
+          0.5122,
+          0.5044
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.001,
+        "weight_decay": 1e-06,
+        "top1": 0.2996,
+        "top5": 0.5960000003814697
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 89.5271224975586,
+          "participation_ratio_topq": 38.63780212402344,
+          "eigs_top": [
+            157.54177856445312,
+            85.69104766845703,
+            78.9177474975586,
+            57.78860855102539,
+            45.645225524902344,
+            42.81226348876953,
+            39.67802429199219,
+            34.79255676269531,
+            32.25801467895508,
+            27.007160186767578,
+            25.725217819213867,
+            23.774404525756836,
+            22.075254440307617,
+            20.84078025817871,
+            19.697465896606445,
+            19.056575775146484,
+            17.350460052490234,
+            17.026996612548828,
+            16.04084014892578,
+            15.670815467834473,
+            14.899659156799316,
+            14.711860656738281,
+            14.139585494995117,
+            13.63040542602539,
+            13.101445198059082,
+            12.768664360046387,
+            12.404815673828125,
+            12.212761878967285,
+            11.735174179077148,
+            11.524481773376465,
+            11.259413719177246,
+            10.884577751159668,
+            10.419156074523926,
+            10.058998107910156,
+            9.763472557067871,
+            9.534577369689941,
+            9.013855934143066,
+            8.91808795928955,
+            8.719307899475098,
+            8.499378204345703,
+            8.197406768798828,
+            8.10103988647461,
+            7.954975605010986,
+            7.663644313812256,
+            7.418818950653076,
+            7.254241466522217,
+            7.153698921203613,
+            7.071469783782959,
+            6.905746936798096,
+            6.836626052856445,
+            6.624379634857178,
+            6.445891380310059,
+            6.346076488494873,
+            6.2569804191589355,
+            6.021298408508301,
+            5.909190654754639,
+            5.815032958984375,
+            5.711642742156982,
+            5.616308689117432,
+            5.516689300537109,
+            5.44483757019043,
+            5.359296798706055,
+            5.153742790222168,
+            5.133030414581299,
+            4.956716537475586,
+            4.9247002601623535,
+            4.825159549713135,
+            4.787315845489502,
+            4.7213640213012695,
+            4.613914489746094,
+            4.526399612426758,
+            4.511342525482178,
+            4.424407005310059,
+            4.386476993560791,
+            4.168265342712402,
+            4.132950305938721,
+            4.04745626449585,
+            4.02508020401001,
+            3.9622366428375244,
+            3.9085755348205566,
+            3.844855308532715,
+            3.7712621688842773,
+            3.7052996158599854,
+            3.6683926582336426,
+            3.6093292236328125,
+            3.5706777572631836,
+            3.464869499206543,
+            3.41314435005188,
+            3.4020965099334717,
+            3.303864002227783,
+            3.251664876937866,
+            3.246373414993286,
+            3.2152929306030273,
+            3.115614891052246,
+            3.1086015701293945,
+            3.084015130996704,
+            2.999138593673706,
+            2.9827096462249756,
+            2.9440581798553467,
+            2.9135661125183105,
+            2.81471586227417,
+            2.7918262481689453,
+            2.748011589050293,
+            2.6947171688079834,
+            2.656392812728882,
+            2.5905776023864746,
+            2.548187017440796,
+            2.5310475826263428,
+            2.478449583053589,
+            2.4541921615600586,
+            2.4323651790618896,
+            2.3931472301483154,
+            2.3464622497558594,
+            2.322539806365967,
+            2.2712221145629883,
+            2.243267774581909,
+            2.2198781967163086,
+            2.168269634246826,
+            2.1592819690704346,
+            2.1300227642059326,
+            2.098311185836792,
+            2.089189291000366,
+            2.0377235412597656,
+            2.0007224082946777,
+            1.9780733585357666,
+            1.9588552713394165,
+            1.921989917755127,
+            1.9189380407333374,
+            1.8708490133285522,
+            1.863651990890503,
+            1.8434172868728638,
+            1.8122769594192505,
+            1.7859691381454468,
+            1.7432215213775635,
+            1.7329307794570923,
+            1.7093615531921387,
+            1.6963279247283936,
+            1.6872978210449219,
+            1.6698150634765625,
+            1.641454815864563,
+            1.6218820810317993,
+            1.6164449453353882,
+            1.597667932510376,
+            1.5807145833969116,
+            1.5577239990234375,
+            1.5228970050811768,
+            1.5038444995880127,
+            1.4913755655288696,
+            1.4697628021240234,
+            1.4355274438858032,
+            1.4145053625106812,
+            1.4048811197280884,
+            1.3896842002868652,
+            1.3537689447402954,
+            1.339688777923584,
+            1.3201749324798584,
+            1.3126553297042847,
+            1.3002350330352783,
+            1.2877168655395508,
+            1.260241985321045,
+            1.2508654594421387,
+            1.233638882637024,
+            1.2229031324386597,
+            1.2089688777923584,
+            1.1956690549850464,
+            1.1840256452560425,
+            1.1788852214813232,
+            1.145719289779663,
+            1.134705901145935,
+            1.1266086101531982,
+            1.1043418645858765,
+            1.075227975845337,
+            1.0657427310943604,
+            1.0592433214187622,
+            1.0499440431594849,
+            1.0410124063491821,
+            1.0210105180740356,
+            1.0122332572937012,
+            1.0057295560836792,
+            0.9888812899589539,
+            0.9769287705421448,
+            0.9647403955459595,
+            0.947278618812561,
+            0.9332005977630615,
+            0.9292508959770203,
+            0.9174085855484009,
+            0.9106894731521606,
+            0.8963497877120972,
+            0.8872414231300354,
+            0.8740028142929077,
+            0.8721340894699097,
+            0.8515103459358215,
+            0.8436517119407654,
+            0.832246720790863,
+            0.8076247572898865,
+            0.8069272041320801,
+            0.7945195436477661,
+            0.7836275696754456,
+            0.7779908180236816,
+            0.7724946737289429,
+            0.7685141563415527,
+            0.7453027963638306,
+            0.7368640899658203,
+            0.731020450592041,
+            0.7290522456169128,
+            0.7160592675209045,
+            0.7133327722549438,
+            0.6988924741744995,
+            0.6955225467681885,
+            0.6901304721832275,
+            0.6775036454200745,
+            0.673849880695343,
+            0.6712655425071716,
+            0.6569675803184509,
+            0.6487722992897034,
+            0.6445654034614563,
+            0.6326112151145935,
+            0.6287574768066406,
+            0.6180689930915833,
+            0.6145704388618469,
+            0.6022504568099976,
+            0.5950888991355896,
+            0.590786874294281,
+            0.5795250535011292,
+            0.5712711215019226,
+            0.5687750577926636,
+            0.5599334239959717,
+            0.5479903817176819,
+            0.5448349714279175,
+            0.5425172448158264,
+            0.5344324707984924,
+            0.5242156982421875,
+            0.5197985768318176,
+            0.5066143870353699,
+            0.5040189623832703,
+            0.49555569887161255,
+            0.49047163128852844,
+            0.4846971929073334,
+            0.4741864800453186,
+            0.46602559089660645,
+            0.46144014596939087,
+            0.4580456614494324,
+            0.4571305811405182,
+            0.4436641335487366,
+            0.4382210969924927,
+            0.435671865940094,
+            0.422993928194046,
+            0.4199311137199402,
+            0.4048915505409241,
+            0.39831843972206116,
+            0.3948051929473877,
+            0.38544514775276184,
+            0.3712001442909241,
+            0.36816632747650146,
+            0.35685309767723083,
+            0.3509666323661804
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.3023635149002075,
+          "std": 0.13924959301948547,
+          "p10": 0.13173821568489075,
+          "p50": 0.28812289237976074,
+          "p90": 0.49493250250816345,
+          "min": -0.058034032583236694,
+          "max": 1.0000001192092896
+        },
+        "feature_norms": {
+          "mean": 45.9692268371582,
+          "std": 7.288478851318359,
+          "p10": 38.17057418823242,
+          "p50": 44.64701843261719,
+          "p90": 55.08156204223633,
+          "min": 32.32529830932617,
+          "max": 104.40953826904297
+        }
+      },
+      "alignment_uniformity": null
+    }
+  }
+}

eval_runs/imagenet_hjepa_mv_epoch_030/metrics.json

@@ -0,0 +1,1345 @@
+{
+  "checkpoint": "checkpoints/imagenet_hjepa_mv_epoch_030.pth",
+  "config": "configs/imagenet_hjepa_mv.yaml",
+  "dataset": "imagenet",
+  "data_root": "/content/imagenet100_view",
+  "num_classes": 100,
+  "ckpt_load_info": {
+    "try_0_missing": 0,
+    "try_0_unexpected": 0,
+    "loaded_from_try": 0
+  },
+  "coord_mode": "raw",
+  "split_qp": true,
+  "coord": "raw",
+  "qp_variant": "q",
+  "feature_dim": 1024,
+  "timing": {
+    "feature_extract_sec": 127.7257330417633
+  },
+  "knn": {
+    "k_values": [
+      1,
+      5,
+      10,
+      20,
+      50,
+      100,
+      200
+    ],
+    "top1": [
+      0.1836,
+      0.2118,
+      0.2316,
+      0.2462,
+      0.2526,
+      0.2464,
+      0.2412
+    ],
+    "top5": [
+      0.212,
+      0.4224,
+      0.4502,
+      0.4818,
+      0.5166,
+      0.5252,
+      0.527
+    ]
+  },
+  "linear_probe": {
+    "epochs": 50,
+    "batch_size": 256,
+    "lr": 0.001,
+    "weight_decay": 1e-06,
+    "top1": 0.30680000014305114,
+    "top5": 0.6085999995231628
+  },
+  "diagnostics": {
+    "covariance_spectrum_topq": {
+      "n_used": 5000,
+      "q_used": 256,
+      "eff_rank_topq": 90.86783599853516,
+      "participation_ratio_topq": 41.390655517578125,
+      "eigs_top": [
+        69.04986572265625,
+        50.324100494384766,
+        42.052886962890625,
+        32.17570114135742,
+        27.320589065551758,
+        22.461345672607422,
+        19.593069076538086,
+        18.79332733154297,
+        16.492523193359375,
+        15.019529342651367,
+        14.78869342803955,
+        12.500336647033691,
+        11.634967803955078,
+        11.247102737426758,
+        10.549040794372559,
+        9.84411334991455,
+        9.342011451721191,
+        9.143954277038574,
+        8.778973579406738,
+        8.314932823181152,
+        8.108796119689941,
+        7.773434162139893,
+        7.413235664367676,
+        7.122018814086914,
+        6.825320720672607,
+        6.623037815093994,
+        6.48914909362793,
+        6.112313747406006,
+        5.858813762664795,
+        5.785671710968018,
+        5.715928554534912,
+        5.564177513122559,
+        5.196283340454102,
+        5.1040191650390625,
+        4.9213385581970215,
+        4.87183141708374,
+        4.737376689910889,
+        4.627370834350586,
+        4.445568561553955,
+        4.377198219299316,
+        4.2309956550598145,
+        4.095789432525635,
+        4.057037353515625,
+        3.9857170581817627,
+        3.93143630027771,
+        3.7218739986419678,
+        3.6499595642089844,
+        3.580336093902588,
+        3.4838647842407227,
+        3.4119791984558105,
+        3.367250442504883,
+        3.3366942405700684,
+        3.2815113067626953,
+        3.1605772972106934,
+        3.148847818374634,
+        3.087811231613159,
+        2.998321056365967,
+        2.9381699562072754,
+        2.889707326889038,
+        2.8681259155273438,
+        2.7887611389160156,
+        2.737229347229004,
+        2.665160655975342,
+        2.629284620285034,
+        2.621183395385742,
+        2.5720298290252686,
+        2.5352208614349365,
+        2.4912197589874268,
+        2.4480621814727783,
+        2.39888596534729,
+        2.371860980987549,
+        2.343492031097412,
+        2.2921030521392822,
+        2.2463648319244385,
+        2.2051339149475098,
+        2.1989853382110596,
+        2.1496353149414062,
+        2.096764087677002,
+        2.0443222522735596,
+        2.014111280441284,
+        1.970709204673767,
+        1.9577484130859375,
+        1.9348669052124023,
+        1.8742064237594604,
+        1.8687552213668823,
+        1.8508070707321167,
+        1.8185845613479614,
+        1.8127731084823608,
+        1.7555692195892334,
+        1.7221317291259766,
+        1.7141119241714478,
+        1.6899727582931519,
+        1.673439383506775,
+        1.6536004543304443,
+        1.6339967250823975,
+        1.6008609533309937,
+        1.579716682434082,
+        1.5372357368469238,
+        1.5206849575042725,
+        1.5127307176589966,
+        1.4854052066802979,
+        1.4531545639038086,
+        1.442337155342102,
+        1.4148668050765991,
+        1.392800211906433,
+        1.3774707317352295,
+        1.3684271574020386,
+        1.3589372634887695,
+        1.3268834352493286,
+        1.3016570806503296,
+        1.2931137084960938,
+        1.2616437673568726,
+        1.2417691946029663,
+        1.223760724067688,
+        1.2174279689788818,
+        1.2139478921890259,
+        1.1898720264434814,
+        1.176688313484192,
+        1.1673370599746704,
+        1.141772747039795,
+        1.1172046661376953,
+        1.1143699884414673,
+        1.073988437652588,
+        1.0704225301742554,
+        1.0629640817642212,
+        1.0420231819152832,
+        1.0224568843841553,
+        1.008515477180481,
+        0.9994967579841614,
+        0.9917750358581543,
+        0.9760165214538574,
+        0.9727060794830322,
+        0.947837233543396,
+        0.939400851726532,
+        0.9164782166481018,
+        0.9099733233451843,
+        0.8959716558456421,
+        0.8906431794166565,
+        0.8821621537208557,
+        0.8658514618873596,
+        0.8559284210205078,
+        0.8387088775634766,
+        0.8356491327285767,
+        0.8270788192749023,
+        0.8185716271400452,
+        0.8107357621192932,
+        0.8021137714385986,
+        0.794847846031189,
+        0.7847534418106079,
+        0.7605211138725281,
+        0.7540590167045593,
+        0.7485067844390869,
+        0.7439420819282532,
+        0.729114830493927,
+        0.7265537977218628,
+        0.7041918635368347,
+        0.694013774394989,
+        0.6895567774772644,
+        0.6836852431297302,
+        0.6765441298484802,
+        0.665593147277832,
+        0.658569872379303,
+        0.6418643593788147,
+        0.6321446299552917,
+        0.6311955451965332,
+        0.6263003349304199,
+        0.6189559698104858,
+        0.6136718392372131,
+        0.6049460172653198,
+        0.5975143313407898,
+        0.5940905213356018,
+        0.5925740599632263,
+        0.5732384920120239,
+        0.5689387917518616,
+        0.5635582208633423,
+        0.554299533367157,
+        0.5498954057693481,
+        0.5383813977241516,
+        0.5327374339103699,
+        0.5296046733856201,
+        0.5209911465644836,
+        0.5152819156646729,
+        0.5111832618713379,
+        0.4982255697250366,
+        0.4888768792152405,
+        0.4866783916950226,
+        0.48356273770332336,
+        0.47434893250465393,
+        0.4684869050979614,
+        0.46368420124053955,
+        0.4556596279144287,
+        0.4521350562572479,
+        0.4506145417690277,
+        0.443606972694397,
+        0.4366423487663269,
+        0.4328998029232025,
+        0.4321327209472656,
+        0.42533111572265625,
+        0.41463223099708557,
+        0.4127050042152405,
+        0.40975049138069153,
+        0.4079933166503906,
+        0.4024946689605713,
+        0.3943646550178528,
+        0.3852185010910034,
+        0.37998121976852417,
+        0.37723156809806824,
+        0.37022969126701355,
+        0.36747506260871887,
+        0.36358368396759033,
+        0.3564770221710205,
+        0.3550665080547333,
+        0.3526715934276581,
+        0.347285658121109,
+        0.34288421273231506,
+        0.33855876326560974,
+        0.33551403880119324,
+        0.3316461741924286,
+        0.3301375210285187,
+        0.321607768535614,
+        0.31952738761901855,
+        0.3161396086215973,
+        0.3096705675125122,
+        0.3057815432548523,
+        0.3005436360836029,
+        0.29786622524261475,
+        0.2925417423248291,
+        0.28650498390197754,
+        0.27992647886276245,
+        0.2775008976459503,
+        0.27082276344299316,
+        0.2675454616546631,
+        0.263797402381897,
+        0.2607618570327759,
+        0.2551819682121277,
+        0.25166165828704834,
+        0.24814535677433014,
+        0.24642330408096313,
+        0.24241894483566284,
+        0.23881961405277252,
+        0.2356187105178833,
+        0.2324666529893875,
+        0.22929051518440247,
+        0.22398151457309723,
+        0.2221703678369522,
+        0.2201080620288849,
+        0.21449707448482513,
+        0.2062901109457016,
+        0.2038813978433609,
+        0.20254148542881012,
+        0.196913942694664,
+        0.19642888009548187,
+        0.18938671052455902,
+        0.18252763152122498,
+        0.17878466844558716,
+        0.1717727780342102
+      ]
+    },
+    "cosine_similarity": {
+      "mean": 0.2865917980670929,
+      "std": 0.1456674188375473,
+      "p10": 0.11018218845129013,
+      "p50": 0.26847800612449646,
+      "p90": 0.49042654037475586,
+      "min": -0.07024721801280975,
+      "max": 1.0000001192092896
+    },
+    "feature_norms": {
+      "mean": 32.45759201049805,
+      "std": 6.012365341186523,
+      "p10": 26.47298240661621,
+      "p50": 31.059431076049805,
+      "p90": 40.484188079833984,
+      "min": 22.15213966369629,
+      "max": 74.365478515625
+    }
+  },
+  "alignment_uniformity": null,
+  "qp_eval": {
+    "variants": [
+      "q",
+      "p",
+      "qp"
+    ],
+    "default_variant": "q",
+    "q_dim": 1024,
+    "p_dim": 1024,
+    "qp_dim": 2048
+  },
+  "qp_variants": {
+    "q": {
+      "coord": "raw",
+      "qp_variant": "q",
+      "feature_dim": 1024,
+      "timing": {
+        "feature_extract_sec": 127.7257330417633
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.1836,
+          0.2118,
+          0.2316,
+          0.2462,
+          0.2526,
+          0.2464,
+          0.2412
+        ],
+        "top5": [
+          0.212,
+          0.4224,
+          0.4502,
+          0.4818,
+          0.5166,
+          0.5252,
+          0.527
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.001,
+        "weight_decay": 1e-06,
+        "top1": 0.30680000014305114,
+        "top5": 0.6085999995231628
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 90.86783599853516,
+          "participation_ratio_topq": 41.390655517578125,
+          "eigs_top": [
+            69.04986572265625,
+            50.324100494384766,
+            42.052886962890625,
+            32.17570114135742,
+            27.320589065551758,
+            22.461345672607422,
+            19.593069076538086,
+            18.79332733154297,
+            16.492523193359375,
+            15.019529342651367,
+            14.78869342803955,
+            12.500336647033691,
+            11.634967803955078,
+            11.247102737426758,
+            10.549040794372559,
+            9.84411334991455,
+            9.342011451721191,
+            9.143954277038574,
+            8.778973579406738,
+            8.314932823181152,
+            8.108796119689941,
+            7.773434162139893,
+            7.413235664367676,
+            7.122018814086914,
+            6.825320720672607,
+            6.623037815093994,
+            6.48914909362793,
+            6.112313747406006,
+            5.858813762664795,
+            5.785671710968018,
+            5.715928554534912,
+            5.564177513122559,
+            5.196283340454102,
+            5.1040191650390625,
+            4.9213385581970215,
+            4.87183141708374,
+            4.737376689910889,
+            4.627370834350586,
+            4.445568561553955,
+            4.377198219299316,
+            4.2309956550598145,
+            4.095789432525635,
+            4.057037353515625,
+            3.9857170581817627,
+            3.93143630027771,
+            3.7218739986419678,
+            3.6499595642089844,
+            3.580336093902588,
+            3.4838647842407227,
+            3.4119791984558105,
+            3.367250442504883,
+            3.3366942405700684,
+            3.2815113067626953,
+            3.1605772972106934,
+            3.148847818374634,
+            3.087811231613159,
+            2.998321056365967,
+            2.9381699562072754,
+            2.889707326889038,
+            2.8681259155273438,
+            2.7887611389160156,
+            2.737229347229004,
+            2.665160655975342,
+            2.629284620285034,
+            2.621183395385742,
+            2.5720298290252686,
+            2.5352208614349365,
+            2.4912197589874268,
+            2.4480621814727783,
+            2.39888596534729,
+            2.371860980987549,
+            2.343492031097412,
+            2.2921030521392822,
+            2.2463648319244385,
+            2.2051339149475098,
+            2.1989853382110596,
+            2.1496353149414062,
+            2.096764087677002,
+            2.0443222522735596,
+            2.014111280441284,
+            1.970709204673767,
+            1.9577484130859375,
+            1.9348669052124023,
+            1.8742064237594604,
+            1.8687552213668823,
+            1.8508070707321167,
+            1.8185845613479614,
+            1.8127731084823608,
+            1.7555692195892334,
+            1.7221317291259766,
+            1.7141119241714478,
+            1.6899727582931519,
+            1.673439383506775,
+            1.6536004543304443,
+            1.6339967250823975,
+            1.6008609533309937,
+            1.579716682434082,
+            1.5372357368469238,
+            1.5206849575042725,
+            1.5127307176589966,
+            1.4854052066802979,
+            1.4531545639038086,
+            1.442337155342102,
+            1.4148668050765991,
+            1.392800211906433,
+            1.3774707317352295,
+            1.3684271574020386,
+            1.3589372634887695,
+            1.3268834352493286,
+            1.3016570806503296,
+            1.2931137084960938,
+            1.2616437673568726,
+            1.2417691946029663,
+            1.223760724067688,
+            1.2174279689788818,
+            1.2139478921890259,
+            1.1898720264434814,
+            1.176688313484192,
+            1.1673370599746704,
+            1.141772747039795,
+            1.1172046661376953,
+            1.1143699884414673,
+            1.073988437652588,
+            1.0704225301742554,
+            1.0629640817642212,
+            1.0420231819152832,
+            1.0224568843841553,
+            1.008515477180481,
+            0.9994967579841614,
+            0.9917750358581543,
+            0.9760165214538574,
+            0.9727060794830322,
+            0.947837233543396,
+            0.939400851726532,
+            0.9164782166481018,
+            0.9099733233451843,
+            0.8959716558456421,
+            0.8906431794166565,
+            0.8821621537208557,
+            0.8658514618873596,
+            0.8559284210205078,
+            0.8387088775634766,
+            0.8356491327285767,
+            0.8270788192749023,
+            0.8185716271400452,
+            0.8107357621192932,
+            0.8021137714385986,
+            0.794847846031189,
+            0.7847534418106079,
+            0.7605211138725281,
+            0.7540590167045593,
+            0.7485067844390869,
+            0.7439420819282532,
+            0.729114830493927,
+            0.7265537977218628,
+            0.7041918635368347,
+            0.694013774394989,
+            0.6895567774772644,
+            0.6836852431297302,
+            0.6765441298484802,
+            0.665593147277832,
+            0.658569872379303,
+            0.6418643593788147,
+            0.6321446299552917,
+            0.6311955451965332,
+            0.6263003349304199,
+            0.6189559698104858,
+            0.6136718392372131,
+            0.6049460172653198,
+            0.5975143313407898,
+            0.5940905213356018,
+            0.5925740599632263,
+            0.5732384920120239,
+            0.5689387917518616,
+            0.5635582208633423,
+            0.554299533367157,
+            0.5498954057693481,
+            0.5383813977241516,
+            0.5327374339103699,
+            0.5296046733856201,
+            0.5209911465644836,
+            0.5152819156646729,
+            0.5111832618713379,
+            0.4982255697250366,
+            0.4888768792152405,
+            0.4866783916950226,
+            0.48356273770332336,
+            0.47434893250465393,
+            0.4684869050979614,
+            0.46368420124053955,
+            0.4556596279144287,
+            0.4521350562572479,
+            0.4506145417690277,
+            0.443606972694397,
+            0.4366423487663269,
+            0.4328998029232025,
+            0.4321327209472656,
+            0.42533111572265625,
+            0.41463223099708557,
+            0.4127050042152405,
+            0.40975049138069153,
+            0.4079933166503906,
+            0.4024946689605713,
+            0.3943646550178528,
+            0.3852185010910034,
+            0.37998121976852417,
+            0.37723156809806824,
+            0.37022969126701355,
+            0.36747506260871887,
+            0.36358368396759033,
+            0.3564770221710205,
+            0.3550665080547333,
+            0.3526715934276581,
+            0.347285658121109,
+            0.34288421273231506,
+            0.33855876326560974,
+            0.33551403880119324,
+            0.3316461741924286,
+            0.3301375210285187,
+            0.321607768535614,
+            0.31952738761901855,
+            0.3161396086215973,
+            0.3096705675125122,
+            0.3057815432548523,
+            0.3005436360836029,
+            0.29786622524261475,
+            0.2925417423248291,
+            0.28650498390197754,
+            0.27992647886276245,
+            0.2775008976459503,
+            0.27082276344299316,
+            0.2675454616546631,
+            0.263797402381897,
+            0.2607618570327759,
+            0.2551819682121277,
+            0.25166165828704834,
+            0.24814535677433014,
+            0.24642330408096313,
+            0.24241894483566284,
+            0.23881961405277252,
+            0.2356187105178833,
+            0.2324666529893875,
+            0.22929051518440247,
+            0.22398151457309723,
+            0.2221703678369522,
+            0.2201080620288849,
+            0.21449707448482513,
+            0.2062901109457016,
+            0.2038813978433609,
+            0.20254148542881012,
+            0.196913942694664,
+            0.19642888009548187,
+            0.18938671052455902,
+            0.18252763152122498,
+            0.17878466844558716,
+            0.1717727780342102
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.2865917980670929,
+          "std": 0.1456674188375473,
+          "p10": 0.11018218845129013,
+          "p50": 0.26847800612449646,
+          "p90": 0.49042654037475586,
+          "min": -0.07024721801280975,
+          "max": 1.0000001192092896
+        },
+        "feature_norms": {
+          "mean": 32.45759201049805,
+          "std": 6.012365341186523,
+          "p10": 26.47298240661621,
+          "p50": 31.059431076049805,
+          "p90": 40.484188079833984,
+          "min": 22.15213966369629,
+          "max": 74.365478515625
+        }
+      },
+      "alignment_uniformity": null
+    },
+    "p": {
+      "coord": "raw",
+      "qp_variant": "p",
+      "feature_dim": 1024,
+      "timing": {
+        "feature_extract_sec": 128.86553120613098
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.1828,
+          0.2096,
+          0.2314,
+          0.2498,
+          0.2526,
+          0.2466,
+          0.2416
+        ],
+        "top5": [
+          0.2112,
+          0.4242,
+          0.446,
+          0.4862,
+          0.5144,
+          0.5266,
+          0.5286
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.001,
+        "weight_decay": 1e-06,
+        "top1": 0.3056000003814697,
+        "top5": 0.6093999993324279
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 95.10759735107422,
+          "participation_ratio_topq": 44.15311813354492,
+          "eigs_top": [
+            64.99853515625,
+            44.25728988647461,
+            36.66891098022461,
+            31.31956672668457,
+            23.994823455810547,
+            21.468585968017578,
+            18.861225128173828,
+            17.460241317749023,
+            15.817904472351074,
+            14.243542671203613,
+            13.843228340148926,
+            11.695809364318848,
+            11.467288970947266,
+            10.836067199707031,
+            10.37841510772705,
+            9.595268249511719,
+            9.171823501586914,
+            8.627036094665527,
+            8.40688419342041,
+            7.9270830154418945,
+            7.74321174621582,
+            7.416806221008301,
+            7.123720169067383,
+            6.841548919677734,
+            6.5872721672058105,
+            6.408604145050049,
+            6.385143280029297,
+            6.108583927154541,
+            5.743070602416992,
+            5.643764495849609,
+            5.599390506744385,
+            5.38601541519165,
+            5.208168983459473,
+            4.993382930755615,
+            4.80030632019043,
+            4.708616733551025,
+            4.5473175048828125,
+            4.458872318267822,
+            4.408666610717773,
+            4.36086893081665,
+            4.2568559646606445,
+            4.053074836730957,
+            3.997509717941284,
+            3.9179890155792236,
+            3.889169216156006,
+            3.716495990753174,
+            3.660496950149536,
+            3.544497489929199,
+            3.5031898021698,
+            3.399872064590454,
+            3.3235576152801514,
+            3.306764841079712,
+            3.2400870323181152,
+            3.169766426086426,
+            3.125994920730591,
+            3.065880537033081,
+            2.97501540184021,
+            2.965270519256592,
+            2.858112335205078,
+            2.8243815898895264,
+            2.7616147994995117,
+            2.7159652709960938,
+            2.698648691177368,
+            2.653456926345825,
+            2.6326510906219482,
+            2.586185932159424,
+            2.524393081665039,
+            2.463020086288452,
+            2.4314303398132324,
+            2.37410306930542,
+            2.366039991378784,
+            2.3215689659118652,
+            2.252067804336548,
+            2.2251715660095215,
+            2.2110745906829834,
+            2.1754612922668457,
+            2.1019153594970703,
+            2.0561203956604004,
+            2.0283706188201904,
+            1.9959659576416016,
+            1.9842814207077026,
+            1.9416992664337158,
+            1.904154658317566,
+            1.8884515762329102,
+            1.8511838912963867,
+            1.8302472829818726,
+            1.8221182823181152,
+            1.7759959697723389,
+            1.7447474002838135,
+            1.734307050704956,
+            1.7075227499008179,
+            1.688821792602539,
+            1.6669524908065796,
+            1.635601282119751,
+            1.6116421222686768,
+            1.5975010395050049,
+            1.591591238975525,
+            1.5386582612991333,
+            1.527940034866333,
+            1.505325436592102,
+            1.481160044670105,
+            1.474051833152771,
+            1.4593905210494995,
+            1.4205883741378784,
+            1.38822603225708,
+            1.378036379814148,
+            1.3652021884918213,
+            1.342133641242981,
+            1.3197451829910278,
+            1.3113739490509033,
+            1.2749711275100708,
+            1.2620424032211304,
+            1.244143009185791,
+            1.2248783111572266,
+            1.2152819633483887,
+            1.2074556350708008,
+            1.1914314031600952,
+            1.1772892475128174,
+            1.1521432399749756,
+            1.1415765285491943,
+            1.1130143404006958,
+            1.1080721616744995,
+            1.0796276330947876,
+            1.0644757747650146,
+            1.0542919635772705,
+            1.038814663887024,
+            1.0255590677261353,
+            1.0092202425003052,
+            1.004504680633545,
+            0.9899063110351562,
+            0.9874637722969055,
+            0.9583301544189453,
+            0.9439436793327332,
+            0.9328228831291199,
+            0.9267135858535767,
+            0.9126134514808655,
+            0.9011383056640625,
+            0.8926215171813965,
+            0.8808494210243225,
+            0.874039351940155,
+            0.8482546210289001,
+            0.8417900204658508,
+            0.836052656173706,
+            0.8276380896568298,
+            0.8232253789901733,
+            0.8168059587478638,
+            0.7972959876060486,
+            0.7900897264480591,
+            0.7839075922966003,
+            0.762029230594635,
+            0.7562381029129028,
+            0.7527233958244324,
+            0.7427083253860474,
+            0.734856903553009,
+            0.7130450010299683,
+            0.7069989442825317,
+            0.6958112120628357,
+            0.693063497543335,
+            0.6796460747718811,
+            0.675518274307251,
+            0.672518789768219,
+            0.6636471748352051,
+            0.6486163139343262,
+            0.6387256979942322,
+            0.6356816291809082,
+            0.6278137564659119,
+            0.6210414171218872,
+            0.6141238212585449,
+            0.6086849570274353,
+            0.5973379015922546,
+            0.5910755395889282,
+            0.5893794298171997,
+            0.5701349973678589,
+            0.5671844482421875,
+            0.5645164251327515,
+            0.5596036314964294,
+            0.5492517352104187,
+            0.5439909100532532,
+            0.5354002714157104,
+            0.5318846702575684,
+            0.5183273553848267,
+            0.5123775005340576,
+            0.5034705996513367,
+            0.49993327260017395,
+            0.49588778614997864,
+            0.4867035448551178,
+            0.48359614610671997,
+            0.4817829430103302,
+            0.4706496596336365,
+            0.4639213979244232,
+            0.4614400863647461,
+            0.4516444802284241,
+            0.4464832842350006,
+            0.4457164406776428,
+            0.43538960814476013,
+            0.4283423125743866,
+            0.42782434821128845,
+            0.42535513639450073,
+            0.4203442335128784,
+            0.416965514421463,
+            0.4116632342338562,
+            0.3998529016971588,
+            0.3986126780509949,
+            0.3942144513130188,
+            0.38947367668151855,
+            0.38074615597724915,
+            0.3769407570362091,
+            0.37640801072120667,
+            0.3686540722846985,
+            0.36613842844963074,
+            0.36120760440826416,
+            0.35642901062965393,
+            0.3474559187889099,
+            0.34208014607429504,
+            0.3385191559791565,
+            0.3363500237464905,
+            0.330996036529541,
+            0.329068124294281,
+            0.32343271374702454,
+            0.3203578591346741,
+            0.31236788630485535,
+            0.3055911660194397,
+            0.30175715684890747,
+            0.29649120569229126,
+            0.2953709661960602,
+            0.28988954424858093,
+            0.28925958275794983,
+            0.28384020924568176,
+            0.2829682230949402,
+            0.27516597509384155,
+            0.27144667506217957,
+            0.2695864737033844,
+            0.2647014260292053,
+            0.26220205426216125,
+            0.2568419277667999,
+            0.251806378364563,
+            0.2490561604499817,
+            0.24702748656272888,
+            0.24497424066066742,
+            0.24089659750461578,
+            0.23754696547985077,
+            0.23535935580730438,
+            0.23189233243465424,
+            0.22900041937828064,
+            0.22426556050777435,
+            0.2211635261774063,
+            0.21602511405944824,
+            0.21458715200424194,
+            0.20659776031970978,
+            0.20445410907268524,
+            0.20046797394752502,
+            0.19866769015789032,
+            0.19391562044620514,
+            0.1879526525735855,
+            0.18122068047523499,
+            0.17265558242797852
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.2893524467945099,
+          "std": 0.142166867852211,
+          "p10": 0.11756616085767746,
+          "p50": 0.2721986770629883,
+          "p90": 0.48816975951194763,
+          "min": -0.07272090762853622,
+          "max": 1.000000238418579
+        },
+        "feature_norms": {
+          "mean": 32.00372314453125,
+          "std": 5.465149879455566,
+          "p10": 26.36090087890625,
+          "p50": 30.851333618164062,
+          "p90": 39.30615234375,
+          "min": 21.947895050048828,
+          "max": 68.22718811035156
+        }
+      },
+      "alignment_uniformity": null
+    },
+    "qp": {
+      "coord": "raw",
+      "qp_variant": "qp",
+      "feature_dim": 2048,
+      "timing": {
+        "feature_extract_sec": 128.0446834564209
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.1832,
+          0.2092,
+          0.2318,
+          0.249,
+          0.253,
+          0.2494,
+          0.2408
+        ],
+        "top5": [
+          0.2114,
+          0.4242,
+          0.4468,
+          0.4834,
+          0.5162,
+          0.5244,
+          0.5254
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.001,
+        "weight_decay": 1e-06,
+        "top1": 0.3035999997615814,
+        "top5": 0.6065999995231628
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 93.01307678222656,
+          "participation_ratio_topq": 42.778228759765625,
+          "eigs_top": [
+            133.9304656982422,
+            94.11003875732422,
+            79.04523468017578,
+            63.3799934387207,
+            51.32701110839844,
+            43.90386199951172,
+            38.31300735473633,
+            36.23423767089844,
+            32.380001068115234,
+            29.077856063842773,
+            28.71579360961914,
+            24.09750747680664,
+            23.13823890686035,
+            22.046903610229492,
+            20.995708465576172,
+            19.43204689025879,
+            18.471649169921875,
+            17.76813316345215,
+            17.190149307250977,
+            16.22096824645996,
+            15.838668823242188,
+            15.222723960876465,
+            14.53489875793457,
+            13.844297409057617,
+            13.476520538330078,
+            13.094581604003906,
+            12.894468307495117,
+            12.23279094696045,
+            11.51492691040039,
+            11.458542823791504,
+            11.338451385498047,
+            10.963844299316406,
+            10.395214080810547,
+            10.049114227294922,
+            9.71432113647461,
+            9.63263988494873,
+            9.299200057983398,
+            9.08936595916748,
+            8.849039077758789,
+            8.743687629699707,
+            8.485319137573242,
+            8.130279541015625,
+            8.03828239440918,
+            7.892542362213135,
+            7.834463596343994,
+            7.427822113037109,
+            7.302753448486328,
+            7.107520580291748,
+            7.000370979309082,
+            6.800937652587891,
+            6.6787543296813965,
+            6.660216331481934,
+            6.533226013183594,
+            6.305568695068359,
+            6.271803379058838,
+            6.196472644805908,
+            5.971545696258545,
+            5.896735668182373,
+            5.7449421882629395,
+            5.7086896896362305,
+            5.54861307144165,
+            5.430769920349121,
+            5.384113311767578,
+            5.274040222167969,
+            5.225712299346924,
+            5.1980485916137695,
+            5.023477554321289,
+            4.9652862548828125,
+            4.860271453857422,
+            4.798322677612305,
+            4.725317001342773,
+            4.702031135559082,
+            4.527702331542969,
+            4.489902019500732,
+            4.422568321228027,
+            4.380204677581787,
+            4.2337565422058105,
+            4.154382228851318,
+            4.06603479385376,
+            3.999225616455078,
+            3.9570329189300537,
+            3.893301248550415,
+            3.8541266918182373,
+            3.761817216873169,
+            3.718027114868164,
+            3.690412998199463,
+            3.656775951385498,
+            3.5929222106933594,
+            3.4843995571136475,
+            3.452965497970581,
+            3.4134607315063477,
+            3.3884835243225098,
+            3.3678054809570312,
+            3.2908742427825928,
+            3.230555772781372,
+            3.2191286087036133,
+            3.1769585609436035,
+            3.0641345977783203,
+            3.0411298274993896,
+            3.025952100753784,
+            2.9784226417541504,
+            2.93415904045105,
+            2.906810760498047,
+            2.8277666568756104,
+            2.7916738986968994,
+            2.748051643371582,
+            2.7405970096588135,
+            2.7107596397399902,
+            2.6478867530822754,
+            2.614293098449707,
+            2.5702052116394043,
+            2.524160385131836,
+            2.4810147285461426,
+            2.4522368907928467,
+            2.4414222240448,
+            2.4260144233703613,
+            2.380051612854004,
+            2.348170757293701,
+            2.3252134323120117,
+            2.285700798034668,
+            2.2344725131988525,
+            2.222773313522339,
+            2.1517486572265625,
+            2.13623046875,
+            2.1158804893493652,
+            2.0785279273986816,
+            2.0495126247406006,
+            2.024583339691162,
+            2.0029430389404297,
+            1.987078309059143,
+            1.9639629125595093,
+            1.9306906461715698,
+            1.896256446838379,
+            1.8710259199142456,
+            1.8462133407592773,
+            1.8245184421539307,
+            1.8002824783325195,
+            1.7861562967300415,
+            1.7609226703643799,
+            1.739810824394226,
+            1.7042080163955688,
+            1.684251070022583,
+            1.6674317121505737,
+            1.656033992767334,
+            1.6439409255981445,
+            1.624128818511963,
+            1.6150254011154175,
+            1.581563949584961,
+            1.574629545211792,
+            1.5178606510162354,
+            1.5100040435791016,
+            1.5066372156143188,
+            1.4862782955169678,
+            1.466065526008606,
+            1.4415667057037354,
+            1.40616774559021,
+            1.3890609741210938,
+            1.3859713077545166,
+            1.3626834154129028,
+            1.3491185903549194,
+            1.334173560142517,
+            1.3285043239593506,
+            1.2924914360046387,
+            1.276319146156311,
+            1.2716161012649536,
+            1.2487882375717163,
+            1.2448159456253052,
+            1.2317073345184326,
+            1.2157422304153442,
+            1.1975045204162598,
+            1.1937215328216553,
+            1.1884056329727173,
+            1.1440562009811401,
+            1.1356008052825928,
+            1.1330409049987793,
+            1.1191883087158203,
+            1.095618724822998,
+            1.082397222518921,
+            1.0720763206481934,
+            1.0606132745742798,
+            1.040400505065918,
+            1.0239108800888062,
+            1.0183335542678833,
+            0.9917497038841248,
+            0.9853551983833313,
+            0.9802913665771484,
+            0.9692838788032532,
+            0.9560170769691467,
+            0.9380373358726501,
+            0.9339233040809631,
+            0.9120478630065918,
+            0.9081899523735046,
+            0.9022341370582581,
+            0.892331600189209,
+            0.8793413043022156,
+            0.864018976688385,
+            0.8580476641654968,
+            0.8519841432571411,
+            0.8441929817199707,
+            0.8278056979179382,
+            0.814791738986969,
+            0.8116404414176941,
+            0.7997743487358093,
+            0.7825698256492615,
+            0.7741540670394897,
+            0.7612462639808655,
+            0.7540390491485596,
+            0.7437413334846497,
+            0.7369818687438965,
+            0.7263052463531494,
+            0.7184426188468933,
+            0.7053228616714478,
+            0.6999145150184631,
+            0.6889774203300476,
+            0.6857003569602966,
+            0.6797640323638916,
+            0.6724976301193237,
+            0.6600083708763123,
+            0.6480274796485901,
+            0.6453485488891602,
+            0.6250551342964172,
+            0.6228610277175903,
+            0.6098681092262268,
+            0.6012618541717529,
+            0.5943528413772583,
+            0.5876756310462952,
+            0.5706368088722229,
+            0.5582395195960999,
+            0.5564292669296265,
+            0.54705810546875,
+            0.5437157154083252,
+            0.5280253887176514,
+            0.5252130031585693,
+            0.518858015537262,
+            0.5149324536323547,
+            0.5099682807922363,
+            0.5075099468231201,
+            0.498740553855896,
+            0.4861518144607544,
+            0.47985896468162537,
+            0.4790266156196594,
+            0.47231653332710266,
+            0.4591337740421295,
+            0.45554783940315247,
+            0.44011589884757996,
+            0.43679946660995483,
+            0.4288761019706726,
+            0.4258958697319031,
+            0.4139133393764496,
+            0.40306556224823,
+            0.39622241258621216,
+            0.38389497995376587,
+            0.37671148777008057,
+            0.3689975440502167,
+            0.36172616481781006,
+            0.3545334041118622
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.28793105483055115,
+          "std": 0.14384359121322632,
+          "p10": 0.11422254145145416,
+          "p50": 0.2704753279685974,
+          "p90": 0.48880767822265625,
+          "min": -0.07138976454734802,
+          "max": 1.0
+        },
+        "feature_norms": {
+          "mean": 45.584232330322266,
+          "std": 8.113429069519043,
+          "p10": 37.33382797241211,
+          "p50": 43.771873474121094,
+          "p90": 56.3822021484375,
+          "min": 31.18988037109375,
+          "max": 100.92161560058594
+        }
+      },
+      "alignment_uniformity": null
+    }
+  }
+}

eval_runs/imagenet_hjepa_mv_epoch_040/metrics.json

@@ -0,0 +1,1345 @@
+{
+  "checkpoint": "checkpoints/imagenet_hjepa_mv_epoch_040.pth",
+  "config": "configs/imagenet_hjepa_mv.yaml",
+  "dataset": "imagenet",
+  "data_root": "/content/imagenet100_view",
+  "num_classes": 100,
+  "ckpt_load_info": {
+    "try_0_missing": 0,
+    "try_0_unexpected": 0,
+    "loaded_from_try": 0
+  },
+  "coord_mode": "raw",
+  "split_qp": true,
+  "coord": "raw",
+  "qp_variant": "q",
+  "feature_dim": 1024,
+  "timing": {
+    "feature_extract_sec": 127.44809556007385
+  },
+  "knn": {
+    "k_values": [
+      1,
+      5,
+      10,
+      20,
+      50,
+      100,
+      200
+    ],
+    "top1": [
+      0.1882,
+      0.218,
+      0.2382,
+      0.2496,
+      0.2568,
+      0.2496,
+      0.24
+    ],
+    "top5": [
+      0.217,
+      0.4288,
+      0.4546,
+      0.4912,
+      0.525,
+      0.5314,
+      0.5334
+    ]
+  },
+  "linear_probe": {
+    "epochs": 50,
+    "batch_size": 256,
+    "lr": 0.001,
+    "weight_decay": 1e-06,
+    "top1": 0.320200000333786,
+    "top5": 0.6175999996185303
+  },
+  "diagnostics": {
+    "covariance_spectrum_topq": {
+      "n_used": 5000,
+      "q_used": 256,
+      "eff_rank_topq": 92.54082489013672,
+      "participation_ratio_topq": 43.66357421875,
+      "eigs_top": [
+        69.88835906982422,
+        47.02597427368164,
+        42.20751190185547,
+        33.73612976074219,
+        29.27532386779785,
+        25.43728256225586,
+        21.984596252441406,
+        20.313505172729492,
+        18.003684997558594,
+        16.405086517333984,
+        16.19439125061035,
+        13.508524894714355,
+        13.15499210357666,
+        12.17888069152832,
+        11.407048225402832,
+        10.478437423706055,
+        10.351142883300781,
+        9.669721603393555,
+        9.536155700683594,
+        8.844464302062988,
+        8.700419425964355,
+        8.254332542419434,
+        7.92744779586792,
+        7.665619850158691,
+        7.498436450958252,
+        7.0691022872924805,
+        6.967753887176514,
+        6.710609436035156,
+        6.5489501953125,
+        6.089770793914795,
+        6.031025409698486,
+        5.963912010192871,
+        5.603623867034912,
+        5.546435356140137,
+        5.512882232666016,
+        5.162956714630127,
+        4.9701385498046875,
+        4.852329254150391,
+        4.706064701080322,
+        4.475224494934082,
+        4.392404556274414,
+        4.31817626953125,
+        4.15789270401001,
+        4.04909086227417,
+        3.971207857131958,
+        3.936048984527588,
+        3.8907577991485596,
+        3.7709174156188965,
+        3.717108726501465,
+        3.6708548069000244,
+        3.5357961654663086,
+        3.444493293762207,
+        3.437133550643921,
+        3.395514726638794,
+        3.306227207183838,
+        3.2904295921325684,
+        3.2020609378814697,
+        3.1716437339782715,
+        3.092700481414795,
+        3.041405439376831,
+        2.986814022064209,
+        2.9384031295776367,
+        2.908790111541748,
+        2.8596556186676025,
+        2.7763264179229736,
+        2.7139341831207275,
+        2.657590389251709,
+        2.627930164337158,
+        2.5665905475616455,
+        2.542184829711914,
+        2.48187255859375,
+        2.4772791862487793,
+        2.4378411769866943,
+        2.385629177093506,
+        2.29726505279541,
+        2.255040168762207,
+        2.2452800273895264,
+        2.2112369537353516,
+        2.1804699897766113,
+        2.1324501037597656,
+        2.0919301509857178,
+        2.0744125843048096,
+        2.0502853393554688,
+        2.0339324474334717,
+        2.0090582370758057,
+        1.9628607034683228,
+        1.9177354574203491,
+        1.8754774332046509,
+        1.8398951292037964,
+        1.8284183740615845,
+        1.7971117496490479,
+        1.787069320678711,
+        1.7696539163589478,
+        1.7393684387207031,
+        1.7285226583480835,
+        1.7014786005020142,
+        1.6795953512191772,
+        1.659722924232483,
+        1.6358579397201538,
+        1.5955255031585693,
+        1.5597310066223145,
+        1.5543606281280518,
+        1.5256760120391846,
+        1.5053153038024902,
+        1.4677366018295288,
+        1.4640575647354126,
+        1.4324696063995361,
+        1.422909140586853,
+        1.4098056554794312,
+        1.397507667541504,
+        1.3579299449920654,
+        1.3507332801818848,
+        1.3322412967681885,
+        1.3202621936798096,
+        1.3045823574066162,
+        1.2775682210922241,
+        1.2631089687347412,
+        1.239060878753662,
+        1.2148785591125488,
+        1.2056694030761719,
+        1.2018595933914185,
+        1.1730002164840698,
+        1.1610963344573975,
+        1.1430331468582153,
+        1.1252611875534058,
+        1.100586175918579,
+        1.093104362487793,
+        1.0818828344345093,
+        1.0702959299087524,
+        1.065099835395813,
+        1.0374186038970947,
+        1.0226080417633057,
+        1.0085783004760742,
+        0.9925970435142517,
+        0.9780750870704651,
+        0.9637486338615417,
+        0.955402135848999,
+        0.9316366314888,
+        0.9265561103820801,
+        0.9129229187965393,
+        0.9061765670776367,
+        0.8917168378829956,
+        0.8819440603256226,
+        0.8555297255516052,
+        0.8486096858978271,
+        0.8431355953216553,
+        0.837222695350647,
+        0.8316266536712646,
+        0.8228754997253418,
+        0.8005915284156799,
+        0.7957872748374939,
+        0.7834038138389587,
+        0.7812241911888123,
+        0.7680285573005676,
+        0.7581214904785156,
+        0.7540718913078308,
+        0.7441917061805725,
+        0.7276292443275452,
+        0.720493733882904,
+        0.7107704877853394,
+        0.7042344808578491,
+        0.6992045044898987,
+        0.6883065104484558,
+        0.684508204460144,
+        0.6777036786079407,
+        0.6604081988334656,
+        0.6503244042396545,
+        0.644159734249115,
+        0.6413448452949524,
+        0.632297694683075,
+        0.621046245098114,
+        0.6162833571434021,
+        0.6067512035369873,
+        0.595085859298706,
+        0.5937238931655884,
+        0.5845528244972229,
+        0.5780766606330872,
+        0.5741657614707947,
+        0.5585838556289673,
+        0.5567565560340881,
+        0.5526924133300781,
+        0.5356432199478149,
+        0.5344098806381226,
+        0.5319395065307617,
+        0.5252040028572083,
+        0.5179508924484253,
+        0.5074900388717651,
+        0.4996930658817291,
+        0.49719876050949097,
+        0.49136272072792053,
+        0.48194950819015503,
+        0.4805994927883148,
+        0.47572463750839233,
+        0.4683504104614258,
+        0.45636099576950073,
+        0.452589213848114,
+        0.44815343618392944,
+        0.43912434577941895,
+        0.4366314113140106,
+        0.4308454394340515,
+        0.42439746856689453,
+        0.4201808273792267,
+        0.41831350326538086,
+        0.41177698969841003,
+        0.4061524271965027,
+        0.4038864076137543,
+        0.4001758396625519,
+        0.3930015563964844,
+        0.3877590298652649,
+        0.3809337913990021,
+        0.3765126168727875,
+        0.3733682334423065,
+        0.3703014552593231,
+        0.35705915093421936,
+        0.35476455092430115,
+        0.35177499055862427,
+        0.3478443920612335,
+        0.33931413292884827,
+        0.3380706012248993,
+        0.33317241072654724,
+        0.33079925179481506,
+        0.32670754194259644,
+        0.3176831007003784,
+        0.31156131625175476,
+        0.3084541857242584,
+        0.3064582049846649,
+        0.30352115631103516,
+        0.3002997934818268,
+        0.29722198843955994,
+        0.29089832305908203,
+        0.2881130278110504,
+        0.2781398892402649,
+        0.2745591700077057,
+        0.27078738808631897,
+        0.2652255594730377,
+        0.2627566456794739,
+        0.25668865442276,
+        0.2551036477088928,
+        0.2514096200466156,
+        0.24746201932430267,
+        0.24421364068984985,
+        0.24287809431552887,
+        0.23609307408332825,
+        0.23265497386455536,
+        0.23057770729064941,
+        0.22250990569591522,
+        0.22004730999469757,
+        0.21673525869846344,
+        0.2140517234802246,
+        0.20604218542575836,
+        0.19733038544654846,
+        0.19281218945980072,
+        0.18830715119838715,
+        0.18580953776836395,
+        0.18271172046661377,
+        0.1713012456893921
+      ]
+    },
+    "cosine_similarity": {
+      "mean": 0.27754461765289307,
+      "std": 0.14877021312713623,
+      "p10": 0.09869017452001572,
+      "p50": 0.2588438093662262,
+      "p90": 0.4865669012069702,
+      "min": -0.07704430818557739,
+      "max": 1.0
+    },
+    "feature_norms": {
+      "mean": 33.10338592529297,
+      "std": 6.259359359741211,
+      "p10": 26.84437370300293,
+      "p50": 31.66546630859375,
+      "p90": 41.63309097290039,
+      "min": 21.831050872802734,
+      "max": 71.83719635009766
+    }
+  },
+  "alignment_uniformity": null,
+  "qp_eval": {
+    "variants": [
+      "q",
+      "p",
+      "qp"
+    ],
+    "default_variant": "q",
+    "q_dim": 1024,
+    "p_dim": 1024,
+    "qp_dim": 2048
+  },
+  "qp_variants": {
+    "q": {
+      "coord": "raw",
+      "qp_variant": "q",
+      "feature_dim": 1024,
+      "timing": {
+        "feature_extract_sec": 127.44809556007385
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.1882,
+          0.218,
+          0.2382,
+          0.2496,
+          0.2568,
+          0.2496,
+          0.24
+        ],
+        "top5": [
+          0.217,
+          0.4288,
+          0.4546,
+          0.4912,
+          0.525,
+          0.5314,
+          0.5334
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.001,
+        "weight_decay": 1e-06,
+        "top1": 0.320200000333786,
+        "top5": 0.6175999996185303
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 92.54082489013672,
+          "participation_ratio_topq": 43.66357421875,
+          "eigs_top": [
+            69.88835906982422,
+            47.02597427368164,
+            42.20751190185547,
+            33.73612976074219,
+            29.27532386779785,
+            25.43728256225586,
+            21.984596252441406,
+            20.313505172729492,
+            18.003684997558594,
+            16.405086517333984,
+            16.19439125061035,
+            13.508524894714355,
+            13.15499210357666,
+            12.17888069152832,
+            11.407048225402832,
+            10.478437423706055,
+            10.351142883300781,
+            9.669721603393555,
+            9.536155700683594,
+            8.844464302062988,
+            8.700419425964355,
+            8.254332542419434,
+            7.92744779586792,
+            7.665619850158691,
+            7.498436450958252,
+            7.0691022872924805,
+            6.967753887176514,
+            6.710609436035156,
+            6.5489501953125,
+            6.089770793914795,
+            6.031025409698486,
+            5.963912010192871,
+            5.603623867034912,
+            5.546435356140137,
+            5.512882232666016,
+            5.162956714630127,
+            4.9701385498046875,
+            4.852329254150391,
+            4.706064701080322,
+            4.475224494934082,
+            4.392404556274414,
+            4.31817626953125,
+            4.15789270401001,
+            4.04909086227417,
+            3.971207857131958,
+            3.936048984527588,
+            3.8907577991485596,
+            3.7709174156188965,
+            3.717108726501465,
+            3.6708548069000244,
+            3.5357961654663086,
+            3.444493293762207,
+            3.437133550643921,
+            3.395514726638794,
+            3.306227207183838,
+            3.2904295921325684,
+            3.2020609378814697,
+            3.1716437339782715,
+            3.092700481414795,
+            3.041405439376831,
+            2.986814022064209,
+            2.9384031295776367,
+            2.908790111541748,
+            2.8596556186676025,
+            2.7763264179229736,
+            2.7139341831207275,
+            2.657590389251709,
+            2.627930164337158,
+            2.5665905475616455,
+            2.542184829711914,
+            2.48187255859375,
+            2.4772791862487793,
+            2.4378411769866943,
+            2.385629177093506,
+            2.29726505279541,
+            2.255040168762207,
+            2.2452800273895264,
+            2.2112369537353516,
+            2.1804699897766113,
+            2.1324501037597656,
+            2.0919301509857178,
+            2.0744125843048096,
+            2.0502853393554688,
+            2.0339324474334717,
+            2.0090582370758057,
+            1.9628607034683228,
+            1.9177354574203491,
+            1.8754774332046509,
+            1.8398951292037964,
+            1.8284183740615845,
+            1.7971117496490479,
+            1.787069320678711,
+            1.7696539163589478,
+            1.7393684387207031,
+            1.7285226583480835,
+            1.7014786005020142,
+            1.6795953512191772,
+            1.659722924232483,
+            1.6358579397201538,
+            1.5955255031585693,
+            1.5597310066223145,
+            1.5543606281280518,
+            1.5256760120391846,
+            1.5053153038024902,
+            1.4677366018295288,
+            1.4640575647354126,
+            1.4324696063995361,
+            1.422909140586853,
+            1.4098056554794312,
+            1.397507667541504,
+            1.3579299449920654,
+            1.3507332801818848,
+            1.3322412967681885,
+            1.3202621936798096,
+            1.3045823574066162,
+            1.2775682210922241,
+            1.2631089687347412,
+            1.239060878753662,
+            1.2148785591125488,
+            1.2056694030761719,
+            1.2018595933914185,
+            1.1730002164840698,
+            1.1610963344573975,
+            1.1430331468582153,
+            1.1252611875534058,
+            1.100586175918579,
+            1.093104362487793,
+            1.0818828344345093,
+            1.0702959299087524,
+            1.065099835395813,
+            1.0374186038970947,
+            1.0226080417633057,
+            1.0085783004760742,
+            0.9925970435142517,
+            0.9780750870704651,
+            0.9637486338615417,
+            0.955402135848999,
+            0.9316366314888,
+            0.9265561103820801,
+            0.9129229187965393,
+            0.9061765670776367,
+            0.8917168378829956,
+            0.8819440603256226,
+            0.8555297255516052,
+            0.8486096858978271,
+            0.8431355953216553,
+            0.837222695350647,
+            0.8316266536712646,
+            0.8228754997253418,
+            0.8005915284156799,
+            0.7957872748374939,
+            0.7834038138389587,
+            0.7812241911888123,
+            0.7680285573005676,
+            0.7581214904785156,
+            0.7540718913078308,
+            0.7441917061805725,
+            0.7276292443275452,
+            0.720493733882904,
+            0.7107704877853394,
+            0.7042344808578491,
+            0.6992045044898987,
+            0.6883065104484558,
+            0.684508204460144,
+            0.6777036786079407,
+            0.6604081988334656,
+            0.6503244042396545,
+            0.644159734249115,
+            0.6413448452949524,
+            0.632297694683075,
+            0.621046245098114,
+            0.6162833571434021,
+            0.6067512035369873,
+            0.595085859298706,
+            0.5937238931655884,
+            0.5845528244972229,
+            0.5780766606330872,
+            0.5741657614707947,
+            0.5585838556289673,
+            0.5567565560340881,
+            0.5526924133300781,
+            0.5356432199478149,
+            0.5344098806381226,
+            0.5319395065307617,
+            0.5252040028572083,
+            0.5179508924484253,
+            0.5074900388717651,
+            0.4996930658817291,
+            0.49719876050949097,
+            0.49136272072792053,
+            0.48194950819015503,
+            0.4805994927883148,
+            0.47572463750839233,
+            0.4683504104614258,
+            0.45636099576950073,
+            0.452589213848114,
+            0.44815343618392944,
+            0.43912434577941895,
+            0.4366314113140106,
+            0.4308454394340515,
+            0.42439746856689453,
+            0.4201808273792267,
+            0.41831350326538086,
+            0.41177698969841003,
+            0.4061524271965027,
+            0.4038864076137543,
+            0.4001758396625519,
+            0.3930015563964844,
+            0.3877590298652649,
+            0.3809337913990021,
+            0.3765126168727875,
+            0.3733682334423065,
+            0.3703014552593231,
+            0.35705915093421936,
+            0.35476455092430115,
+            0.35177499055862427,
+            0.3478443920612335,
+            0.33931413292884827,
+            0.3380706012248993,
+            0.33317241072654724,
+            0.33079925179481506,
+            0.32670754194259644,
+            0.3176831007003784,
+            0.31156131625175476,
+            0.3084541857242584,
+            0.3064582049846649,
+            0.30352115631103516,
+            0.3002997934818268,
+            0.29722198843955994,
+            0.29089832305908203,
+            0.2881130278110504,
+            0.2781398892402649,
+            0.2745591700077057,
+            0.27078738808631897,
+            0.2652255594730377,
+            0.2627566456794739,
+            0.25668865442276,
+            0.2551036477088928,
+            0.2514096200466156,
+            0.24746201932430267,
+            0.24421364068984985,
+            0.24287809431552887,
+            0.23609307408332825,
+            0.23265497386455536,
+            0.23057770729064941,
+            0.22250990569591522,
+            0.22004730999469757,
+            0.21673525869846344,
+            0.2140517234802246,
+            0.20604218542575836,
+            0.19733038544654846,
+            0.19281218945980072,
+            0.18830715119838715,
+            0.18580953776836395,
+            0.18271172046661377,
+            0.1713012456893921
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.27754461765289307,
+          "std": 0.14877021312713623,
+          "p10": 0.09869017452001572,
+          "p50": 0.2588438093662262,
+          "p90": 0.4865669012069702,
+          "min": -0.07704430818557739,
+          "max": 1.0
+        },
+        "feature_norms": {
+          "mean": 33.10338592529297,
+          "std": 6.259359359741211,
+          "p10": 26.84437370300293,
+          "p50": 31.66546630859375,
+          "p90": 41.63309097290039,
+          "min": 21.831050872802734,
+          "max": 71.83719635009766
+        }
+      },
+      "alignment_uniformity": null
+    },
+    "p": {
+      "coord": "raw",
+      "qp_variant": "p",
+      "feature_dim": 1024,
+      "timing": {
+        "feature_extract_sec": 128.51765704154968
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.1876,
+          0.2164,
+          0.2402,
+          0.2484,
+          0.2578,
+          0.2518,
+          0.2444
+        ],
+        "top5": [
+          0.2162,
+          0.4268,
+          0.4588,
+          0.4924,
+          0.527,
+          0.5312,
+          0.5314
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.001,
+        "weight_decay": 1e-06,
+        "top1": 0.3199999997138977,
+        "top5": 0.6190000004768371
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 95.78523254394531,
+          "participation_ratio_topq": 45.234806060791016,
+          "eigs_top": [
+            70.81986236572266,
+            41.25244903564453,
+            39.08069610595703,
+            31.907197952270508,
+            27.599897384643555,
+            24.732593536376953,
+            20.875661849975586,
+            19.742122650146484,
+            17.27756690979004,
+            16.331649780273438,
+            15.144200325012207,
+            13.098358154296875,
+            12.86590576171875,
+            11.877822875976562,
+            11.44116497039795,
+            10.284219741821289,
+            10.030510902404785,
+            9.574580192565918,
+            9.21186351776123,
+            8.698698997497559,
+            8.547847747802734,
+            8.284323692321777,
+            7.810995578765869,
+            7.476538181304932,
+            7.425788402557373,
+            7.0812811851501465,
+            6.870294570922852,
+            6.681404113769531,
+            6.557794570922852,
+            6.132974624633789,
+            6.075775146484375,
+            5.92666482925415,
+            5.645236968994141,
+            5.474390029907227,
+            5.369359970092773,
+            5.223321914672852,
+            5.032537460327148,
+            4.874569892883301,
+            4.8064117431640625,
+            4.6058669090271,
+            4.440561771392822,
+            4.399908065795898,
+            4.213332176208496,
+            4.101935386657715,
+            4.0435566902160645,
+            3.956437826156616,
+            3.8796005249023438,
+            3.8178889751434326,
+            3.741929292678833,
+            3.714048385620117,
+            3.578427791595459,
+            3.4920475482940674,
+            3.432325839996338,
+            3.4252777099609375,
+            3.4002559185028076,
+            3.3006808757781982,
+            3.231886386871338,
+            3.205658435821533,
+            3.1409778594970703,
+            3.078359603881836,
+            3.0228238105773926,
+            3.0021374225616455,
+            2.896653652191162,
+            2.8530595302581787,
+            2.8268685340881348,
+            2.7413127422332764,
+            2.694674491882324,
+            2.68349027633667,
+            2.6337411403656006,
+            2.5538721084594727,
+            2.5274500846862793,
+            2.4776194095611572,
+            2.4478347301483154,
+            2.433177947998047,
+            2.3365209102630615,
+            2.308136463165283,
+            2.2419803142547607,
+            2.21852445602417,
+            2.1891696453094482,
+            2.175477981567383,
+            2.1358914375305176,
+            2.1275973320007324,
+            2.0747125148773193,
+            2.0486903190612793,
+            2.024855852127075,
+            1.9950931072235107,
+            1.9672555923461914,
+            1.9382810592651367,
+            1.8857498168945312,
+            1.8518515825271606,
+            1.8348044157028198,
+            1.7961961030960083,
+            1.7871671915054321,
+            1.7769616842269897,
+            1.7454535961151123,
+            1.7394030094146729,
+            1.7084428071975708,
+            1.6937636137008667,
+            1.655073642730713,
+            1.6175404787063599,
+            1.5892791748046875,
+            1.5756546258926392,
+            1.5494439601898193,
+            1.5414495468139648,
+            1.5154528617858887,
+            1.4794350862503052,
+            1.4692074060440063,
+            1.4590213298797607,
+            1.4440706968307495,
+            1.4241896867752075,
+            1.3957210779190063,
+            1.3721531629562378,
+            1.3540266752243042,
+            1.3438746929168701,
+            1.317940592765808,
+            1.2937116622924805,
+            1.2797307968139648,
+            1.2603144645690918,
+            1.2502788305282593,
+            1.2243343591690063,
+            1.214766502380371,
+            1.1972875595092773,
+            1.1798239946365356,
+            1.1665244102478027,
+            1.1408408880233765,
+            1.1347085237503052,
+            1.1143922805786133,
+            1.101166844367981,
+            1.0963490009307861,
+            1.0926235914230347,
+            1.0601576566696167,
+            1.043864369392395,
+            1.0339279174804688,
+            1.0130536556243896,
+            1.0094150304794312,
+            0.9927552938461304,
+            0.9633458852767944,
+            0.9562292098999023,
+            0.9533987641334534,
+            0.9333550333976746,
+            0.9259263277053833,
+            0.9164559245109558,
+            0.8883435726165771,
+            0.8788738250732422,
+            0.8723134994506836,
+            0.8599957227706909,
+            0.8564621806144714,
+            0.8439405560493469,
+            0.8376666307449341,
+            0.8243080377578735,
+            0.8168716430664062,
+            0.8019249439239502,
+            0.7918896675109863,
+            0.7819420099258423,
+            0.7751442193984985,
+            0.7651452422142029,
+            0.7569742798805237,
+            0.7509687542915344,
+            0.7431278228759766,
+            0.7269864678382874,
+            0.721824586391449,
+            0.7142695188522339,
+            0.7087144255638123,
+            0.6999130249023438,
+            0.6896344423294067,
+            0.6751426458358765,
+            0.6638264060020447,
+            0.6556482911109924,
+            0.6515536308288574,
+            0.6413314938545227,
+            0.6370957493782043,
+            0.629085898399353,
+            0.6169474124908447,
+            0.6124151349067688,
+            0.6021138429641724,
+            0.5973963737487793,
+            0.5898810029029846,
+            0.5860773921012878,
+            0.571448802947998,
+            0.5640704035758972,
+            0.5630140900611877,
+            0.5501288175582886,
+            0.5468417406082153,
+            0.5394519567489624,
+            0.5361918807029724,
+            0.5258766412734985,
+            0.5206252932548523,
+            0.5148445963859558,
+            0.5132771730422974,
+            0.5011574625968933,
+            0.4963471591472626,
+            0.48932310938835144,
+            0.4843868315219879,
+            0.4762679636478424,
+            0.4665074646472931,
+            0.4626612961292267,
+            0.460704505443573,
+            0.4508889615535736,
+            0.4479374885559082,
+            0.44016918540000916,
+            0.4365764260292053,
+            0.4311722218990326,
+            0.4282374083995819,
+            0.42752471566200256,
+            0.412975549697876,
+            0.4093640148639679,
+            0.40757685899734497,
+            0.40609899163246155,
+            0.40014123916625977,
+            0.39523765444755554,
+            0.38622018694877625,
+            0.3822263181209564,
+            0.3746654987335205,
+            0.368649423122406,
+            0.36120903491973877,
+            0.35652682185173035,
+            0.349989116191864,
+            0.348587304353714,
+            0.3435612916946411,
+            0.3369792103767395,
+            0.330196738243103,
+            0.3287101984024048,
+            0.3250824511051178,
+            0.3197568356990814,
+            0.3163796663284302,
+            0.3145236670970917,
+            0.30944952368736267,
+            0.3037918508052826,
+            0.29898786544799805,
+            0.29588115215301514,
+            0.2905285060405731,
+            0.28585872054100037,
+            0.2838081419467926,
+            0.27939116954803467,
+            0.2746386229991913,
+            0.268045574426651,
+            0.2645568549633026,
+            0.2612755298614502,
+            0.25812697410583496,
+            0.25500398874282837,
+            0.24976040422916412,
+            0.24415557086467743,
+            0.24140289425849915,
+            0.2388136088848114,
+            0.23571906983852386,
+            0.23122932016849518,
+            0.2245892733335495,
+            0.22211967408657074,
+            0.21576568484306335,
+            0.21170826256275177,
+            0.20744192600250244,
+            0.1989264041185379,
+            0.1967296302318573,
+            0.1925075501203537,
+            0.18831057846546173,
+            0.18507538735866547
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.25872087478637695,
+          "std": 0.1462869644165039,
+          "p10": 0.08592203259468079,
+          "p50": 0.23896858096122742,
+          "p90": 0.46479910612106323,
+          "min": -0.08730906993150711,
+          "max": 1.0000001192092896
+        },
+        "feature_norms": {
+          "mean": 32.54988479614258,
+          "std": 5.888147354125977,
+          "p10": 26.473573684692383,
+          "p50": 31.310136795043945,
+          "p90": 40.53131103515625,
+          "min": 21.23935890197754,
+          "max": 67.61560821533203
+        }
+      },
+      "alignment_uniformity": null
+    },
+    "qp": {
+      "coord": "raw",
+      "qp_variant": "qp",
+      "feature_dim": 2048,
+      "timing": {
+        "feature_extract_sec": 128.8657729625702
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.189,
+          0.2188,
+          0.2378,
+          0.2502,
+          0.256,
+          0.2474,
+          0.2432
+        ],
+        "top5": [
+          0.2176,
+          0.4274,
+          0.455,
+          0.4906,
+          0.5242,
+          0.534,
+          0.5306
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.001,
+        "weight_decay": 1e-06,
+        "top1": 0.32019999990463255,
+        "top5": 0.6162000008583068
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 94.20799255371094,
+          "participation_ratio_topq": 44.502288818359375,
+          "eigs_top": [
+            140.56471252441406,
+            87.8338851928711,
+            81.61051940917969,
+            65.5935287475586,
+            56.82768249511719,
+            50.19735336303711,
+            42.75606918334961,
+            40.03083419799805,
+            35.189903259277344,
+            32.749839782714844,
+            31.356246948242188,
+            26.49706268310547,
+            26.113697052001953,
+            24.009029388427734,
+            22.919282913208008,
+            20.757871627807617,
+            20.37582778930664,
+            19.174619674682617,
+            18.798662185668945,
+            17.538928985595703,
+            17.258037567138672,
+            16.52733039855957,
+            15.650361061096191,
+            15.235671043395996,
+            14.896934509277344,
+            14.154375076293945,
+            13.840911865234375,
+            13.370838165283203,
+            13.149923324584961,
+            12.242247581481934,
+            12.04882526397705,
+            11.920181274414062,
+            11.238011360168457,
+            11.055671691894531,
+            10.9008150100708,
+            10.385266304016113,
+            10.009897232055664,
+            9.733114242553711,
+            9.50899887084961,
+            9.058755874633789,
+            8.831341743469238,
+            8.71408462524414,
+            8.354665756225586,
+            8.155924797058105,
+            8.002331733703613,
+            7.890130519866943,
+            7.790236949920654,
+            7.553481578826904,
+            7.477547645568848,
+            7.370316982269287,
+            7.1146039962768555,
+            6.938569068908691,
+            6.854656219482422,
+            6.822788715362549,
+            6.694106101989746,
+            6.598418712615967,
+            6.408591270446777,
+            6.388547420501709,
+            6.258511543273926,
+            6.104491233825684,
+            6.038059234619141,
+            5.941891670227051,
+            5.808995246887207,
+            5.714763164520264,
+            5.61100435256958,
+            5.455608367919922,
+            5.349476337432861,
+            5.318000793457031,
+            5.208559036254883,
+            5.091541290283203,
+            5.009546756744385,
+            4.969167709350586,
+            4.871714115142822,
+            4.83195161819458,
+            4.64264440536499,
+            4.5535197257995605,
+            4.480878829956055,
+            4.438597202301025,
+            4.363316535949707,
+            4.31596565246582,
+            4.21798849105835,
+            4.206023693084717,
+            4.109203815460205,
+            4.095555305480957,
+            4.038923263549805,
+            3.964320182800293,
+            3.890909433364868,
+            3.814174175262451,
+            3.7167606353759766,
+            3.6820626258850098,
+            3.6397993564605713,
+            3.5874948501586914,
+            3.5639913082122803,
+            3.5208654403686523,
+            3.47644305229187,
+            3.4423611164093018,
+            3.3913540840148926,
+            3.3544631004333496,
+            3.2906877994537354,
+            3.204914093017578,
+            3.150514602661133,
+            3.112240791320801,
+            3.0926918983459473,
+            3.0564544200897217,
+            2.9791793823242188,
+            2.9306719303131104,
+            2.90513014793396,
+            2.883380889892578,
+            2.8652915954589844,
+            2.814086675643921,
+            2.7615487575531006,
+            2.727543592453003,
+            2.678522825241089,
+            2.6756064891815186,
+            2.6249217987060547,
+            2.567002296447754,
+            2.552051544189453,
+            2.4978904724121094,
+            2.468308210372925,
+            2.434152364730835,
+            2.4197044372558594,
+            2.3622331619262695,
+            2.342066526412964,
+            2.3082993030548096,
+            2.2682924270629883,
+            2.239107131958008,
+            2.205960273742676,
+            2.1922214031219482,
+            2.1670024394989014,
+            2.1626405715942383,
+            2.096761703491211,
+            2.0675575733184814,
+            2.0421597957611084,
+            2.010249137878418,
+            1.9867260456085205,
+            1.9532828330993652,
+            1.9214979410171509,
+            1.8909369707107544,
+            1.8852338790893555,
+            1.842797875404358,
+            1.836211919784546,
+            1.807841420173645,
+            1.770753026008606,
+            1.7262049913406372,
+            1.7252298593521118,
+            1.7028051614761353,
+            1.6966603994369507,
+            1.670561671257019,
+            1.6649736166000366,
+            1.6271253824234009,
+            1.6127766370773315,
+            1.5866961479187012,
+            1.5697191953659058,
+            1.5471813678741455,
+            1.5334662199020386,
+            1.5241519212722778,
+            1.5032023191452026,
+            1.4762109518051147,
+            1.4669275283813477,
+            1.4352483749389648,
+            1.4284117221832275,
+            1.4101035594940186,
+            1.397257924079895,
+            1.3907995223999023,
+            1.3692753314971924,
+            1.3395131826400757,
+            1.3046298027038574,
+            1.3010270595550537,
+            1.2973202466964722,
+            1.2757488489151,
+            1.2595123052597046,
+            1.249285101890564,
+            1.2193377017974854,
+            1.206594467163086,
+            1.2014938592910767,
+            1.1816749572753906,
+            1.167404294013977,
+            1.16315495967865,
+            1.1312612295150757,
+            1.1237573623657227,
+            1.1155848503112793,
+            1.087734341621399,
+            1.0797892808914185,
+            1.0725239515304565,
+            1.0615674257278442,
+            1.0438112020492554,
+            1.0269168615341187,
+            1.0166248083114624,
+            1.0085952281951904,
+            0.9996443390846252,
+            0.9740070104598999,
+            0.9685996770858765,
+            0.960228443145752,
+            0.9521385431289673,
+            0.9281787872314453,
+            0.918680727481842,
+            0.9088825583457947,
+            0.8951045274734497,
+            0.8907133936882019,
+            0.8669112920761108,
+            0.8573230504989624,
+            0.8551393151283264,
+            0.851184606552124,
+            0.8417826890945435,
+            0.8232287764549255,
+            0.8146651983261108,
+            0.8068053722381592,
+            0.7874739170074463,
+            0.7810194492340088,
+            0.7799125909805298,
+            0.7707970142364502,
+            0.7587834596633911,
+            0.748437225818634,
+            0.741517186164856,
+            0.7228654026985168,
+            0.7165169715881348,
+            0.700562059879303,
+            0.6858117580413818,
+            0.6811323165893555,
+            0.6743140816688538,
+            0.6669760942459106,
+            0.6529665589332581,
+            0.6496241688728333,
+            0.6438022255897522,
+            0.6326873302459717,
+            0.6246978640556335,
+            0.6224132180213928,
+            0.5958817601203918,
+            0.5934717655181885,
+            0.5828301906585693,
+            0.5772958993911743,
+            0.5736469626426697,
+            0.5586676001548767,
+            0.5472077131271362,
+            0.534156858921051,
+            0.5274078845977783,
+            0.5205106735229492,
+            0.5144450664520264,
+            0.5132794380187988,
+            0.49216264486312866,
+            0.48602861166000366,
+            0.48057952523231506,
+            0.47377482056617737,
+            0.46561920642852783,
+            0.44842204451560974,
+            0.4425411522388458,
+            0.4378739893436432,
+            0.4257001280784607,
+            0.4198733866214752,
+            0.40863263607025146,
+            0.40213239192962646,
+            0.3884131610393524,
+            0.3850261867046356,
+            0.3731932044029236,
+            0.368358850479126,
+            0.358858197927475
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.2682563364505768,
+          "std": 0.14741364121437073,
+          "p10": 0.09246064722537994,
+          "p50": 0.24908314645290375,
+          "p90": 0.4753383994102478,
+          "min": -0.07968517392873764,
+          "max": 1.0
+        },
+        "feature_norms": {
+          "mean": 46.42667007446289,
+          "std": 8.587409973144531,
+          "p10": 37.738861083984375,
+          "p50": 44.49972152709961,
+          "p90": 58.02103805541992,
+          "min": 30.458251953125,
+          "max": 98.65320587158203
+        }
+      },
+      "alignment_uniformity": null
+    }
+  }
+}

eval_runs/imagenet_hjepa_mv_lp_lr0p01/metrics.json

@@ -0,0 +1,1345 @@
+{
+  "checkpoint": "checkpoints/imagenet_hjepa_mv_epoch_045.pth",
+  "config": "configs/imagenet_hjepa_mv.yaml",
+  "dataset": "imagenet",
+  "data_root": "/content/imagenet100_view",
+  "num_classes": 100,
+  "ckpt_load_info": {
+    "try_0_missing": 0,
+    "try_0_unexpected": 0,
+    "loaded_from_try": 0
+  },
+  "coord_mode": "raw",
+  "split_qp": true,
+  "coord": "raw",
+  "qp_variant": "q",
+  "feature_dim": 1024,
+  "timing": {
+    "feature_extract_sec": 128.35291719436646
+  },
+  "knn": {
+    "k_values": [
+      1,
+      5,
+      10,
+      20,
+      50,
+      100,
+      200
+    ],
+    "top1": [
+      0.1876,
+      0.2136,
+      0.24,
+      0.2492,
+      0.2594,
+      0.2536,
+      0.246
+    ],
+    "top5": [
+      0.2158,
+      0.4304,
+      0.4622,
+      0.4952,
+      0.5268,
+      0.531,
+      0.5304
+    ]
+  },
+  "linear_probe": {
+    "epochs": 50,
+    "batch_size": 256,
+    "lr": 0.01,
+    "weight_decay": 1e-06,
+    "top1": 0.32160000009536743,
+    "top5": 0.6175999994277954
+  },
+  "diagnostics": {
+    "covariance_spectrum_topq": {
+      "n_used": 5000,
+      "q_used": 256,
+      "eff_rank_topq": 94.7264633178711,
+      "participation_ratio_topq": 45.26772689819336,
+      "eigs_top": [
+        64.3392333984375,
+        47.090030670166016,
+        42.1959228515625,
+        30.904409408569336,
+        28.44509506225586,
+        25.39519691467285,
+        22.62567138671875,
+        20.367992401123047,
+        17.02031135559082,
+        15.96369457244873,
+        15.507685661315918,
+        13.101028442382812,
+        12.819144248962402,
+        11.725513458251953,
+        11.176026344299316,
+        10.391361236572266,
+        9.759432792663574,
+        9.46303653717041,
+        9.043313980102539,
+        8.790522575378418,
+        8.532073974609375,
+        8.123805046081543,
+        7.63112211227417,
+        7.5303850173950195,
+        7.282289505004883,
+        6.903412818908691,
+        6.868255615234375,
+        6.630852699279785,
+        6.2465128898620605,
+        5.993271350860596,
+        5.904466152191162,
+        5.835149765014648,
+        5.63501501083374,
+        5.44352912902832,
+        5.390544891357422,
+        5.0523552894592285,
+        4.90032434463501,
+        4.76131534576416,
+        4.645994663238525,
+        4.466767311096191,
+        4.388119697570801,
+        4.260835647583008,
+        4.135313034057617,
+        4.053714752197266,
+        4.0034098625183105,
+        3.933779716491699,
+        3.8847594261169434,
+        3.7721641063690186,
+        3.6719508171081543,
+        3.6353631019592285,
+        3.521670341491699,
+        3.457212209701538,
+        3.441680431365967,
+        3.3977890014648438,
+        3.3326191902160645,
+        3.2757749557495117,
+        3.169560194015503,
+        3.1224899291992188,
+        3.060169219970703,
+        3.017467737197876,
+        2.9919371604919434,
+        2.936790704727173,
+        2.8617372512817383,
+        2.8325488567352295,
+        2.7738611698150635,
+        2.700023889541626,
+        2.6847305297851562,
+        2.6624958515167236,
+        2.5559630393981934,
+        2.5224990844726562,
+        2.4694015979766846,
+        2.440164566040039,
+        2.4114012718200684,
+        2.33140230178833,
+        2.290860891342163,
+        2.268953561782837,
+        2.239990234375,
+        2.2163286209106445,
+        2.1875760555267334,
+        2.1201112270355225,
+        2.0913875102996826,
+        2.068127393722534,
+        2.040118455886841,
+        1.9996110200881958,
+        1.9963867664337158,
+        1.9667911529541016,
+        1.9208803176879883,
+        1.8805248737335205,
+        1.8659555912017822,
+        1.8317899703979492,
+        1.8180936574935913,
+        1.7952444553375244,
+        1.7807374000549316,
+        1.7468526363372803,
+        1.7155272960662842,
+        1.6978788375854492,
+        1.6841613054275513,
+        1.6498349905014038,
+        1.619511604309082,
+        1.6038711071014404,
+        1.5878010988235474,
+        1.5727319717407227,
+        1.5314422845840454,
+        1.5010913610458374,
+        1.4991321563720703,
+        1.4776420593261719,
+        1.4355778694152832,
+        1.433039903640747,
+        1.4199302196502686,
+        1.3999773263931274,
+        1.3798044919967651,
+        1.3708417415618896,
+        1.342147946357727,
+        1.3276121616363525,
+        1.3220499753952026,
+        1.2795010805130005,
+        1.2635329961776733,
+        1.2457393407821655,
+        1.2364790439605713,
+        1.2225892543792725,
+        1.194421648979187,
+        1.1885604858398438,
+        1.1710388660430908,
+        1.155561923980713,
+        1.1341822147369385,
+        1.1177211999893188,
+        1.1147793531417847,
+        1.0848819017410278,
+        1.0774223804473877,
+        1.0662182569503784,
+        1.0580251216888428,
+        1.032042145729065,
+        1.0225720405578613,
+        1.0126712322235107,
+        0.9939760565757751,
+        0.9899580478668213,
+        0.9671958088874817,
+        0.9521270394325256,
+        0.9405828714370728,
+        0.9322330355644226,
+        0.9117329120635986,
+        0.903052568435669,
+        0.8886552453041077,
+        0.8751477599143982,
+        0.8691504001617432,
+        0.8560597896575928,
+        0.846847414970398,
+        0.8396689295768738,
+        0.8346807956695557,
+        0.8234519958496094,
+        0.8110847473144531,
+        0.799919843673706,
+        0.7940179109573364,
+        0.7712225317955017,
+        0.7652182579040527,
+        0.7532416582107544,
+        0.7478852868080139,
+        0.7385603189468384,
+        0.732363760471344,
+        0.7199344038963318,
+        0.708709180355072,
+        0.7018513679504395,
+        0.6981821656227112,
+        0.6794301271438599,
+        0.6706514358520508,
+        0.6662452816963196,
+        0.6573067307472229,
+        0.6529000401496887,
+        0.6347487568855286,
+        0.6289442777633667,
+        0.6213482618331909,
+        0.6184092164039612,
+        0.6072115898132324,
+        0.6026992797851562,
+        0.5952320098876953,
+        0.5869992971420288,
+        0.583082377910614,
+        0.5791044235229492,
+        0.56403648853302,
+        0.560976505279541,
+        0.5542363524436951,
+        0.5440906882286072,
+        0.5416280627250671,
+        0.536088764667511,
+        0.5260083675384521,
+        0.5230454206466675,
+        0.517185389995575,
+        0.5078029632568359,
+        0.5050129890441895,
+        0.49835205078125,
+        0.49403664469718933,
+        0.4878356456756592,
+        0.4819047749042511,
+        0.4724332094192505,
+        0.46692878007888794,
+        0.4658167362213135,
+        0.4588679075241089,
+        0.4488157331943512,
+        0.44111424684524536,
+        0.44033312797546387,
+        0.43345963954925537,
+        0.428635835647583,
+        0.4246876835823059,
+        0.4171071946620941,
+        0.4154050648212433,
+        0.409939169883728,
+        0.4093729257583618,
+        0.4003744423389435,
+        0.39756062626838684,
+        0.3906671404838562,
+        0.3872179090976715,
+        0.38102051615715027,
+        0.3732321560382843,
+        0.3654007315635681,
+        0.3611115515232086,
+        0.3582935929298401,
+        0.35654011368751526,
+        0.35084500908851624,
+        0.3426480293273926,
+        0.33820831775665283,
+        0.33590054512023926,
+        0.3309268653392792,
+        0.32195788621902466,
+        0.3188979923725128,
+        0.3146423101425171,
+        0.30988577008247375,
+        0.30976954102516174,
+        0.30489495396614075,
+        0.3023965358734131,
+        0.29935139417648315,
+        0.2968680262565613,
+        0.29214948415756226,
+        0.284160852432251,
+        0.2765463888645172,
+        0.2698477804660797,
+        0.2651553153991699,
+        0.2610844373703003,
+        0.25919175148010254,
+        0.251831978559494,
+        0.25051212310791016,
+        0.24830463528633118,
+        0.24440181255340576,
+        0.2416824847459793,
+        0.2352782040834427,
+        0.23245452344417572,
+        0.2261652946472168,
+        0.22239665687084198,
+        0.22060835361480713,
+        0.2170131951570511,
+        0.20767420530319214,
+        0.2029915153980255,
+        0.19823803007602692,
+        0.19461770355701447,
+        0.18571294844150543,
+        0.1773417592048645,
+        0.17069949209690094
+      ]
+    },
+    "cosine_similarity": {
+      "mean": 0.27957844734191895,
+      "std": 0.1528266966342926,
+      "p10": 0.09149109572172165,
+      "p50": 0.26325979828834534,
+      "p90": 0.49110040068626404,
+      "min": -0.07855603098869324,
+      "max": 1.000000238418579
+    },
+    "feature_norms": {
+      "mean": 32.88877487182617,
+      "std": 6.066273212432861,
+      "p10": 26.882917404174805,
+      "p50": 31.450611114501953,
+      "p90": 40.96924591064453,
+      "min": 22.38941764831543,
+      "max": 70.84799194335938
+    }
+  },
+  "alignment_uniformity": null,
+  "qp_eval": {
+    "variants": [
+      "q",
+      "p",
+      "qp"
+    ],
+    "default_variant": "q",
+    "q_dim": 1024,
+    "p_dim": 1024,
+    "qp_dim": 2048
+  },
+  "qp_variants": {
+    "q": {
+      "coord": "raw",
+      "qp_variant": "q",
+      "feature_dim": 1024,
+      "timing": {
+        "feature_extract_sec": 128.35291719436646
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.1876,
+          0.2136,
+          0.24,
+          0.2492,
+          0.2594,
+          0.2536,
+          0.246
+        ],
+        "top5": [
+          0.2158,
+          0.4304,
+          0.4622,
+          0.4952,
+          0.5268,
+          0.531,
+          0.5304
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.01,
+        "weight_decay": 1e-06,
+        "top1": 0.32160000009536743,
+        "top5": 0.6175999994277954
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 94.7264633178711,
+          "participation_ratio_topq": 45.26772689819336,
+          "eigs_top": [
+            64.3392333984375,
+            47.090030670166016,
+            42.1959228515625,
+            30.904409408569336,
+            28.44509506225586,
+            25.39519691467285,
+            22.62567138671875,
+            20.367992401123047,
+            17.02031135559082,
+            15.96369457244873,
+            15.507685661315918,
+            13.101028442382812,
+            12.819144248962402,
+            11.725513458251953,
+            11.176026344299316,
+            10.391361236572266,
+            9.759432792663574,
+            9.46303653717041,
+            9.043313980102539,
+            8.790522575378418,
+            8.532073974609375,
+            8.123805046081543,
+            7.63112211227417,
+            7.5303850173950195,
+            7.282289505004883,
+            6.903412818908691,
+            6.868255615234375,
+            6.630852699279785,
+            6.2465128898620605,
+            5.993271350860596,
+            5.904466152191162,
+            5.835149765014648,
+            5.63501501083374,
+            5.44352912902832,
+            5.390544891357422,
+            5.0523552894592285,
+            4.90032434463501,
+            4.76131534576416,
+            4.645994663238525,
+            4.466767311096191,
+            4.388119697570801,
+            4.260835647583008,
+            4.135313034057617,
+            4.053714752197266,
+            4.0034098625183105,
+            3.933779716491699,
+            3.8847594261169434,
+            3.7721641063690186,
+            3.6719508171081543,
+            3.6353631019592285,
+            3.521670341491699,
+            3.457212209701538,
+            3.441680431365967,
+            3.3977890014648438,
+            3.3326191902160645,
+            3.2757749557495117,
+            3.169560194015503,
+            3.1224899291992188,
+            3.060169219970703,
+            3.017467737197876,
+            2.9919371604919434,
+            2.936790704727173,
+            2.8617372512817383,
+            2.8325488567352295,
+            2.7738611698150635,
+            2.700023889541626,
+            2.6847305297851562,
+            2.6624958515167236,
+            2.5559630393981934,
+            2.5224990844726562,
+            2.4694015979766846,
+            2.440164566040039,
+            2.4114012718200684,
+            2.33140230178833,
+            2.290860891342163,
+            2.268953561782837,
+            2.239990234375,
+            2.2163286209106445,
+            2.1875760555267334,
+            2.1201112270355225,
+            2.0913875102996826,
+            2.068127393722534,
+            2.040118455886841,
+            1.9996110200881958,
+            1.9963867664337158,
+            1.9667911529541016,
+            1.9208803176879883,
+            1.8805248737335205,
+            1.8659555912017822,
+            1.8317899703979492,
+            1.8180936574935913,
+            1.7952444553375244,
+            1.7807374000549316,
+            1.7468526363372803,
+            1.7155272960662842,
+            1.6978788375854492,
+            1.6841613054275513,
+            1.6498349905014038,
+            1.619511604309082,
+            1.6038711071014404,
+            1.5878010988235474,
+            1.5727319717407227,
+            1.5314422845840454,
+            1.5010913610458374,
+            1.4991321563720703,
+            1.4776420593261719,
+            1.4355778694152832,
+            1.433039903640747,
+            1.4199302196502686,
+            1.3999773263931274,
+            1.3798044919967651,
+            1.3708417415618896,
+            1.342147946357727,
+            1.3276121616363525,
+            1.3220499753952026,
+            1.2795010805130005,
+            1.2635329961776733,
+            1.2457393407821655,
+            1.2364790439605713,
+            1.2225892543792725,
+            1.194421648979187,
+            1.1885604858398438,
+            1.1710388660430908,
+            1.155561923980713,
+            1.1341822147369385,
+            1.1177211999893188,
+            1.1147793531417847,
+            1.0848819017410278,
+            1.0774223804473877,
+            1.0662182569503784,
+            1.0580251216888428,
+            1.032042145729065,
+            1.0225720405578613,
+            1.0126712322235107,
+            0.9939760565757751,
+            0.9899580478668213,
+            0.9671958088874817,
+            0.9521270394325256,
+            0.9405828714370728,
+            0.9322330355644226,
+            0.9117329120635986,
+            0.903052568435669,
+            0.8886552453041077,
+            0.8751477599143982,
+            0.8691504001617432,
+            0.8560597896575928,
+            0.846847414970398,
+            0.8396689295768738,
+            0.8346807956695557,
+            0.8234519958496094,
+            0.8110847473144531,
+            0.799919843673706,
+            0.7940179109573364,
+            0.7712225317955017,
+            0.7652182579040527,
+            0.7532416582107544,
+            0.7478852868080139,
+            0.7385603189468384,
+            0.732363760471344,
+            0.7199344038963318,
+            0.708709180355072,
+            0.7018513679504395,
+            0.6981821656227112,
+            0.6794301271438599,
+            0.6706514358520508,
+            0.6662452816963196,
+            0.6573067307472229,
+            0.6529000401496887,
+            0.6347487568855286,
+            0.6289442777633667,
+            0.6213482618331909,
+            0.6184092164039612,
+            0.6072115898132324,
+            0.6026992797851562,
+            0.5952320098876953,
+            0.5869992971420288,
+            0.583082377910614,
+            0.5791044235229492,
+            0.56403648853302,
+            0.560976505279541,
+            0.5542363524436951,
+            0.5440906882286072,
+            0.5416280627250671,
+            0.536088764667511,
+            0.5260083675384521,
+            0.5230454206466675,
+            0.517185389995575,
+            0.5078029632568359,
+            0.5050129890441895,
+            0.49835205078125,
+            0.49403664469718933,
+            0.4878356456756592,
+            0.4819047749042511,
+            0.4724332094192505,
+            0.46692878007888794,
+            0.4658167362213135,
+            0.4588679075241089,
+            0.4488157331943512,
+            0.44111424684524536,
+            0.44033312797546387,
+            0.43345963954925537,
+            0.428635835647583,
+            0.4246876835823059,
+            0.4171071946620941,
+            0.4154050648212433,
+            0.409939169883728,
+            0.4093729257583618,
+            0.4003744423389435,
+            0.39756062626838684,
+            0.3906671404838562,
+            0.3872179090976715,
+            0.38102051615715027,
+            0.3732321560382843,
+            0.3654007315635681,
+            0.3611115515232086,
+            0.3582935929298401,
+            0.35654011368751526,
+            0.35084500908851624,
+            0.3426480293273926,
+            0.33820831775665283,
+            0.33590054512023926,
+            0.3309268653392792,
+            0.32195788621902466,
+            0.3188979923725128,
+            0.3146423101425171,
+            0.30988577008247375,
+            0.30976954102516174,
+            0.30489495396614075,
+            0.3023965358734131,
+            0.29935139417648315,
+            0.2968680262565613,
+            0.29214948415756226,
+            0.284160852432251,
+            0.2765463888645172,
+            0.2698477804660797,
+            0.2651553153991699,
+            0.2610844373703003,
+            0.25919175148010254,
+            0.251831978559494,
+            0.25051212310791016,
+            0.24830463528633118,
+            0.24440181255340576,
+            0.2416824847459793,
+            0.2352782040834427,
+            0.23245452344417572,
+            0.2261652946472168,
+            0.22239665687084198,
+            0.22060835361480713,
+            0.2170131951570511,
+            0.20767420530319214,
+            0.2029915153980255,
+            0.19823803007602692,
+            0.19461770355701447,
+            0.18571294844150543,
+            0.1773417592048645,
+            0.17069949209690094
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.27957844734191895,
+          "std": 0.1528266966342926,
+          "p10": 0.09149109572172165,
+          "p50": 0.26325979828834534,
+          "p90": 0.49110040068626404,
+          "min": -0.07855603098869324,
+          "max": 1.000000238418579
+        },
+        "feature_norms": {
+          "mean": 32.88877487182617,
+          "std": 6.066273212432861,
+          "p10": 26.882917404174805,
+          "p50": 31.450611114501953,
+          "p90": 40.96924591064453,
+          "min": 22.38941764831543,
+          "max": 70.84799194335938
+        }
+      },
+      "alignment_uniformity": null
+    },
+    "p": {
+      "coord": "raw",
+      "qp_variant": "p",
+      "feature_dim": 1024,
+      "timing": {
+        "feature_extract_sec": 128.1537024974823
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.1876,
+          0.2138,
+          0.242,
+          0.2472,
+          0.2596,
+          0.2536,
+          0.2444
+        ],
+        "top5": [
+          0.2154,
+          0.4308,
+          0.4628,
+          0.4944,
+          0.525,
+          0.5326,
+          0.5298
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.01,
+        "weight_decay": 1e-06,
+        "top1": 0.320200000333786,
+        "top5": 0.6183999996185303
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 98.10114288330078,
+          "participation_ratio_topq": 46.880680084228516,
+          "eigs_top": [
+            65.32612609863281,
+            41.4065055847168,
+            36.720603942871094,
+            28.902908325195312,
+            26.35218048095703,
+            24.153812408447266,
+            21.48311996459961,
+            19.30586051940918,
+            16.03692054748535,
+            15.026819229125977,
+            14.5722017288208,
+            12.49468994140625,
+            12.068480491638184,
+            11.409064292907715,
+            11.135738372802734,
+            10.104720115661621,
+            9.258394241333008,
+            9.139996528625488,
+            8.624658584594727,
+            8.567041397094727,
+            8.343732833862305,
+            7.875635147094727,
+            7.492020130157471,
+            7.2407732009887695,
+            7.125801086425781,
+            6.86662483215332,
+            6.6839213371276855,
+            6.475077152252197,
+            6.148419380187988,
+            5.903943061828613,
+            5.812570571899414,
+            5.631750106811523,
+            5.599538803100586,
+            5.337035179138184,
+            5.254690170288086,
+            5.052853107452393,
+            4.881061553955078,
+            4.737224578857422,
+            4.599926471710205,
+            4.490720272064209,
+            4.441259384155273,
+            4.275722503662109,
+            4.160139083862305,
+            4.004781246185303,
+            3.94815731048584,
+            3.942859172821045,
+            3.859355926513672,
+            3.76413631439209,
+            3.659703493118286,
+            3.5293617248535156,
+            3.5071260929107666,
+            3.4750559329986572,
+            3.427496910095215,
+            3.3803112506866455,
+            3.2971882820129395,
+            3.2800047397613525,
+            3.1718780994415283,
+            3.078545093536377,
+            3.0446460247039795,
+            3.034125566482544,
+            2.958810806274414,
+            2.8826406002044678,
+            2.856151819229126,
+            2.8434057235717773,
+            2.7651267051696777,
+            2.732701301574707,
+            2.6635117530822754,
+            2.6502556800842285,
+            2.570507287979126,
+            2.515974283218384,
+            2.4518015384674072,
+            2.4292874336242676,
+            2.400637149810791,
+            2.3227767944335938,
+            2.282496690750122,
+            2.2566258907318115,
+            2.2231457233428955,
+            2.2049975395202637,
+            2.1722335815429688,
+            2.114521026611328,
+            2.101524591445923,
+            2.0814151763916016,
+            2.0408213138580322,
+            2.007067918777466,
+            1.986541986465454,
+            1.954993486404419,
+            1.910170078277588,
+            1.8843413591384888,
+            1.8668323755264282,
+            1.8641927242279053,
+            1.8243087530136108,
+            1.7978243827819824,
+            1.7811003923416138,
+            1.7536215782165527,
+            1.7128410339355469,
+            1.6983388662338257,
+            1.6884533166885376,
+            1.6675044298171997,
+            1.6349689960479736,
+            1.6232558488845825,
+            1.5932772159576416,
+            1.5738366842269897,
+            1.5269513130187988,
+            1.5139269828796387,
+            1.4841513633728027,
+            1.472174048423767,
+            1.4512355327606201,
+            1.4307621717453003,
+            1.4178736209869385,
+            1.4072328805923462,
+            1.3926451206207275,
+            1.3782668113708496,
+            1.3547687530517578,
+            1.330971598625183,
+            1.3114900588989258,
+            1.2884904146194458,
+            1.2664785385131836,
+            1.262993335723877,
+            1.2545011043548584,
+            1.227927565574646,
+            1.1978306770324707,
+            1.18706476688385,
+            1.1674325466156006,
+            1.1487666368484497,
+            1.1386783123016357,
+            1.1149340867996216,
+            1.1044743061065674,
+            1.0978976488113403,
+            1.0888456106185913,
+            1.0831315517425537,
+            1.0637996196746826,
+            1.0392725467681885,
+            1.0267937183380127,
+            1.0074483156204224,
+            0.9991416335105896,
+            0.9982129335403442,
+            0.9665610790252686,
+            0.9579340815544128,
+            0.9462064504623413,
+            0.936298668384552,
+            0.922227680683136,
+            0.9093877077102661,
+            0.8943248391151428,
+            0.8890796899795532,
+            0.8755910396575928,
+            0.8691439628601074,
+            0.8587139248847961,
+            0.8427330255508423,
+            0.8381950855255127,
+            0.8278809189796448,
+            0.8162902593612671,
+            0.8075752258300781,
+            0.800631582736969,
+            0.7766911387443542,
+            0.7665649056434631,
+            0.7578364014625549,
+            0.752418577671051,
+            0.7414014339447021,
+            0.7398664951324463,
+            0.7283312678337097,
+            0.721635103225708,
+            0.7081571817398071,
+            0.6924144625663757,
+            0.6877843141555786,
+            0.6741694808006287,
+            0.6637480854988098,
+            0.6556633710861206,
+            0.6518390774726868,
+            0.6424941420555115,
+            0.6369492411613464,
+            0.6261022686958313,
+            0.6221775412559509,
+            0.6221120357513428,
+            0.6048952341079712,
+            0.601888120174408,
+            0.5952357649803162,
+            0.586183488368988,
+            0.5800952315330505,
+            0.5679442286491394,
+            0.5627536177635193,
+            0.5613991022109985,
+            0.5536391735076904,
+            0.5494264960289001,
+            0.5408570170402527,
+            0.5365706086158752,
+            0.5243836045265198,
+            0.5187468528747559,
+            0.5117509961128235,
+            0.510094940662384,
+            0.5059252381324768,
+            0.49522292613983154,
+            0.4928499460220337,
+            0.4874664843082428,
+            0.4806399643421173,
+            0.4719468653202057,
+            0.4683748781681061,
+            0.4651719033718109,
+            0.45193520188331604,
+            0.4488099217414856,
+            0.4446795582771301,
+            0.4364883303642273,
+            0.43350183963775635,
+            0.4269534945487976,
+            0.4238772988319397,
+            0.4184611737728119,
+            0.415038138628006,
+            0.409812867641449,
+            0.40662652254104614,
+            0.40071946382522583,
+            0.39068517088890076,
+            0.3864102065563202,
+            0.3834470808506012,
+            0.380303293466568,
+            0.3671737611293793,
+            0.36622992157936096,
+            0.3595367968082428,
+            0.3564186096191406,
+            0.35253700613975525,
+            0.34815338253974915,
+            0.3443923592567444,
+            0.33946558833122253,
+            0.3341960906982422,
+            0.3271540105342865,
+            0.31899693608283997,
+            0.3162514865398407,
+            0.31448712944984436,
+            0.3125956058502197,
+            0.3052861988544464,
+            0.30406075716018677,
+            0.2995906472206116,
+            0.2903907299041748,
+            0.2888844609260559,
+            0.2845689356327057,
+            0.28365960717201233,
+            0.27749454975128174,
+            0.27714064717292786,
+            0.2669450044631958,
+            0.26008841395378113,
+            0.2573792338371277,
+            0.2548104524612427,
+            0.24781222641468048,
+            0.24611662328243256,
+            0.24233196675777435,
+            0.23827999830245972,
+            0.23723594844341278,
+            0.22753341495990753,
+            0.21977613866329193,
+            0.21833160519599915,
+            0.2130175530910492,
+            0.21001943945884705,
+            0.20726406574249268,
+            0.20226643979549408,
+            0.20177452266216278,
+            0.19234424829483032,
+            0.18970434367656708,
+            0.17938491702079773
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.2742627263069153,
+          "std": 0.15116584300994873,
+          "p10": 0.08787548542022705,
+          "p50": 0.2574678063392639,
+          "p90": 0.4837460517883301,
+          "min": -0.08830465376377106,
+          "max": 1.0
+        },
+        "feature_norms": {
+          "mean": 32.40989303588867,
+          "std": 5.503716468811035,
+          "p10": 26.72922134399414,
+          "p50": 31.186073303222656,
+          "p90": 39.851863861083984,
+          "min": 21.90940284729004,
+          "max": 65.5579605102539
+        }
+      },
+      "alignment_uniformity": null
+    },
+    "qp": {
+      "coord": "raw",
+      "qp_variant": "qp",
+      "feature_dim": 2048,
+      "timing": {
+        "feature_extract_sec": 128.94296741485596
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.1882,
+          0.2134,
+          0.2414,
+          0.2464,
+          0.2592,
+          0.2542,
+          0.2446
+        ],
+        "top5": [
+          0.2162,
+          0.4306,
+          0.4612,
+          0.4972,
+          0.526,
+          0.5328,
+          0.531
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.01,
+        "weight_decay": 1e-06,
+        "top1": 0.32219999990463255,
+        "top5": 0.6187999996185303
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 96.47624969482422,
+          "participation_ratio_topq": 46.136924743652344,
+          "eigs_top": [
+            129.57850646972656,
+            88.12474822998047,
+            79.12186431884766,
+            59.72737121582031,
+            54.72053909301758,
+            49.62251281738281,
+            44.02778244018555,
+            39.67307662963867,
+            33.0413932800293,
+            30.54564094543457,
+            30.499114990234375,
+            25.41230583190918,
+            25.035449981689453,
+            23.113990783691406,
+            22.3596248626709,
+            20.48369598388672,
+            18.917091369628906,
+            18.597362518310547,
+            17.60577964782715,
+            17.43318748474121,
+            16.873014450073242,
+            16.03534698486328,
+            15.004648208618164,
+            14.782678604125977,
+            14.469897270202637,
+            13.743678092956543,
+            13.5770902633667,
+            13.11165714263916,
+            12.41049575805664,
+            11.883820533752441,
+            11.701665878295898,
+            11.453205108642578,
+            11.260743141174316,
+            10.785274505615234,
+            10.706657409667969,
+            10.085938453674316,
+            9.79771900177002,
+            9.498029708862305,
+            9.252346992492676,
+            8.934775352478027,
+            8.830716133117676,
+            8.538490295410156,
+            8.290459632873535,
+            8.058323860168457,
+            7.94192361831665,
+            7.865719318389893,
+            7.748193264007568,
+            7.534918785095215,
+            7.2967329025268555,
+            7.17311429977417,
+            7.025953769683838,
+            6.894039630889893,
+            6.875185012817383,
+            6.832378387451172,
+            6.627296447753906,
+            6.555520534515381,
+            6.329351425170898,
+            6.194334506988525,
+            6.105953216552734,
+            6.055258750915527,
+            5.960397720336914,
+            5.813824653625488,
+            5.725099563598633,
+            5.682492256164551,
+            5.531920909881592,
+            5.4325408935546875,
+            5.353272438049316,
+            5.335445880889893,
+            5.128609657287598,
+            5.0299072265625,
+            4.938704013824463,
+            4.867646217346191,
+            4.805387496948242,
+            4.630474090576172,
+            4.560822486877441,
+            4.544180393218994,
+            4.4698262214660645,
+            4.4189958572387695,
+            4.363794803619385,
+            4.216035842895508,
+            4.194879055023193,
+            4.1536760330200195,
+            4.0763654708862305,
+            4.0069122314453125,
+            3.993190050125122,
+            3.9351143836975098,
+            3.8399429321289062,
+            3.7535808086395264,
+            3.7499375343322754,
+            3.686114549636841,
+            3.6362478733062744,
+            3.5899569988250732,
+            3.583638906478882,
+            3.5088729858398438,
+            3.4308764934539795,
+            3.395642042160034,
+            3.379005193710327,
+            3.323338031768799,
+            3.2520816326141357,
+            3.225454092025757,
+            3.1780009269714355,
+            3.1522600650787354,
+            3.062326192855835,
+            3.0155422687530518,
+            2.9889273643493652,
+            2.9503188133239746,
+            2.8835506439208984,
+            2.8620457649230957,
+            2.8442282676696777,
+            2.8027899265289307,
+            2.77278995513916,
+            2.761716604232788,
+            2.701526403427124,
+            2.6528050899505615,
+            2.6357152462005615,
+            2.5694425106048584,
+            2.529245615005493,
+            2.508594274520874,
+            2.4915874004364014,
+            2.4469833374023438,
+            2.393453359603882,
+            2.3715505599975586,
+            2.34220290184021,
+            2.311411142349243,
+            2.2712976932525635,
+            2.241807222366333,
+            2.2259325981140137,
+            2.186279773712158,
+            2.1663262844085693,
+            2.145538568496704,
+            2.1254923343658447,
+            2.064826250076294,
+            2.0597033500671387,
+            2.0214345455169678,
+            1.99748694896698,
+            1.9904508590698242,
+            1.932140588760376,
+            1.908981442451477,
+            1.8903343677520752,
+            1.8692541122436523,
+            1.8328851461410522,
+            1.8124849796295166,
+            1.7815666198730469,
+            1.7695074081420898,
+            1.745163083076477,
+            1.7211946249008179,
+            1.706101417541504,
+            1.6845329999923706,
+            1.680176854133606,
+            1.6436039209365845,
+            1.6304974555969238,
+            1.6095359325408936,
+            1.5988227128982544,
+            1.5489733219146729,
+            1.5330438613891602,
+            1.5056138038635254,
+            1.4998937845230103,
+            1.4822036027908325,
+            1.4713624715805054,
+            1.4515659809112549,
+            1.4274502992630005,
+            1.4124433994293213,
+            1.3909225463867188,
+            1.3696935176849365,
+            1.347185492515564,
+            1.3274264335632324,
+            1.3181027173995972,
+            1.303680658340454,
+            1.275560736656189,
+            1.2711995840072632,
+            1.2446881532669067,
+            1.2436332702636719,
+            1.2254893779754639,
+            1.2113302946090698,
+            1.1955076456069946,
+            1.1802088022232056,
+            1.1691840887069702,
+            1.1601533889770508,
+            1.1317297220230103,
+            1.1238161325454712,
+            1.121955156326294,
+            1.0967315435409546,
+            1.0859310626983643,
+            1.0775600671768188,
+            1.0675376653671265,
+            1.0443947315216064,
+            1.038201093673706,
+            1.0255229473114014,
+            1.0184839963912964,
+            1.009566307067871,
+            0.992249608039856,
+            0.977063000202179,
+            0.9675165414810181,
+            0.9533017873764038,
+            0.9459127187728882,
+            0.9371911287307739,
+            0.9131326079368591,
+            0.8979706168174744,
+            0.8840915560722351,
+            0.8816735744476318,
+            0.8758874535560608,
+            0.8658093214035034,
+            0.8601594567298889,
+            0.8463324308395386,
+            0.8322176337242126,
+            0.8256054520606995,
+            0.8086512684822083,
+            0.8047052025794983,
+            0.7973256707191467,
+            0.7835441827774048,
+            0.7784824371337891,
+            0.7697938084602356,
+            0.7530639171600342,
+            0.7436043620109558,
+            0.7332557439804077,
+            0.7274295091629028,
+            0.7139625549316406,
+            0.6978341937065125,
+            0.6886135935783386,
+            0.6803708672523499,
+            0.6762545704841614,
+            0.6679361462593079,
+            0.6567384004592896,
+            0.6549647450447083,
+            0.640639066696167,
+            0.6303430795669556,
+            0.6214114427566528,
+            0.6104433536529541,
+            0.606747031211853,
+            0.5983012318611145,
+            0.5881211757659912,
+            0.5806055068969727,
+            0.5761549472808838,
+            0.5657968521118164,
+            0.556624174118042,
+            0.5437987446784973,
+            0.5319599509239197,
+            0.5157062411308289,
+            0.5102180242538452,
+            0.5088167786598206,
+            0.5029419660568237,
+            0.4939872622489929,
+            0.4756522476673126,
+            0.4658546447753906,
+            0.4569658041000366,
+            0.45400163531303406,
+            0.4409935772418976,
+            0.4333672523498535,
+            0.426209032535553,
+            0.4183240830898285,
+            0.41039803624153137,
+            0.3982560336589813,
+            0.39569565653800964,
+            0.38738998770713806,
+            0.3746824860572815,
+            0.3641413450241089
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.2769365608692169,
+          "std": 0.15192407369613647,
+          "p10": 0.08985316753387451,
+          "p50": 0.26010650396347046,
+          "p90": 0.48760372400283813,
+          "min": -0.08325280249118805,
+          "max": 1.0000001192092896
+        },
+        "feature_norms": {
+          "mean": 46.176578521728516,
+          "std": 8.17845344543457,
+          "p10": 37.90884017944336,
+          "p50": 44.3083610534668,
+          "p90": 57.1520881652832,
+          "min": 31.325836181640625,
+          "max": 96.52604675292969
+        }
+      },
+      "alignment_uniformity": null
+    }
+  }
+}

eval_runs/imagenet_hjepa_mv_lp_lr0p03/metrics.json

@@ -0,0 +1,1345 @@
+{
+  "checkpoint": "checkpoints/imagenet_hjepa_mv_epoch_045.pth",
+  "config": "configs/imagenet_hjepa_mv.yaml",
+  "dataset": "imagenet",
+  "data_root": "/content/imagenet100_view",
+  "num_classes": 100,
+  "ckpt_load_info": {
+    "try_0_missing": 0,
+    "try_0_unexpected": 0,
+    "loaded_from_try": 0
+  },
+  "coord_mode": "raw",
+  "split_qp": true,
+  "coord": "raw",
+  "qp_variant": "q",
+  "feature_dim": 1024,
+  "timing": {
+    "feature_extract_sec": 127.65827798843384
+  },
+  "knn": {
+    "k_values": [
+      1,
+      5,
+      10,
+      20,
+      50,
+      100,
+      200
+    ],
+    "top1": [
+      0.1876,
+      0.2136,
+      0.24,
+      0.2492,
+      0.2594,
+      0.2536,
+      0.246
+    ],
+    "top5": [
+      0.2158,
+      0.4304,
+      0.4622,
+      0.4952,
+      0.5268,
+      0.531,
+      0.5304
+    ]
+  },
+  "linear_probe": {
+    "epochs": 50,
+    "batch_size": 256,
+    "lr": 0.03,
+    "weight_decay": 1e-06,
+    "top1": 0.315000000333786,
+    "top5": 0.6193999998092652
+  },
+  "diagnostics": {
+    "covariance_spectrum_topq": {
+      "n_used": 5000,
+      "q_used": 256,
+      "eff_rank_topq": 94.7264633178711,
+      "participation_ratio_topq": 45.26772689819336,
+      "eigs_top": [
+        64.3392333984375,
+        47.090030670166016,
+        42.1959228515625,
+        30.904409408569336,
+        28.44509506225586,
+        25.39519691467285,
+        22.62567138671875,
+        20.367992401123047,
+        17.02031135559082,
+        15.96369457244873,
+        15.507685661315918,
+        13.101028442382812,
+        12.819144248962402,
+        11.725513458251953,
+        11.176026344299316,
+        10.391361236572266,
+        9.759432792663574,
+        9.46303653717041,
+        9.043313980102539,
+        8.790522575378418,
+        8.532073974609375,
+        8.123805046081543,
+        7.63112211227417,
+        7.5303850173950195,
+        7.282289505004883,
+        6.903412818908691,
+        6.868255615234375,
+        6.630852699279785,
+        6.2465128898620605,
+        5.993271350860596,
+        5.904466152191162,
+        5.835149765014648,
+        5.63501501083374,
+        5.44352912902832,
+        5.390544891357422,
+        5.0523552894592285,
+        4.90032434463501,
+        4.76131534576416,
+        4.645994663238525,
+        4.466767311096191,
+        4.388119697570801,
+        4.260835647583008,
+        4.135313034057617,
+        4.053714752197266,
+        4.0034098625183105,
+        3.933779716491699,
+        3.8847594261169434,
+        3.7721641063690186,
+        3.6719508171081543,
+        3.6353631019592285,
+        3.521670341491699,
+        3.457212209701538,
+        3.441680431365967,
+        3.3977890014648438,
+        3.3326191902160645,
+        3.2757749557495117,
+        3.169560194015503,
+        3.1224899291992188,
+        3.060169219970703,
+        3.017467737197876,
+        2.9919371604919434,
+        2.936790704727173,
+        2.8617372512817383,
+        2.8325488567352295,
+        2.7738611698150635,
+        2.700023889541626,
+        2.6847305297851562,
+        2.6624958515167236,
+        2.5559630393981934,
+        2.5224990844726562,
+        2.4694015979766846,
+        2.440164566040039,
+        2.4114012718200684,
+        2.33140230178833,
+        2.290860891342163,
+        2.268953561782837,
+        2.239990234375,
+        2.2163286209106445,
+        2.1875760555267334,
+        2.1201112270355225,
+        2.0913875102996826,
+        2.068127393722534,
+        2.040118455886841,
+        1.9996110200881958,
+        1.9963867664337158,
+        1.9667911529541016,
+        1.9208803176879883,
+        1.8805248737335205,
+        1.8659555912017822,
+        1.8317899703979492,
+        1.8180936574935913,
+        1.7952444553375244,
+        1.7807374000549316,
+        1.7468526363372803,
+        1.7155272960662842,
+        1.6978788375854492,
+        1.6841613054275513,
+        1.6498349905014038,
+        1.619511604309082,
+        1.6038711071014404,
+        1.5878010988235474,
+        1.5727319717407227,
+        1.5314422845840454,
+        1.5010913610458374,
+        1.4991321563720703,
+        1.4776420593261719,
+        1.4355778694152832,
+        1.433039903640747,
+        1.4199302196502686,
+        1.3999773263931274,
+        1.3798044919967651,
+        1.3708417415618896,
+        1.342147946357727,
+        1.3276121616363525,
+        1.3220499753952026,
+        1.2795010805130005,
+        1.2635329961776733,
+        1.2457393407821655,
+        1.2364790439605713,
+        1.2225892543792725,
+        1.194421648979187,
+        1.1885604858398438,
+        1.1710388660430908,
+        1.155561923980713,
+        1.1341822147369385,
+        1.1177211999893188,
+        1.1147793531417847,
+        1.0848819017410278,
+        1.0774223804473877,
+        1.0662182569503784,
+        1.0580251216888428,
+        1.032042145729065,
+        1.0225720405578613,
+        1.0126712322235107,
+        0.9939760565757751,
+        0.9899580478668213,
+        0.9671958088874817,
+        0.9521270394325256,
+        0.9405828714370728,
+        0.9322330355644226,
+        0.9117329120635986,
+        0.903052568435669,
+        0.8886552453041077,
+        0.8751477599143982,
+        0.8691504001617432,
+        0.8560597896575928,
+        0.846847414970398,
+        0.8396689295768738,
+        0.8346807956695557,
+        0.8234519958496094,
+        0.8110847473144531,
+        0.799919843673706,
+        0.7940179109573364,
+        0.7712225317955017,
+        0.7652182579040527,
+        0.7532416582107544,
+        0.7478852868080139,
+        0.7385603189468384,
+        0.732363760471344,
+        0.7199344038963318,
+        0.708709180355072,
+        0.7018513679504395,
+        0.6981821656227112,
+        0.6794301271438599,
+        0.6706514358520508,
+        0.6662452816963196,
+        0.6573067307472229,
+        0.6529000401496887,
+        0.6347487568855286,
+        0.6289442777633667,
+        0.6213482618331909,
+        0.6184092164039612,
+        0.6072115898132324,
+        0.6026992797851562,
+        0.5952320098876953,
+        0.5869992971420288,
+        0.583082377910614,
+        0.5791044235229492,
+        0.56403648853302,
+        0.560976505279541,
+        0.5542363524436951,
+        0.5440906882286072,
+        0.5416280627250671,
+        0.536088764667511,
+        0.5260083675384521,
+        0.5230454206466675,
+        0.517185389995575,
+        0.5078029632568359,
+        0.5050129890441895,
+        0.49835205078125,
+        0.49403664469718933,
+        0.4878356456756592,
+        0.4819047749042511,
+        0.4724332094192505,
+        0.46692878007888794,
+        0.4658167362213135,
+        0.4588679075241089,
+        0.4488157331943512,
+        0.44111424684524536,
+        0.44033312797546387,
+        0.43345963954925537,
+        0.428635835647583,
+        0.4246876835823059,
+        0.4171071946620941,
+        0.4154050648212433,
+        0.409939169883728,
+        0.4093729257583618,
+        0.4003744423389435,
+        0.39756062626838684,
+        0.3906671404838562,
+        0.3872179090976715,
+        0.38102051615715027,
+        0.3732321560382843,
+        0.3654007315635681,
+        0.3611115515232086,
+        0.3582935929298401,
+        0.35654011368751526,
+        0.35084500908851624,
+        0.3426480293273926,
+        0.33820831775665283,
+        0.33590054512023926,
+        0.3309268653392792,
+        0.32195788621902466,
+        0.3188979923725128,
+        0.3146423101425171,
+        0.30988577008247375,
+        0.30976954102516174,
+        0.30489495396614075,
+        0.3023965358734131,
+        0.29935139417648315,
+        0.2968680262565613,
+        0.29214948415756226,
+        0.284160852432251,
+        0.2765463888645172,
+        0.2698477804660797,
+        0.2651553153991699,
+        0.2610844373703003,
+        0.25919175148010254,
+        0.251831978559494,
+        0.25051212310791016,
+        0.24830463528633118,
+        0.24440181255340576,
+        0.2416824847459793,
+        0.2352782040834427,
+        0.23245452344417572,
+        0.2261652946472168,
+        0.22239665687084198,
+        0.22060835361480713,
+        0.2170131951570511,
+        0.20767420530319214,
+        0.2029915153980255,
+        0.19823803007602692,
+        0.19461770355701447,
+        0.18571294844150543,
+        0.1773417592048645,
+        0.17069949209690094
+      ]
+    },
+    "cosine_similarity": {
+      "mean": 0.27957844734191895,
+      "std": 0.1528266966342926,
+      "p10": 0.09149109572172165,
+      "p50": 0.26325979828834534,
+      "p90": 0.49110040068626404,
+      "min": -0.07855603098869324,
+      "max": 1.000000238418579
+    },
+    "feature_norms": {
+      "mean": 32.88877487182617,
+      "std": 6.066273212432861,
+      "p10": 26.882917404174805,
+      "p50": 31.450611114501953,
+      "p90": 40.96924591064453,
+      "min": 22.38941764831543,
+      "max": 70.84799194335938
+    }
+  },
+  "alignment_uniformity": null,
+  "qp_eval": {
+    "variants": [
+      "q",
+      "p",
+      "qp"
+    ],
+    "default_variant": "q",
+    "q_dim": 1024,
+    "p_dim": 1024,
+    "qp_dim": 2048
+  },
+  "qp_variants": {
+    "q": {
+      "coord": "raw",
+      "qp_variant": "q",
+      "feature_dim": 1024,
+      "timing": {
+        "feature_extract_sec": 127.65827798843384
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.1876,
+          0.2136,
+          0.24,
+          0.2492,
+          0.2594,
+          0.2536,
+          0.246
+        ],
+        "top5": [
+          0.2158,
+          0.4304,
+          0.4622,
+          0.4952,
+          0.5268,
+          0.531,
+          0.5304
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.03,
+        "weight_decay": 1e-06,
+        "top1": 0.315000000333786,
+        "top5": 0.6193999998092652
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 94.7264633178711,
+          "participation_ratio_topq": 45.26772689819336,
+          "eigs_top": [
+            64.3392333984375,
+            47.090030670166016,
+            42.1959228515625,
+            30.904409408569336,
+            28.44509506225586,
+            25.39519691467285,
+            22.62567138671875,
+            20.367992401123047,
+            17.02031135559082,
+            15.96369457244873,
+            15.507685661315918,
+            13.101028442382812,
+            12.819144248962402,
+            11.725513458251953,
+            11.176026344299316,
+            10.391361236572266,
+            9.759432792663574,
+            9.46303653717041,
+            9.043313980102539,
+            8.790522575378418,
+            8.532073974609375,
+            8.123805046081543,
+            7.63112211227417,
+            7.5303850173950195,
+            7.282289505004883,
+            6.903412818908691,
+            6.868255615234375,
+            6.630852699279785,
+            6.2465128898620605,
+            5.993271350860596,
+            5.904466152191162,
+            5.835149765014648,
+            5.63501501083374,
+            5.44352912902832,
+            5.390544891357422,
+            5.0523552894592285,
+            4.90032434463501,
+            4.76131534576416,
+            4.645994663238525,
+            4.466767311096191,
+            4.388119697570801,
+            4.260835647583008,
+            4.135313034057617,
+            4.053714752197266,
+            4.0034098625183105,
+            3.933779716491699,
+            3.8847594261169434,
+            3.7721641063690186,
+            3.6719508171081543,
+            3.6353631019592285,
+            3.521670341491699,
+            3.457212209701538,
+            3.441680431365967,
+            3.3977890014648438,
+            3.3326191902160645,
+            3.2757749557495117,
+            3.169560194015503,
+            3.1224899291992188,
+            3.060169219970703,
+            3.017467737197876,
+            2.9919371604919434,
+            2.936790704727173,
+            2.8617372512817383,
+            2.8325488567352295,
+            2.7738611698150635,
+            2.700023889541626,
+            2.6847305297851562,
+            2.6624958515167236,
+            2.5559630393981934,
+            2.5224990844726562,
+            2.4694015979766846,
+            2.440164566040039,
+            2.4114012718200684,
+            2.33140230178833,
+            2.290860891342163,
+            2.268953561782837,
+            2.239990234375,
+            2.2163286209106445,
+            2.1875760555267334,
+            2.1201112270355225,
+            2.0913875102996826,
+            2.068127393722534,
+            2.040118455886841,
+            1.9996110200881958,
+            1.9963867664337158,
+            1.9667911529541016,
+            1.9208803176879883,
+            1.8805248737335205,
+            1.8659555912017822,
+            1.8317899703979492,
+            1.8180936574935913,
+            1.7952444553375244,
+            1.7807374000549316,
+            1.7468526363372803,
+            1.7155272960662842,
+            1.6978788375854492,
+            1.6841613054275513,
+            1.6498349905014038,
+            1.619511604309082,
+            1.6038711071014404,
+            1.5878010988235474,
+            1.5727319717407227,
+            1.5314422845840454,
+            1.5010913610458374,
+            1.4991321563720703,
+            1.4776420593261719,
+            1.4355778694152832,
+            1.433039903640747,
+            1.4199302196502686,
+            1.3999773263931274,
+            1.3798044919967651,
+            1.3708417415618896,
+            1.342147946357727,
+            1.3276121616363525,
+            1.3220499753952026,
+            1.2795010805130005,
+            1.2635329961776733,
+            1.2457393407821655,
+            1.2364790439605713,
+            1.2225892543792725,
+            1.194421648979187,
+            1.1885604858398438,
+            1.1710388660430908,
+            1.155561923980713,
+            1.1341822147369385,
+            1.1177211999893188,
+            1.1147793531417847,
+            1.0848819017410278,
+            1.0774223804473877,
+            1.0662182569503784,
+            1.0580251216888428,
+            1.032042145729065,
+            1.0225720405578613,
+            1.0126712322235107,
+            0.9939760565757751,
+            0.9899580478668213,
+            0.9671958088874817,
+            0.9521270394325256,
+            0.9405828714370728,
+            0.9322330355644226,
+            0.9117329120635986,
+            0.903052568435669,
+            0.8886552453041077,
+            0.8751477599143982,
+            0.8691504001617432,
+            0.8560597896575928,
+            0.846847414970398,
+            0.8396689295768738,
+            0.8346807956695557,
+            0.8234519958496094,
+            0.8110847473144531,
+            0.799919843673706,
+            0.7940179109573364,
+            0.7712225317955017,
+            0.7652182579040527,
+            0.7532416582107544,
+            0.7478852868080139,
+            0.7385603189468384,
+            0.732363760471344,
+            0.7199344038963318,
+            0.708709180355072,
+            0.7018513679504395,
+            0.6981821656227112,
+            0.6794301271438599,
+            0.6706514358520508,
+            0.6662452816963196,
+            0.6573067307472229,
+            0.6529000401496887,
+            0.6347487568855286,
+            0.6289442777633667,
+            0.6213482618331909,
+            0.6184092164039612,
+            0.6072115898132324,
+            0.6026992797851562,
+            0.5952320098876953,
+            0.5869992971420288,
+            0.583082377910614,
+            0.5791044235229492,
+            0.56403648853302,
+            0.560976505279541,
+            0.5542363524436951,
+            0.5440906882286072,
+            0.5416280627250671,
+            0.536088764667511,
+            0.5260083675384521,
+            0.5230454206466675,
+            0.517185389995575,
+            0.5078029632568359,
+            0.5050129890441895,
+            0.49835205078125,
+            0.49403664469718933,
+            0.4878356456756592,
+            0.4819047749042511,
+            0.4724332094192505,
+            0.46692878007888794,
+            0.4658167362213135,
+            0.4588679075241089,
+            0.4488157331943512,
+            0.44111424684524536,
+            0.44033312797546387,
+            0.43345963954925537,
+            0.428635835647583,
+            0.4246876835823059,
+            0.4171071946620941,
+            0.4154050648212433,
+            0.409939169883728,
+            0.4093729257583618,
+            0.4003744423389435,
+            0.39756062626838684,
+            0.3906671404838562,
+            0.3872179090976715,
+            0.38102051615715027,
+            0.3732321560382843,
+            0.3654007315635681,
+            0.3611115515232086,
+            0.3582935929298401,
+            0.35654011368751526,
+            0.35084500908851624,
+            0.3426480293273926,
+            0.33820831775665283,
+            0.33590054512023926,
+            0.3309268653392792,
+            0.32195788621902466,
+            0.3188979923725128,
+            0.3146423101425171,
+            0.30988577008247375,
+            0.30976954102516174,
+            0.30489495396614075,
+            0.3023965358734131,
+            0.29935139417648315,
+            0.2968680262565613,
+            0.29214948415756226,
+            0.284160852432251,
+            0.2765463888645172,
+            0.2698477804660797,
+            0.2651553153991699,
+            0.2610844373703003,
+            0.25919175148010254,
+            0.251831978559494,
+            0.25051212310791016,
+            0.24830463528633118,
+            0.24440181255340576,
+            0.2416824847459793,
+            0.2352782040834427,
+            0.23245452344417572,
+            0.2261652946472168,
+            0.22239665687084198,
+            0.22060835361480713,
+            0.2170131951570511,
+            0.20767420530319214,
+            0.2029915153980255,
+            0.19823803007602692,
+            0.19461770355701447,
+            0.18571294844150543,
+            0.1773417592048645,
+            0.17069949209690094
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.27957844734191895,
+          "std": 0.1528266966342926,
+          "p10": 0.09149109572172165,
+          "p50": 0.26325979828834534,
+          "p90": 0.49110040068626404,
+          "min": -0.07855603098869324,
+          "max": 1.000000238418579
+        },
+        "feature_norms": {
+          "mean": 32.88877487182617,
+          "std": 6.066273212432861,
+          "p10": 26.882917404174805,
+          "p50": 31.450611114501953,
+          "p90": 40.96924591064453,
+          "min": 22.38941764831543,
+          "max": 70.84799194335938
+        }
+      },
+      "alignment_uniformity": null
+    },
+    "p": {
+      "coord": "raw",
+      "qp_variant": "p",
+      "feature_dim": 1024,
+      "timing": {
+        "feature_extract_sec": 127.34513354301453
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.1876,
+          0.2138,
+          0.242,
+          0.2472,
+          0.2596,
+          0.2536,
+          0.2444
+        ],
+        "top5": [
+          0.2154,
+          0.4308,
+          0.4628,
+          0.4944,
+          0.525,
+          0.5326,
+          0.5298
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.03,
+        "weight_decay": 1e-06,
+        "top1": 0.3115999999523163,
+        "top5": 0.6185999994277954
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 98.10114288330078,
+          "participation_ratio_topq": 46.880680084228516,
+          "eigs_top": [
+            65.32612609863281,
+            41.4065055847168,
+            36.720603942871094,
+            28.902908325195312,
+            26.35218048095703,
+            24.153812408447266,
+            21.48311996459961,
+            19.30586051940918,
+            16.03692054748535,
+            15.026819229125977,
+            14.5722017288208,
+            12.49468994140625,
+            12.068480491638184,
+            11.409064292907715,
+            11.135738372802734,
+            10.104720115661621,
+            9.258394241333008,
+            9.139996528625488,
+            8.624658584594727,
+            8.567041397094727,
+            8.343732833862305,
+            7.875635147094727,
+            7.492020130157471,
+            7.2407732009887695,
+            7.125801086425781,
+            6.86662483215332,
+            6.6839213371276855,
+            6.475077152252197,
+            6.148419380187988,
+            5.903943061828613,
+            5.812570571899414,
+            5.631750106811523,
+            5.599538803100586,
+            5.337035179138184,
+            5.254690170288086,
+            5.052853107452393,
+            4.881061553955078,
+            4.737224578857422,
+            4.599926471710205,
+            4.490720272064209,
+            4.441259384155273,
+            4.275722503662109,
+            4.160139083862305,
+            4.004781246185303,
+            3.94815731048584,
+            3.942859172821045,
+            3.859355926513672,
+            3.76413631439209,
+            3.659703493118286,
+            3.5293617248535156,
+            3.5071260929107666,
+            3.4750559329986572,
+            3.427496910095215,
+            3.3803112506866455,
+            3.2971882820129395,
+            3.2800047397613525,
+            3.1718780994415283,
+            3.078545093536377,
+            3.0446460247039795,
+            3.034125566482544,
+            2.958810806274414,
+            2.8826406002044678,
+            2.856151819229126,
+            2.8434057235717773,
+            2.7651267051696777,
+            2.732701301574707,
+            2.6635117530822754,
+            2.6502556800842285,
+            2.570507287979126,
+            2.515974283218384,
+            2.4518015384674072,
+            2.4292874336242676,
+            2.400637149810791,
+            2.3227767944335938,
+            2.282496690750122,
+            2.2566258907318115,
+            2.2231457233428955,
+            2.2049975395202637,
+            2.1722335815429688,
+            2.114521026611328,
+            2.101524591445923,
+            2.0814151763916016,
+            2.0408213138580322,
+            2.007067918777466,
+            1.986541986465454,
+            1.954993486404419,
+            1.910170078277588,
+            1.8843413591384888,
+            1.8668323755264282,
+            1.8641927242279053,
+            1.8243087530136108,
+            1.7978243827819824,
+            1.7811003923416138,
+            1.7536215782165527,
+            1.7128410339355469,
+            1.6983388662338257,
+            1.6884533166885376,
+            1.6675044298171997,
+            1.6349689960479736,
+            1.6232558488845825,
+            1.5932772159576416,
+            1.5738366842269897,
+            1.5269513130187988,
+            1.5139269828796387,
+            1.4841513633728027,
+            1.472174048423767,
+            1.4512355327606201,
+            1.4307621717453003,
+            1.4178736209869385,
+            1.4072328805923462,
+            1.3926451206207275,
+            1.3782668113708496,
+            1.3547687530517578,
+            1.330971598625183,
+            1.3114900588989258,
+            1.2884904146194458,
+            1.2664785385131836,
+            1.262993335723877,
+            1.2545011043548584,
+            1.227927565574646,
+            1.1978306770324707,
+            1.18706476688385,
+            1.1674325466156006,
+            1.1487666368484497,
+            1.1386783123016357,
+            1.1149340867996216,
+            1.1044743061065674,
+            1.0978976488113403,
+            1.0888456106185913,
+            1.0831315517425537,
+            1.0637996196746826,
+            1.0392725467681885,
+            1.0267937183380127,
+            1.0074483156204224,
+            0.9991416335105896,
+            0.9982129335403442,
+            0.9665610790252686,
+            0.9579340815544128,
+            0.9462064504623413,
+            0.936298668384552,
+            0.922227680683136,
+            0.9093877077102661,
+            0.8943248391151428,
+            0.8890796899795532,
+            0.8755910396575928,
+            0.8691439628601074,
+            0.8587139248847961,
+            0.8427330255508423,
+            0.8381950855255127,
+            0.8278809189796448,
+            0.8162902593612671,
+            0.8075752258300781,
+            0.800631582736969,
+            0.7766911387443542,
+            0.7665649056434631,
+            0.7578364014625549,
+            0.752418577671051,
+            0.7414014339447021,
+            0.7398664951324463,
+            0.7283312678337097,
+            0.721635103225708,
+            0.7081571817398071,
+            0.6924144625663757,
+            0.6877843141555786,
+            0.6741694808006287,
+            0.6637480854988098,
+            0.6556633710861206,
+            0.6518390774726868,
+            0.6424941420555115,
+            0.6369492411613464,
+            0.6261022686958313,
+            0.6221775412559509,
+            0.6221120357513428,
+            0.6048952341079712,
+            0.601888120174408,
+            0.5952357649803162,
+            0.586183488368988,
+            0.5800952315330505,
+            0.5679442286491394,
+            0.5627536177635193,
+            0.5613991022109985,
+            0.5536391735076904,
+            0.5494264960289001,
+            0.5408570170402527,
+            0.5365706086158752,
+            0.5243836045265198,
+            0.5187468528747559,
+            0.5117509961128235,
+            0.510094940662384,
+            0.5059252381324768,
+            0.49522292613983154,
+            0.4928499460220337,
+            0.4874664843082428,
+            0.4806399643421173,
+            0.4719468653202057,
+            0.4683748781681061,
+            0.4651719033718109,
+            0.45193520188331604,
+            0.4488099217414856,
+            0.4446795582771301,
+            0.4364883303642273,
+            0.43350183963775635,
+            0.4269534945487976,
+            0.4238772988319397,
+            0.4184611737728119,
+            0.415038138628006,
+            0.409812867641449,
+            0.40662652254104614,
+            0.40071946382522583,
+            0.39068517088890076,
+            0.3864102065563202,
+            0.3834470808506012,
+            0.380303293466568,
+            0.3671737611293793,
+            0.36622992157936096,
+            0.3595367968082428,
+            0.3564186096191406,
+            0.35253700613975525,
+            0.34815338253974915,
+            0.3443923592567444,
+            0.33946558833122253,
+            0.3341960906982422,
+            0.3271540105342865,
+            0.31899693608283997,
+            0.3162514865398407,
+            0.31448712944984436,
+            0.3125956058502197,
+            0.3052861988544464,
+            0.30406075716018677,
+            0.2995906472206116,
+            0.2903907299041748,
+            0.2888844609260559,
+            0.2845689356327057,
+            0.28365960717201233,
+            0.27749454975128174,
+            0.27714064717292786,
+            0.2669450044631958,
+            0.26008841395378113,
+            0.2573792338371277,
+            0.2548104524612427,
+            0.24781222641468048,
+            0.24611662328243256,
+            0.24233196675777435,
+            0.23827999830245972,
+            0.23723594844341278,
+            0.22753341495990753,
+            0.21977613866329193,
+            0.21833160519599915,
+            0.2130175530910492,
+            0.21001943945884705,
+            0.20726406574249268,
+            0.20226643979549408,
+            0.20177452266216278,
+            0.19234424829483032,
+            0.18970434367656708,
+            0.17938491702079773
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.2742627263069153,
+          "std": 0.15116584300994873,
+          "p10": 0.08787548542022705,
+          "p50": 0.2574678063392639,
+          "p90": 0.4837460517883301,
+          "min": -0.08830465376377106,
+          "max": 1.0
+        },
+        "feature_norms": {
+          "mean": 32.40989303588867,
+          "std": 5.503716468811035,
+          "p10": 26.72922134399414,
+          "p50": 31.186073303222656,
+          "p90": 39.851863861083984,
+          "min": 21.90940284729004,
+          "max": 65.5579605102539
+        }
+      },
+      "alignment_uniformity": null
+    },
+    "qp": {
+      "coord": "raw",
+      "qp_variant": "qp",
+      "feature_dim": 2048,
+      "timing": {
+        "feature_extract_sec": 128.34007263183594
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.1882,
+          0.2134,
+          0.2414,
+          0.2464,
+          0.2592,
+          0.2542,
+          0.2446
+        ],
+        "top5": [
+          0.2162,
+          0.4306,
+          0.4612,
+          0.4972,
+          0.526,
+          0.5328,
+          0.531
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.03,
+        "weight_decay": 1e-06,
+        "top1": 0.3165999997138977,
+        "top5": 0.6243999998092651
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 96.47624969482422,
+          "participation_ratio_topq": 46.136924743652344,
+          "eigs_top": [
+            129.57850646972656,
+            88.12474822998047,
+            79.12186431884766,
+            59.72737121582031,
+            54.72053909301758,
+            49.62251281738281,
+            44.02778244018555,
+            39.67307662963867,
+            33.0413932800293,
+            30.54564094543457,
+            30.499114990234375,
+            25.41230583190918,
+            25.035449981689453,
+            23.113990783691406,
+            22.3596248626709,
+            20.48369598388672,
+            18.917091369628906,
+            18.597362518310547,
+            17.60577964782715,
+            17.43318748474121,
+            16.873014450073242,
+            16.03534698486328,
+            15.004648208618164,
+            14.782678604125977,
+            14.469897270202637,
+            13.743678092956543,
+            13.5770902633667,
+            13.11165714263916,
+            12.41049575805664,
+            11.883820533752441,
+            11.701665878295898,
+            11.453205108642578,
+            11.260743141174316,
+            10.785274505615234,
+            10.706657409667969,
+            10.085938453674316,
+            9.79771900177002,
+            9.498029708862305,
+            9.252346992492676,
+            8.934775352478027,
+            8.830716133117676,
+            8.538490295410156,
+            8.290459632873535,
+            8.058323860168457,
+            7.94192361831665,
+            7.865719318389893,
+            7.748193264007568,
+            7.534918785095215,
+            7.2967329025268555,
+            7.17311429977417,
+            7.025953769683838,
+            6.894039630889893,
+            6.875185012817383,
+            6.832378387451172,
+            6.627296447753906,
+            6.555520534515381,
+            6.329351425170898,
+            6.194334506988525,
+            6.105953216552734,
+            6.055258750915527,
+            5.960397720336914,
+            5.813824653625488,
+            5.725099563598633,
+            5.682492256164551,
+            5.531920909881592,
+            5.4325408935546875,
+            5.353272438049316,
+            5.335445880889893,
+            5.128609657287598,
+            5.0299072265625,
+            4.938704013824463,
+            4.867646217346191,
+            4.805387496948242,
+            4.630474090576172,
+            4.560822486877441,
+            4.544180393218994,
+            4.4698262214660645,
+            4.4189958572387695,
+            4.363794803619385,
+            4.216035842895508,
+            4.194879055023193,
+            4.1536760330200195,
+            4.0763654708862305,
+            4.0069122314453125,
+            3.993190050125122,
+            3.9351143836975098,
+            3.8399429321289062,
+            3.7535808086395264,
+            3.7499375343322754,
+            3.686114549636841,
+            3.6362478733062744,
+            3.5899569988250732,
+            3.583638906478882,
+            3.5088729858398438,
+            3.4308764934539795,
+            3.395642042160034,
+            3.379005193710327,
+            3.323338031768799,
+            3.2520816326141357,
+            3.225454092025757,
+            3.1780009269714355,
+            3.1522600650787354,
+            3.062326192855835,
+            3.0155422687530518,
+            2.9889273643493652,
+            2.9503188133239746,
+            2.8835506439208984,
+            2.8620457649230957,
+            2.8442282676696777,
+            2.8027899265289307,
+            2.77278995513916,
+            2.761716604232788,
+            2.701526403427124,
+            2.6528050899505615,
+            2.6357152462005615,
+            2.5694425106048584,
+            2.529245615005493,
+            2.508594274520874,
+            2.4915874004364014,
+            2.4469833374023438,
+            2.393453359603882,
+            2.3715505599975586,
+            2.34220290184021,
+            2.311411142349243,
+            2.2712976932525635,
+            2.241807222366333,
+            2.2259325981140137,
+            2.186279773712158,
+            2.1663262844085693,
+            2.145538568496704,
+            2.1254923343658447,
+            2.064826250076294,
+            2.0597033500671387,
+            2.0214345455169678,
+            1.99748694896698,
+            1.9904508590698242,
+            1.932140588760376,
+            1.908981442451477,
+            1.8903343677520752,
+            1.8692541122436523,
+            1.8328851461410522,
+            1.8124849796295166,
+            1.7815666198730469,
+            1.7695074081420898,
+            1.745163083076477,
+            1.7211946249008179,
+            1.706101417541504,
+            1.6845329999923706,
+            1.680176854133606,
+            1.6436039209365845,
+            1.6304974555969238,
+            1.6095359325408936,
+            1.5988227128982544,
+            1.5489733219146729,
+            1.5330438613891602,
+            1.5056138038635254,
+            1.4998937845230103,
+            1.4822036027908325,
+            1.4713624715805054,
+            1.4515659809112549,
+            1.4274502992630005,
+            1.4124433994293213,
+            1.3909225463867188,
+            1.3696935176849365,
+            1.347185492515564,
+            1.3274264335632324,
+            1.3181027173995972,
+            1.303680658340454,
+            1.275560736656189,
+            1.2711995840072632,
+            1.2446881532669067,
+            1.2436332702636719,
+            1.2254893779754639,
+            1.2113302946090698,
+            1.1955076456069946,
+            1.1802088022232056,
+            1.1691840887069702,
+            1.1601533889770508,
+            1.1317297220230103,
+            1.1238161325454712,
+            1.121955156326294,
+            1.0967315435409546,
+            1.0859310626983643,
+            1.0775600671768188,
+            1.0675376653671265,
+            1.0443947315216064,
+            1.038201093673706,
+            1.0255229473114014,
+            1.0184839963912964,
+            1.009566307067871,
+            0.992249608039856,
+            0.977063000202179,
+            0.9675165414810181,
+            0.9533017873764038,
+            0.9459127187728882,
+            0.9371911287307739,
+            0.9131326079368591,
+            0.8979706168174744,
+            0.8840915560722351,
+            0.8816735744476318,
+            0.8758874535560608,
+            0.8658093214035034,
+            0.8601594567298889,
+            0.8463324308395386,
+            0.8322176337242126,
+            0.8256054520606995,
+            0.8086512684822083,
+            0.8047052025794983,
+            0.7973256707191467,
+            0.7835441827774048,
+            0.7784824371337891,
+            0.7697938084602356,
+            0.7530639171600342,
+            0.7436043620109558,
+            0.7332557439804077,
+            0.7274295091629028,
+            0.7139625549316406,
+            0.6978341937065125,
+            0.6886135935783386,
+            0.6803708672523499,
+            0.6762545704841614,
+            0.6679361462593079,
+            0.6567384004592896,
+            0.6549647450447083,
+            0.640639066696167,
+            0.6303430795669556,
+            0.6214114427566528,
+            0.6104433536529541,
+            0.606747031211853,
+            0.5983012318611145,
+            0.5881211757659912,
+            0.5806055068969727,
+            0.5761549472808838,
+            0.5657968521118164,
+            0.556624174118042,
+            0.5437987446784973,
+            0.5319599509239197,
+            0.5157062411308289,
+            0.5102180242538452,
+            0.5088167786598206,
+            0.5029419660568237,
+            0.4939872622489929,
+            0.4756522476673126,
+            0.4658546447753906,
+            0.4569658041000366,
+            0.45400163531303406,
+            0.4409935772418976,
+            0.4333672523498535,
+            0.426209032535553,
+            0.4183240830898285,
+            0.41039803624153137,
+            0.3982560336589813,
+            0.39569565653800964,
+            0.38738998770713806,
+            0.3746824860572815,
+            0.3641413450241089
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.2769365608692169,
+          "std": 0.15192407369613647,
+          "p10": 0.08985316753387451,
+          "p50": 0.26010650396347046,
+          "p90": 0.48760372400283813,
+          "min": -0.08325280249118805,
+          "max": 1.0000001192092896
+        },
+        "feature_norms": {
+          "mean": 46.176578521728516,
+          "std": 8.17845344543457,
+          "p10": 37.90884017944336,
+          "p50": 44.3083610534668,
+          "p90": 57.1520881652832,
+          "min": 31.325836181640625,
+          "max": 96.52604675292969
+        }
+      },
+      "alignment_uniformity": null
+    }
+  }
+}

eval_runs/imagenet_hjepa_mv_lp_lr0p1/metrics.json

@@ -0,0 +1,1345 @@
+{
+  "checkpoint": "checkpoints/imagenet_hjepa_mv_epoch_045.pth",
+  "config": "configs/imagenet_hjepa_mv.yaml",
+  "dataset": "imagenet",
+  "data_root": "/content/imagenet100_view",
+  "num_classes": 100,
+  "ckpt_load_info": {
+    "try_0_missing": 0,
+    "try_0_unexpected": 0,
+    "loaded_from_try": 0
+  },
+  "coord_mode": "raw",
+  "split_qp": true,
+  "coord": "raw",
+  "qp_variant": "q",
+  "feature_dim": 1024,
+  "timing": {
+    "feature_extract_sec": 127.95836615562439
+  },
+  "knn": {
+    "k_values": [
+      1,
+      5,
+      10,
+      20,
+      50,
+      100,
+      200
+    ],
+    "top1": [
+      0.1876,
+      0.2136,
+      0.24,
+      0.2492,
+      0.2594,
+      0.2536,
+      0.246
+    ],
+    "top5": [
+      0.2158,
+      0.4304,
+      0.4622,
+      0.4952,
+      0.5268,
+      0.531,
+      0.5304
+    ]
+  },
+  "linear_probe": {
+    "epochs": 50,
+    "batch_size": 256,
+    "lr": 0.1,
+    "weight_decay": 1e-06,
+    "top1": 0.31360000038146973,
+    "top5": 0.6197999994277954
+  },
+  "diagnostics": {
+    "covariance_spectrum_topq": {
+      "n_used": 5000,
+      "q_used": 256,
+      "eff_rank_topq": 94.7264633178711,
+      "participation_ratio_topq": 45.26772689819336,
+      "eigs_top": [
+        64.3392333984375,
+        47.090030670166016,
+        42.1959228515625,
+        30.904409408569336,
+        28.44509506225586,
+        25.39519691467285,
+        22.62567138671875,
+        20.367992401123047,
+        17.02031135559082,
+        15.96369457244873,
+        15.507685661315918,
+        13.101028442382812,
+        12.819144248962402,
+        11.725513458251953,
+        11.176026344299316,
+        10.391361236572266,
+        9.759432792663574,
+        9.46303653717041,
+        9.043313980102539,
+        8.790522575378418,
+        8.532073974609375,
+        8.123805046081543,
+        7.63112211227417,
+        7.5303850173950195,
+        7.282289505004883,
+        6.903412818908691,
+        6.868255615234375,
+        6.630852699279785,
+        6.2465128898620605,
+        5.993271350860596,
+        5.904466152191162,
+        5.835149765014648,
+        5.63501501083374,
+        5.44352912902832,
+        5.390544891357422,
+        5.0523552894592285,
+        4.90032434463501,
+        4.76131534576416,
+        4.645994663238525,
+        4.466767311096191,
+        4.388119697570801,
+        4.260835647583008,
+        4.135313034057617,
+        4.053714752197266,
+        4.0034098625183105,
+        3.933779716491699,
+        3.8847594261169434,
+        3.7721641063690186,
+        3.6719508171081543,
+        3.6353631019592285,
+        3.521670341491699,
+        3.457212209701538,
+        3.441680431365967,
+        3.3977890014648438,
+        3.3326191902160645,
+        3.2757749557495117,
+        3.169560194015503,
+        3.1224899291992188,
+        3.060169219970703,
+        3.017467737197876,
+        2.9919371604919434,
+        2.936790704727173,
+        2.8617372512817383,
+        2.8325488567352295,
+        2.7738611698150635,
+        2.700023889541626,
+        2.6847305297851562,
+        2.6624958515167236,
+        2.5559630393981934,
+        2.5224990844726562,
+        2.4694015979766846,
+        2.440164566040039,
+        2.4114012718200684,
+        2.33140230178833,
+        2.290860891342163,
+        2.268953561782837,
+        2.239990234375,
+        2.2163286209106445,
+        2.1875760555267334,
+        2.1201112270355225,
+        2.0913875102996826,
+        2.068127393722534,
+        2.040118455886841,
+        1.9996110200881958,
+        1.9963867664337158,
+        1.9667911529541016,
+        1.9208803176879883,
+        1.8805248737335205,
+        1.8659555912017822,
+        1.8317899703979492,
+        1.8180936574935913,
+        1.7952444553375244,
+        1.7807374000549316,
+        1.7468526363372803,
+        1.7155272960662842,
+        1.6978788375854492,
+        1.6841613054275513,
+        1.6498349905014038,
+        1.619511604309082,
+        1.6038711071014404,
+        1.5878010988235474,
+        1.5727319717407227,
+        1.5314422845840454,
+        1.5010913610458374,
+        1.4991321563720703,
+        1.4776420593261719,
+        1.4355778694152832,
+        1.433039903640747,
+        1.4199302196502686,
+        1.3999773263931274,
+        1.3798044919967651,
+        1.3708417415618896,
+        1.342147946357727,
+        1.3276121616363525,
+        1.3220499753952026,
+        1.2795010805130005,
+        1.2635329961776733,
+        1.2457393407821655,
+        1.2364790439605713,
+        1.2225892543792725,
+        1.194421648979187,
+        1.1885604858398438,
+        1.1710388660430908,
+        1.155561923980713,
+        1.1341822147369385,
+        1.1177211999893188,
+        1.1147793531417847,
+        1.0848819017410278,
+        1.0774223804473877,
+        1.0662182569503784,
+        1.0580251216888428,
+        1.032042145729065,
+        1.0225720405578613,
+        1.0126712322235107,
+        0.9939760565757751,
+        0.9899580478668213,
+        0.9671958088874817,
+        0.9521270394325256,
+        0.9405828714370728,
+        0.9322330355644226,
+        0.9117329120635986,
+        0.903052568435669,
+        0.8886552453041077,
+        0.8751477599143982,
+        0.8691504001617432,
+        0.8560597896575928,
+        0.846847414970398,
+        0.8396689295768738,
+        0.8346807956695557,
+        0.8234519958496094,
+        0.8110847473144531,
+        0.799919843673706,
+        0.7940179109573364,
+        0.7712225317955017,
+        0.7652182579040527,
+        0.7532416582107544,
+        0.7478852868080139,
+        0.7385603189468384,
+        0.732363760471344,
+        0.7199344038963318,
+        0.708709180355072,
+        0.7018513679504395,
+        0.6981821656227112,
+        0.6794301271438599,
+        0.6706514358520508,
+        0.6662452816963196,
+        0.6573067307472229,
+        0.6529000401496887,
+        0.6347487568855286,
+        0.6289442777633667,
+        0.6213482618331909,
+        0.6184092164039612,
+        0.6072115898132324,
+        0.6026992797851562,
+        0.5952320098876953,
+        0.5869992971420288,
+        0.583082377910614,
+        0.5791044235229492,
+        0.56403648853302,
+        0.560976505279541,
+        0.5542363524436951,
+        0.5440906882286072,
+        0.5416280627250671,
+        0.536088764667511,
+        0.5260083675384521,
+        0.5230454206466675,
+        0.517185389995575,
+        0.5078029632568359,
+        0.5050129890441895,
+        0.49835205078125,
+        0.49403664469718933,
+        0.4878356456756592,
+        0.4819047749042511,
+        0.4724332094192505,
+        0.46692878007888794,
+        0.4658167362213135,
+        0.4588679075241089,
+        0.4488157331943512,
+        0.44111424684524536,
+        0.44033312797546387,
+        0.43345963954925537,
+        0.428635835647583,
+        0.4246876835823059,
+        0.4171071946620941,
+        0.4154050648212433,
+        0.409939169883728,
+        0.4093729257583618,
+        0.4003744423389435,
+        0.39756062626838684,
+        0.3906671404838562,
+        0.3872179090976715,
+        0.38102051615715027,
+        0.3732321560382843,
+        0.3654007315635681,
+        0.3611115515232086,
+        0.3582935929298401,
+        0.35654011368751526,
+        0.35084500908851624,
+        0.3426480293273926,
+        0.33820831775665283,
+        0.33590054512023926,
+        0.3309268653392792,
+        0.32195788621902466,
+        0.3188979923725128,
+        0.3146423101425171,
+        0.30988577008247375,
+        0.30976954102516174,
+        0.30489495396614075,
+        0.3023965358734131,
+        0.29935139417648315,
+        0.2968680262565613,
+        0.29214948415756226,
+        0.284160852432251,
+        0.2765463888645172,
+        0.2698477804660797,
+        0.2651553153991699,
+        0.2610844373703003,
+        0.25919175148010254,
+        0.251831978559494,
+        0.25051212310791016,
+        0.24830463528633118,
+        0.24440181255340576,
+        0.2416824847459793,
+        0.2352782040834427,
+        0.23245452344417572,
+        0.2261652946472168,
+        0.22239665687084198,
+        0.22060835361480713,
+        0.2170131951570511,
+        0.20767420530319214,
+        0.2029915153980255,
+        0.19823803007602692,
+        0.19461770355701447,
+        0.18571294844150543,
+        0.1773417592048645,
+        0.17069949209690094
+      ]
+    },
+    "cosine_similarity": {
+      "mean": 0.27957844734191895,
+      "std": 0.1528266966342926,
+      "p10": 0.09149109572172165,
+      "p50": 0.26325979828834534,
+      "p90": 0.49110040068626404,
+      "min": -0.07855603098869324,
+      "max": 1.000000238418579
+    },
+    "feature_norms": {
+      "mean": 32.88877487182617,
+      "std": 6.066273212432861,
+      "p10": 26.882917404174805,
+      "p50": 31.450611114501953,
+      "p90": 40.96924591064453,
+      "min": 22.38941764831543,
+      "max": 70.84799194335938
+    }
+  },
+  "alignment_uniformity": null,
+  "qp_eval": {
+    "variants": [
+      "q",
+      "p",
+      "qp"
+    ],
+    "default_variant": "q",
+    "q_dim": 1024,
+    "p_dim": 1024,
+    "qp_dim": 2048
+  },
+  "qp_variants": {
+    "q": {
+      "coord": "raw",
+      "qp_variant": "q",
+      "feature_dim": 1024,
+      "timing": {
+        "feature_extract_sec": 127.95836615562439
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.1876,
+          0.2136,
+          0.24,
+          0.2492,
+          0.2594,
+          0.2536,
+          0.246
+        ],
+        "top5": [
+          0.2158,
+          0.4304,
+          0.4622,
+          0.4952,
+          0.5268,
+          0.531,
+          0.5304
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.1,
+        "weight_decay": 1e-06,
+        "top1": 0.31360000038146973,
+        "top5": 0.6197999994277954
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 94.7264633178711,
+          "participation_ratio_topq": 45.26772689819336,
+          "eigs_top": [
+            64.3392333984375,
+            47.090030670166016,
+            42.1959228515625,
+            30.904409408569336,
+            28.44509506225586,
+            25.39519691467285,
+            22.62567138671875,
+            20.367992401123047,
+            17.02031135559082,
+            15.96369457244873,
+            15.507685661315918,
+            13.101028442382812,
+            12.819144248962402,
+            11.725513458251953,
+            11.176026344299316,
+            10.391361236572266,
+            9.759432792663574,
+            9.46303653717041,
+            9.043313980102539,
+            8.790522575378418,
+            8.532073974609375,
+            8.123805046081543,
+            7.63112211227417,
+            7.5303850173950195,
+            7.282289505004883,
+            6.903412818908691,
+            6.868255615234375,
+            6.630852699279785,
+            6.2465128898620605,
+            5.993271350860596,
+            5.904466152191162,
+            5.835149765014648,
+            5.63501501083374,
+            5.44352912902832,
+            5.390544891357422,
+            5.0523552894592285,
+            4.90032434463501,
+            4.76131534576416,
+            4.645994663238525,
+            4.466767311096191,
+            4.388119697570801,
+            4.260835647583008,
+            4.135313034057617,
+            4.053714752197266,
+            4.0034098625183105,
+            3.933779716491699,
+            3.8847594261169434,
+            3.7721641063690186,
+            3.6719508171081543,
+            3.6353631019592285,
+            3.521670341491699,
+            3.457212209701538,
+            3.441680431365967,
+            3.3977890014648438,
+            3.3326191902160645,
+            3.2757749557495117,
+            3.169560194015503,
+            3.1224899291992188,
+            3.060169219970703,
+            3.017467737197876,
+            2.9919371604919434,
+            2.936790704727173,
+            2.8617372512817383,
+            2.8325488567352295,
+            2.7738611698150635,
+            2.700023889541626,
+            2.6847305297851562,
+            2.6624958515167236,
+            2.5559630393981934,
+            2.5224990844726562,
+            2.4694015979766846,
+            2.440164566040039,
+            2.4114012718200684,
+            2.33140230178833,
+            2.290860891342163,
+            2.268953561782837,
+            2.239990234375,
+            2.2163286209106445,
+            2.1875760555267334,
+            2.1201112270355225,
+            2.0913875102996826,
+            2.068127393722534,
+            2.040118455886841,
+            1.9996110200881958,
+            1.9963867664337158,
+            1.9667911529541016,
+            1.9208803176879883,
+            1.8805248737335205,
+            1.8659555912017822,
+            1.8317899703979492,
+            1.8180936574935913,
+            1.7952444553375244,
+            1.7807374000549316,
+            1.7468526363372803,
+            1.7155272960662842,
+            1.6978788375854492,
+            1.6841613054275513,
+            1.6498349905014038,
+            1.619511604309082,
+            1.6038711071014404,
+            1.5878010988235474,
+            1.5727319717407227,
+            1.5314422845840454,
+            1.5010913610458374,
+            1.4991321563720703,
+            1.4776420593261719,
+            1.4355778694152832,
+            1.433039903640747,
+            1.4199302196502686,
+            1.3999773263931274,
+            1.3798044919967651,
+            1.3708417415618896,
+            1.342147946357727,
+            1.3276121616363525,
+            1.3220499753952026,
+            1.2795010805130005,
+            1.2635329961776733,
+            1.2457393407821655,
+            1.2364790439605713,
+            1.2225892543792725,
+            1.194421648979187,
+            1.1885604858398438,
+            1.1710388660430908,
+            1.155561923980713,
+            1.1341822147369385,
+            1.1177211999893188,
+            1.1147793531417847,
+            1.0848819017410278,
+            1.0774223804473877,
+            1.0662182569503784,
+            1.0580251216888428,
+            1.032042145729065,
+            1.0225720405578613,
+            1.0126712322235107,
+            0.9939760565757751,
+            0.9899580478668213,
+            0.9671958088874817,
+            0.9521270394325256,
+            0.9405828714370728,
+            0.9322330355644226,
+            0.9117329120635986,
+            0.903052568435669,
+            0.8886552453041077,
+            0.8751477599143982,
+            0.8691504001617432,
+            0.8560597896575928,
+            0.846847414970398,
+            0.8396689295768738,
+            0.8346807956695557,
+            0.8234519958496094,
+            0.8110847473144531,
+            0.799919843673706,
+            0.7940179109573364,
+            0.7712225317955017,
+            0.7652182579040527,
+            0.7532416582107544,
+            0.7478852868080139,
+            0.7385603189468384,
+            0.732363760471344,
+            0.7199344038963318,
+            0.708709180355072,
+            0.7018513679504395,
+            0.6981821656227112,
+            0.6794301271438599,
+            0.6706514358520508,
+            0.6662452816963196,
+            0.6573067307472229,
+            0.6529000401496887,
+            0.6347487568855286,
+            0.6289442777633667,
+            0.6213482618331909,
+            0.6184092164039612,
+            0.6072115898132324,
+            0.6026992797851562,
+            0.5952320098876953,
+            0.5869992971420288,
+            0.583082377910614,
+            0.5791044235229492,
+            0.56403648853302,
+            0.560976505279541,
+            0.5542363524436951,
+            0.5440906882286072,
+            0.5416280627250671,
+            0.536088764667511,
+            0.5260083675384521,
+            0.5230454206466675,
+            0.517185389995575,
+            0.5078029632568359,
+            0.5050129890441895,
+            0.49835205078125,
+            0.49403664469718933,
+            0.4878356456756592,
+            0.4819047749042511,
+            0.4724332094192505,
+            0.46692878007888794,
+            0.4658167362213135,
+            0.4588679075241089,
+            0.4488157331943512,
+            0.44111424684524536,
+            0.44033312797546387,
+            0.43345963954925537,
+            0.428635835647583,
+            0.4246876835823059,
+            0.4171071946620941,
+            0.4154050648212433,
+            0.409939169883728,
+            0.4093729257583618,
+            0.4003744423389435,
+            0.39756062626838684,
+            0.3906671404838562,
+            0.3872179090976715,
+            0.38102051615715027,
+            0.3732321560382843,
+            0.3654007315635681,
+            0.3611115515232086,
+            0.3582935929298401,
+            0.35654011368751526,
+            0.35084500908851624,
+            0.3426480293273926,
+            0.33820831775665283,
+            0.33590054512023926,
+            0.3309268653392792,
+            0.32195788621902466,
+            0.3188979923725128,
+            0.3146423101425171,
+            0.30988577008247375,
+            0.30976954102516174,
+            0.30489495396614075,
+            0.3023965358734131,
+            0.29935139417648315,
+            0.2968680262565613,
+            0.29214948415756226,
+            0.284160852432251,
+            0.2765463888645172,
+            0.2698477804660797,
+            0.2651553153991699,
+            0.2610844373703003,
+            0.25919175148010254,
+            0.251831978559494,
+            0.25051212310791016,
+            0.24830463528633118,
+            0.24440181255340576,
+            0.2416824847459793,
+            0.2352782040834427,
+            0.23245452344417572,
+            0.2261652946472168,
+            0.22239665687084198,
+            0.22060835361480713,
+            0.2170131951570511,
+            0.20767420530319214,
+            0.2029915153980255,
+            0.19823803007602692,
+            0.19461770355701447,
+            0.18571294844150543,
+            0.1773417592048645,
+            0.17069949209690094
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.27957844734191895,
+          "std": 0.1528266966342926,
+          "p10": 0.09149109572172165,
+          "p50": 0.26325979828834534,
+          "p90": 0.49110040068626404,
+          "min": -0.07855603098869324,
+          "max": 1.000000238418579
+        },
+        "feature_norms": {
+          "mean": 32.88877487182617,
+          "std": 6.066273212432861,
+          "p10": 26.882917404174805,
+          "p50": 31.450611114501953,
+          "p90": 40.96924591064453,
+          "min": 22.38941764831543,
+          "max": 70.84799194335938
+        }
+      },
+      "alignment_uniformity": null
+    },
+    "p": {
+      "coord": "raw",
+      "qp_variant": "p",
+      "feature_dim": 1024,
+      "timing": {
+        "feature_extract_sec": 128.37670302391052
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.1876,
+          0.2138,
+          0.242,
+          0.2472,
+          0.2596,
+          0.2536,
+          0.2444
+        ],
+        "top5": [
+          0.2154,
+          0.4308,
+          0.4628,
+          0.4944,
+          0.525,
+          0.5326,
+          0.5298
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.1,
+        "weight_decay": 1e-06,
+        "top1": 0.31439999995231627,
+        "top5": 0.6193999996185303
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 98.10114288330078,
+          "participation_ratio_topq": 46.880680084228516,
+          "eigs_top": [
+            65.32612609863281,
+            41.4065055847168,
+            36.720603942871094,
+            28.902908325195312,
+            26.35218048095703,
+            24.153812408447266,
+            21.48311996459961,
+            19.30586051940918,
+            16.03692054748535,
+            15.026819229125977,
+            14.5722017288208,
+            12.49468994140625,
+            12.068480491638184,
+            11.409064292907715,
+            11.135738372802734,
+            10.104720115661621,
+            9.258394241333008,
+            9.139996528625488,
+            8.624658584594727,
+            8.567041397094727,
+            8.343732833862305,
+            7.875635147094727,
+            7.492020130157471,
+            7.2407732009887695,
+            7.125801086425781,
+            6.86662483215332,
+            6.6839213371276855,
+            6.475077152252197,
+            6.148419380187988,
+            5.903943061828613,
+            5.812570571899414,
+            5.631750106811523,
+            5.599538803100586,
+            5.337035179138184,
+            5.254690170288086,
+            5.052853107452393,
+            4.881061553955078,
+            4.737224578857422,
+            4.599926471710205,
+            4.490720272064209,
+            4.441259384155273,
+            4.275722503662109,
+            4.160139083862305,
+            4.004781246185303,
+            3.94815731048584,
+            3.942859172821045,
+            3.859355926513672,
+            3.76413631439209,
+            3.659703493118286,
+            3.5293617248535156,
+            3.5071260929107666,
+            3.4750559329986572,
+            3.427496910095215,
+            3.3803112506866455,
+            3.2971882820129395,
+            3.2800047397613525,
+            3.1718780994415283,
+            3.078545093536377,
+            3.0446460247039795,
+            3.034125566482544,
+            2.958810806274414,
+            2.8826406002044678,
+            2.856151819229126,
+            2.8434057235717773,
+            2.7651267051696777,
+            2.732701301574707,
+            2.6635117530822754,
+            2.6502556800842285,
+            2.570507287979126,
+            2.515974283218384,
+            2.4518015384674072,
+            2.4292874336242676,
+            2.400637149810791,
+            2.3227767944335938,
+            2.282496690750122,
+            2.2566258907318115,
+            2.2231457233428955,
+            2.2049975395202637,
+            2.1722335815429688,
+            2.114521026611328,
+            2.101524591445923,
+            2.0814151763916016,
+            2.0408213138580322,
+            2.007067918777466,
+            1.986541986465454,
+            1.954993486404419,
+            1.910170078277588,
+            1.8843413591384888,
+            1.8668323755264282,
+            1.8641927242279053,
+            1.8243087530136108,
+            1.7978243827819824,
+            1.7811003923416138,
+            1.7536215782165527,
+            1.7128410339355469,
+            1.6983388662338257,
+            1.6884533166885376,
+            1.6675044298171997,
+            1.6349689960479736,
+            1.6232558488845825,
+            1.5932772159576416,
+            1.5738366842269897,
+            1.5269513130187988,
+            1.5139269828796387,
+            1.4841513633728027,
+            1.472174048423767,
+            1.4512355327606201,
+            1.4307621717453003,
+            1.4178736209869385,
+            1.4072328805923462,
+            1.3926451206207275,
+            1.3782668113708496,
+            1.3547687530517578,
+            1.330971598625183,
+            1.3114900588989258,
+            1.2884904146194458,
+            1.2664785385131836,
+            1.262993335723877,
+            1.2545011043548584,
+            1.227927565574646,
+            1.1978306770324707,
+            1.18706476688385,
+            1.1674325466156006,
+            1.1487666368484497,
+            1.1386783123016357,
+            1.1149340867996216,
+            1.1044743061065674,
+            1.0978976488113403,
+            1.0888456106185913,
+            1.0831315517425537,
+            1.0637996196746826,
+            1.0392725467681885,
+            1.0267937183380127,
+            1.0074483156204224,
+            0.9991416335105896,
+            0.9982129335403442,
+            0.9665610790252686,
+            0.9579340815544128,
+            0.9462064504623413,
+            0.936298668384552,
+            0.922227680683136,
+            0.9093877077102661,
+            0.8943248391151428,
+            0.8890796899795532,
+            0.8755910396575928,
+            0.8691439628601074,
+            0.8587139248847961,
+            0.8427330255508423,
+            0.8381950855255127,
+            0.8278809189796448,
+            0.8162902593612671,
+            0.8075752258300781,
+            0.800631582736969,
+            0.7766911387443542,
+            0.7665649056434631,
+            0.7578364014625549,
+            0.752418577671051,
+            0.7414014339447021,
+            0.7398664951324463,
+            0.7283312678337097,
+            0.721635103225708,
+            0.7081571817398071,
+            0.6924144625663757,
+            0.6877843141555786,
+            0.6741694808006287,
+            0.6637480854988098,
+            0.6556633710861206,
+            0.6518390774726868,
+            0.6424941420555115,
+            0.6369492411613464,
+            0.6261022686958313,
+            0.6221775412559509,
+            0.6221120357513428,
+            0.6048952341079712,
+            0.601888120174408,
+            0.5952357649803162,
+            0.586183488368988,
+            0.5800952315330505,
+            0.5679442286491394,
+            0.5627536177635193,
+            0.5613991022109985,
+            0.5536391735076904,
+            0.5494264960289001,
+            0.5408570170402527,
+            0.5365706086158752,
+            0.5243836045265198,
+            0.5187468528747559,
+            0.5117509961128235,
+            0.510094940662384,
+            0.5059252381324768,
+            0.49522292613983154,
+            0.4928499460220337,
+            0.4874664843082428,
+            0.4806399643421173,
+            0.4719468653202057,
+            0.4683748781681061,
+            0.4651719033718109,
+            0.45193520188331604,
+            0.4488099217414856,
+            0.4446795582771301,
+            0.4364883303642273,
+            0.43350183963775635,
+            0.4269534945487976,
+            0.4238772988319397,
+            0.4184611737728119,
+            0.415038138628006,
+            0.409812867641449,
+            0.40662652254104614,
+            0.40071946382522583,
+            0.39068517088890076,
+            0.3864102065563202,
+            0.3834470808506012,
+            0.380303293466568,
+            0.3671737611293793,
+            0.36622992157936096,
+            0.3595367968082428,
+            0.3564186096191406,
+            0.35253700613975525,
+            0.34815338253974915,
+            0.3443923592567444,
+            0.33946558833122253,
+            0.3341960906982422,
+            0.3271540105342865,
+            0.31899693608283997,
+            0.3162514865398407,
+            0.31448712944984436,
+            0.3125956058502197,
+            0.3052861988544464,
+            0.30406075716018677,
+            0.2995906472206116,
+            0.2903907299041748,
+            0.2888844609260559,
+            0.2845689356327057,
+            0.28365960717201233,
+            0.27749454975128174,
+            0.27714064717292786,
+            0.2669450044631958,
+            0.26008841395378113,
+            0.2573792338371277,
+            0.2548104524612427,
+            0.24781222641468048,
+            0.24611662328243256,
+            0.24233196675777435,
+            0.23827999830245972,
+            0.23723594844341278,
+            0.22753341495990753,
+            0.21977613866329193,
+            0.21833160519599915,
+            0.2130175530910492,
+            0.21001943945884705,
+            0.20726406574249268,
+            0.20226643979549408,
+            0.20177452266216278,
+            0.19234424829483032,
+            0.18970434367656708,
+            0.17938491702079773
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.2742627263069153,
+          "std": 0.15116584300994873,
+          "p10": 0.08787548542022705,
+          "p50": 0.2574678063392639,
+          "p90": 0.4837460517883301,
+          "min": -0.08830465376377106,
+          "max": 1.0
+        },
+        "feature_norms": {
+          "mean": 32.40989303588867,
+          "std": 5.503716468811035,
+          "p10": 26.72922134399414,
+          "p50": 31.186073303222656,
+          "p90": 39.851863861083984,
+          "min": 21.90940284729004,
+          "max": 65.5579605102539
+        }
+      },
+      "alignment_uniformity": null
+    },
+    "qp": {
+      "coord": "raw",
+      "qp_variant": "qp",
+      "feature_dim": 2048,
+      "timing": {
+        "feature_extract_sec": 129.23564887046814
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.1882,
+          0.2134,
+          0.2414,
+          0.2464,
+          0.2592,
+          0.2542,
+          0.2446
+        ],
+        "top5": [
+          0.2162,
+          0.4306,
+          0.4612,
+          0.4972,
+          0.526,
+          0.5328,
+          0.531
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.1,
+        "weight_decay": 1e-06,
+        "top1": 0.31740000014305114,
+        "top5": 0.6227999996185303
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 96.47624969482422,
+          "participation_ratio_topq": 46.136924743652344,
+          "eigs_top": [
+            129.57850646972656,
+            88.12474822998047,
+            79.12186431884766,
+            59.72737121582031,
+            54.72053909301758,
+            49.62251281738281,
+            44.02778244018555,
+            39.67307662963867,
+            33.0413932800293,
+            30.54564094543457,
+            30.499114990234375,
+            25.41230583190918,
+            25.035449981689453,
+            23.113990783691406,
+            22.3596248626709,
+            20.48369598388672,
+            18.917091369628906,
+            18.597362518310547,
+            17.60577964782715,
+            17.43318748474121,
+            16.873014450073242,
+            16.03534698486328,
+            15.004648208618164,
+            14.782678604125977,
+            14.469897270202637,
+            13.743678092956543,
+            13.5770902633667,
+            13.11165714263916,
+            12.41049575805664,
+            11.883820533752441,
+            11.701665878295898,
+            11.453205108642578,
+            11.260743141174316,
+            10.785274505615234,
+            10.706657409667969,
+            10.085938453674316,
+            9.79771900177002,
+            9.498029708862305,
+            9.252346992492676,
+            8.934775352478027,
+            8.830716133117676,
+            8.538490295410156,
+            8.290459632873535,
+            8.058323860168457,
+            7.94192361831665,
+            7.865719318389893,
+            7.748193264007568,
+            7.534918785095215,
+            7.2967329025268555,
+            7.17311429977417,
+            7.025953769683838,
+            6.894039630889893,
+            6.875185012817383,
+            6.832378387451172,
+            6.627296447753906,
+            6.555520534515381,
+            6.329351425170898,
+            6.194334506988525,
+            6.105953216552734,
+            6.055258750915527,
+            5.960397720336914,
+            5.813824653625488,
+            5.725099563598633,
+            5.682492256164551,
+            5.531920909881592,
+            5.4325408935546875,
+            5.353272438049316,
+            5.335445880889893,
+            5.128609657287598,
+            5.0299072265625,
+            4.938704013824463,
+            4.867646217346191,
+            4.805387496948242,
+            4.630474090576172,
+            4.560822486877441,
+            4.544180393218994,
+            4.4698262214660645,
+            4.4189958572387695,
+            4.363794803619385,
+            4.216035842895508,
+            4.194879055023193,
+            4.1536760330200195,
+            4.0763654708862305,
+            4.0069122314453125,
+            3.993190050125122,
+            3.9351143836975098,
+            3.8399429321289062,
+            3.7535808086395264,
+            3.7499375343322754,
+            3.686114549636841,
+            3.6362478733062744,
+            3.5899569988250732,
+            3.583638906478882,
+            3.5088729858398438,
+            3.4308764934539795,
+            3.395642042160034,
+            3.379005193710327,
+            3.323338031768799,
+            3.2520816326141357,
+            3.225454092025757,
+            3.1780009269714355,
+            3.1522600650787354,
+            3.062326192855835,
+            3.0155422687530518,
+            2.9889273643493652,
+            2.9503188133239746,
+            2.8835506439208984,
+            2.8620457649230957,
+            2.8442282676696777,
+            2.8027899265289307,
+            2.77278995513916,
+            2.761716604232788,
+            2.701526403427124,
+            2.6528050899505615,
+            2.6357152462005615,
+            2.5694425106048584,
+            2.529245615005493,
+            2.508594274520874,
+            2.4915874004364014,
+            2.4469833374023438,
+            2.393453359603882,
+            2.3715505599975586,
+            2.34220290184021,
+            2.311411142349243,
+            2.2712976932525635,
+            2.241807222366333,
+            2.2259325981140137,
+            2.186279773712158,
+            2.1663262844085693,
+            2.145538568496704,
+            2.1254923343658447,
+            2.064826250076294,
+            2.0597033500671387,
+            2.0214345455169678,
+            1.99748694896698,
+            1.9904508590698242,
+            1.932140588760376,
+            1.908981442451477,
+            1.8903343677520752,
+            1.8692541122436523,
+            1.8328851461410522,
+            1.8124849796295166,
+            1.7815666198730469,
+            1.7695074081420898,
+            1.745163083076477,
+            1.7211946249008179,
+            1.706101417541504,
+            1.6845329999923706,
+            1.680176854133606,
+            1.6436039209365845,
+            1.6304974555969238,
+            1.6095359325408936,
+            1.5988227128982544,
+            1.5489733219146729,
+            1.5330438613891602,
+            1.5056138038635254,
+            1.4998937845230103,
+            1.4822036027908325,
+            1.4713624715805054,
+            1.4515659809112549,
+            1.4274502992630005,
+            1.4124433994293213,
+            1.3909225463867188,
+            1.3696935176849365,
+            1.347185492515564,
+            1.3274264335632324,
+            1.3181027173995972,
+            1.303680658340454,
+            1.275560736656189,
+            1.2711995840072632,
+            1.2446881532669067,
+            1.2436332702636719,
+            1.2254893779754639,
+            1.2113302946090698,
+            1.1955076456069946,
+            1.1802088022232056,
+            1.1691840887069702,
+            1.1601533889770508,
+            1.1317297220230103,
+            1.1238161325454712,
+            1.121955156326294,
+            1.0967315435409546,
+            1.0859310626983643,
+            1.0775600671768188,
+            1.0675376653671265,
+            1.0443947315216064,
+            1.038201093673706,
+            1.0255229473114014,
+            1.0184839963912964,
+            1.009566307067871,
+            0.992249608039856,
+            0.977063000202179,
+            0.9675165414810181,
+            0.9533017873764038,
+            0.9459127187728882,
+            0.9371911287307739,
+            0.9131326079368591,
+            0.8979706168174744,
+            0.8840915560722351,
+            0.8816735744476318,
+            0.8758874535560608,
+            0.8658093214035034,
+            0.8601594567298889,
+            0.8463324308395386,
+            0.8322176337242126,
+            0.8256054520606995,
+            0.8086512684822083,
+            0.8047052025794983,
+            0.7973256707191467,
+            0.7835441827774048,
+            0.7784824371337891,
+            0.7697938084602356,
+            0.7530639171600342,
+            0.7436043620109558,
+            0.7332557439804077,
+            0.7274295091629028,
+            0.7139625549316406,
+            0.6978341937065125,
+            0.6886135935783386,
+            0.6803708672523499,
+            0.6762545704841614,
+            0.6679361462593079,
+            0.6567384004592896,
+            0.6549647450447083,
+            0.640639066696167,
+            0.6303430795669556,
+            0.6214114427566528,
+            0.6104433536529541,
+            0.606747031211853,
+            0.5983012318611145,
+            0.5881211757659912,
+            0.5806055068969727,
+            0.5761549472808838,
+            0.5657968521118164,
+            0.556624174118042,
+            0.5437987446784973,
+            0.5319599509239197,
+            0.5157062411308289,
+            0.5102180242538452,
+            0.5088167786598206,
+            0.5029419660568237,
+            0.4939872622489929,
+            0.4756522476673126,
+            0.4658546447753906,
+            0.4569658041000366,
+            0.45400163531303406,
+            0.4409935772418976,
+            0.4333672523498535,
+            0.426209032535553,
+            0.4183240830898285,
+            0.41039803624153137,
+            0.3982560336589813,
+            0.39569565653800964,
+            0.38738998770713806,
+            0.3746824860572815,
+            0.3641413450241089
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.2769365608692169,
+          "std": 0.15192407369613647,
+          "p10": 0.08985316753387451,
+          "p50": 0.26010650396347046,
+          "p90": 0.48760372400283813,
+          "min": -0.08325280249118805,
+          "max": 1.0000001192092896
+        },
+        "feature_norms": {
+          "mean": 46.176578521728516,
+          "std": 8.17845344543457,
+          "p10": 37.90884017944336,
+          "p50": 44.3083610534668,
+          "p90": 57.1520881652832,
+          "min": 31.325836181640625,
+          "max": 96.52604675292969
+        }
+      },
+      "alignment_uniformity": null
+    }
+  }
+}

eval_runs/imagenet_hjepa_mv_lp_lr0p2/metrics.json

@@ -0,0 +1,1345 @@
+{
+  "checkpoint": "checkpoints/imagenet_hjepa_mv_epoch_045.pth",
+  "config": "configs/imagenet_hjepa_mv.yaml",
+  "dataset": "imagenet",
+  "data_root": "/content/imagenet100_view",
+  "num_classes": 100,
+  "ckpt_load_info": {
+    "try_0_missing": 0,
+    "try_0_unexpected": 0,
+    "loaded_from_try": 0
+  },
+  "coord_mode": "raw",
+  "split_qp": true,
+  "coord": "raw",
+  "qp_variant": "q",
+  "feature_dim": 1024,
+  "timing": {
+    "feature_extract_sec": 127.9115481376648
+  },
+  "knn": {
+    "k_values": [
+      1,
+      5,
+      10,
+      20,
+      50,
+      100,
+      200
+    ],
+    "top1": [
+      0.1876,
+      0.2136,
+      0.24,
+      0.2492,
+      0.2594,
+      0.2536,
+      0.246
+    ],
+    "top5": [
+      0.2158,
+      0.4304,
+      0.4622,
+      0.4952,
+      0.5268,
+      0.531,
+      0.5304
+    ]
+  },
+  "linear_probe": {
+    "epochs": 50,
+    "batch_size": 256,
+    "lr": 0.2,
+    "weight_decay": 1e-06,
+    "top1": 0.31500000038146975,
+    "top5": 0.6210000001907349
+  },
+  "diagnostics": {
+    "covariance_spectrum_topq": {
+      "n_used": 5000,
+      "q_used": 256,
+      "eff_rank_topq": 94.7264633178711,
+      "participation_ratio_topq": 45.26772689819336,
+      "eigs_top": [
+        64.3392333984375,
+        47.090030670166016,
+        42.1959228515625,
+        30.904409408569336,
+        28.44509506225586,
+        25.39519691467285,
+        22.62567138671875,
+        20.367992401123047,
+        17.02031135559082,
+        15.96369457244873,
+        15.507685661315918,
+        13.101028442382812,
+        12.819144248962402,
+        11.725513458251953,
+        11.176026344299316,
+        10.391361236572266,
+        9.759432792663574,
+        9.46303653717041,
+        9.043313980102539,
+        8.790522575378418,
+        8.532073974609375,
+        8.123805046081543,
+        7.63112211227417,
+        7.5303850173950195,
+        7.282289505004883,
+        6.903412818908691,
+        6.868255615234375,
+        6.630852699279785,
+        6.2465128898620605,
+        5.993271350860596,
+        5.904466152191162,
+        5.835149765014648,
+        5.63501501083374,
+        5.44352912902832,
+        5.390544891357422,
+        5.0523552894592285,
+        4.90032434463501,
+        4.76131534576416,
+        4.645994663238525,
+        4.466767311096191,
+        4.388119697570801,
+        4.260835647583008,
+        4.135313034057617,
+        4.053714752197266,
+        4.0034098625183105,
+        3.933779716491699,
+        3.8847594261169434,
+        3.7721641063690186,
+        3.6719508171081543,
+        3.6353631019592285,
+        3.521670341491699,
+        3.457212209701538,
+        3.441680431365967,
+        3.3977890014648438,
+        3.3326191902160645,
+        3.2757749557495117,
+        3.169560194015503,
+        3.1224899291992188,
+        3.060169219970703,
+        3.017467737197876,
+        2.9919371604919434,
+        2.936790704727173,
+        2.8617372512817383,
+        2.8325488567352295,
+        2.7738611698150635,
+        2.700023889541626,
+        2.6847305297851562,
+        2.6624958515167236,
+        2.5559630393981934,
+        2.5224990844726562,
+        2.4694015979766846,
+        2.440164566040039,
+        2.4114012718200684,
+        2.33140230178833,
+        2.290860891342163,
+        2.268953561782837,
+        2.239990234375,
+        2.2163286209106445,
+        2.1875760555267334,
+        2.1201112270355225,
+        2.0913875102996826,
+        2.068127393722534,
+        2.040118455886841,
+        1.9996110200881958,
+        1.9963867664337158,
+        1.9667911529541016,
+        1.9208803176879883,
+        1.8805248737335205,
+        1.8659555912017822,
+        1.8317899703979492,
+        1.8180936574935913,
+        1.7952444553375244,
+        1.7807374000549316,
+        1.7468526363372803,
+        1.7155272960662842,
+        1.6978788375854492,
+        1.6841613054275513,
+        1.6498349905014038,
+        1.619511604309082,
+        1.6038711071014404,
+        1.5878010988235474,
+        1.5727319717407227,
+        1.5314422845840454,
+        1.5010913610458374,
+        1.4991321563720703,
+        1.4776420593261719,
+        1.4355778694152832,
+        1.433039903640747,
+        1.4199302196502686,
+        1.3999773263931274,
+        1.3798044919967651,
+        1.3708417415618896,
+        1.342147946357727,
+        1.3276121616363525,
+        1.3220499753952026,
+        1.2795010805130005,
+        1.2635329961776733,
+        1.2457393407821655,
+        1.2364790439605713,
+        1.2225892543792725,
+        1.194421648979187,
+        1.1885604858398438,
+        1.1710388660430908,
+        1.155561923980713,
+        1.1341822147369385,
+        1.1177211999893188,
+        1.1147793531417847,
+        1.0848819017410278,
+        1.0774223804473877,
+        1.0662182569503784,
+        1.0580251216888428,
+        1.032042145729065,
+        1.0225720405578613,
+        1.0126712322235107,
+        0.9939760565757751,
+        0.9899580478668213,
+        0.9671958088874817,
+        0.9521270394325256,
+        0.9405828714370728,
+        0.9322330355644226,
+        0.9117329120635986,
+        0.903052568435669,
+        0.8886552453041077,
+        0.8751477599143982,
+        0.8691504001617432,
+        0.8560597896575928,
+        0.846847414970398,
+        0.8396689295768738,
+        0.8346807956695557,
+        0.8234519958496094,
+        0.8110847473144531,
+        0.799919843673706,
+        0.7940179109573364,
+        0.7712225317955017,
+        0.7652182579040527,
+        0.7532416582107544,
+        0.7478852868080139,
+        0.7385603189468384,
+        0.732363760471344,
+        0.7199344038963318,
+        0.708709180355072,
+        0.7018513679504395,
+        0.6981821656227112,
+        0.6794301271438599,
+        0.6706514358520508,
+        0.6662452816963196,
+        0.6573067307472229,
+        0.6529000401496887,
+        0.6347487568855286,
+        0.6289442777633667,
+        0.6213482618331909,
+        0.6184092164039612,
+        0.6072115898132324,
+        0.6026992797851562,
+        0.5952320098876953,
+        0.5869992971420288,
+        0.583082377910614,
+        0.5791044235229492,
+        0.56403648853302,
+        0.560976505279541,
+        0.5542363524436951,
+        0.5440906882286072,
+        0.5416280627250671,
+        0.536088764667511,
+        0.5260083675384521,
+        0.5230454206466675,
+        0.517185389995575,
+        0.5078029632568359,
+        0.5050129890441895,
+        0.49835205078125,
+        0.49403664469718933,
+        0.4878356456756592,
+        0.4819047749042511,
+        0.4724332094192505,
+        0.46692878007888794,
+        0.4658167362213135,
+        0.4588679075241089,
+        0.4488157331943512,
+        0.44111424684524536,
+        0.44033312797546387,
+        0.43345963954925537,
+        0.428635835647583,
+        0.4246876835823059,
+        0.4171071946620941,
+        0.4154050648212433,
+        0.409939169883728,
+        0.4093729257583618,
+        0.4003744423389435,
+        0.39756062626838684,
+        0.3906671404838562,
+        0.3872179090976715,
+        0.38102051615715027,
+        0.3732321560382843,
+        0.3654007315635681,
+        0.3611115515232086,
+        0.3582935929298401,
+        0.35654011368751526,
+        0.35084500908851624,
+        0.3426480293273926,
+        0.33820831775665283,
+        0.33590054512023926,
+        0.3309268653392792,
+        0.32195788621902466,
+        0.3188979923725128,
+        0.3146423101425171,
+        0.30988577008247375,
+        0.30976954102516174,
+        0.30489495396614075,
+        0.3023965358734131,
+        0.29935139417648315,
+        0.2968680262565613,
+        0.29214948415756226,
+        0.284160852432251,
+        0.2765463888645172,
+        0.2698477804660797,
+        0.2651553153991699,
+        0.2610844373703003,
+        0.25919175148010254,
+        0.251831978559494,
+        0.25051212310791016,
+        0.24830463528633118,
+        0.24440181255340576,
+        0.2416824847459793,
+        0.2352782040834427,
+        0.23245452344417572,
+        0.2261652946472168,
+        0.22239665687084198,
+        0.22060835361480713,
+        0.2170131951570511,
+        0.20767420530319214,
+        0.2029915153980255,
+        0.19823803007602692,
+        0.19461770355701447,
+        0.18571294844150543,
+        0.1773417592048645,
+        0.17069949209690094
+      ]
+    },
+    "cosine_similarity": {
+      "mean": 0.27957844734191895,
+      "std": 0.1528266966342926,
+      "p10": 0.09149109572172165,
+      "p50": 0.26325979828834534,
+      "p90": 0.49110040068626404,
+      "min": -0.07855603098869324,
+      "max": 1.000000238418579
+    },
+    "feature_norms": {
+      "mean": 32.88877487182617,
+      "std": 6.066273212432861,
+      "p10": 26.882917404174805,
+      "p50": 31.450611114501953,
+      "p90": 40.96924591064453,
+      "min": 22.38941764831543,
+      "max": 70.84799194335938
+    }
+  },
+  "alignment_uniformity": null,
+  "qp_eval": {
+    "variants": [
+      "q",
+      "p",
+      "qp"
+    ],
+    "default_variant": "q",
+    "q_dim": 1024,
+    "p_dim": 1024,
+    "qp_dim": 2048
+  },
+  "qp_variants": {
+    "q": {
+      "coord": "raw",
+      "qp_variant": "q",
+      "feature_dim": 1024,
+      "timing": {
+        "feature_extract_sec": 127.9115481376648
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.1876,
+          0.2136,
+          0.24,
+          0.2492,
+          0.2594,
+          0.2536,
+          0.246
+        ],
+        "top5": [
+          0.2158,
+          0.4304,
+          0.4622,
+          0.4952,
+          0.5268,
+          0.531,
+          0.5304
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.2,
+        "weight_decay": 1e-06,
+        "top1": 0.31500000038146975,
+        "top5": 0.6210000001907349
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 94.7264633178711,
+          "participation_ratio_topq": 45.26772689819336,
+          "eigs_top": [
+            64.3392333984375,
+            47.090030670166016,
+            42.1959228515625,
+            30.904409408569336,
+            28.44509506225586,
+            25.39519691467285,
+            22.62567138671875,
+            20.367992401123047,
+            17.02031135559082,
+            15.96369457244873,
+            15.507685661315918,
+            13.101028442382812,
+            12.819144248962402,
+            11.725513458251953,
+            11.176026344299316,
+            10.391361236572266,
+            9.759432792663574,
+            9.46303653717041,
+            9.043313980102539,
+            8.790522575378418,
+            8.532073974609375,
+            8.123805046081543,
+            7.63112211227417,
+            7.5303850173950195,
+            7.282289505004883,
+            6.903412818908691,
+            6.868255615234375,
+            6.630852699279785,
+            6.2465128898620605,
+            5.993271350860596,
+            5.904466152191162,
+            5.835149765014648,
+            5.63501501083374,
+            5.44352912902832,
+            5.390544891357422,
+            5.0523552894592285,
+            4.90032434463501,
+            4.76131534576416,
+            4.645994663238525,
+            4.466767311096191,
+            4.388119697570801,
+            4.260835647583008,
+            4.135313034057617,
+            4.053714752197266,
+            4.0034098625183105,
+            3.933779716491699,
+            3.8847594261169434,
+            3.7721641063690186,
+            3.6719508171081543,
+            3.6353631019592285,
+            3.521670341491699,
+            3.457212209701538,
+            3.441680431365967,
+            3.3977890014648438,
+            3.3326191902160645,
+            3.2757749557495117,
+            3.169560194015503,
+            3.1224899291992188,
+            3.060169219970703,
+            3.017467737197876,
+            2.9919371604919434,
+            2.936790704727173,
+            2.8617372512817383,
+            2.8325488567352295,
+            2.7738611698150635,
+            2.700023889541626,
+            2.6847305297851562,
+            2.6624958515167236,
+            2.5559630393981934,
+            2.5224990844726562,
+            2.4694015979766846,
+            2.440164566040039,
+            2.4114012718200684,
+            2.33140230178833,
+            2.290860891342163,
+            2.268953561782837,
+            2.239990234375,
+            2.2163286209106445,
+            2.1875760555267334,
+            2.1201112270355225,
+            2.0913875102996826,
+            2.068127393722534,
+            2.040118455886841,
+            1.9996110200881958,
+            1.9963867664337158,
+            1.9667911529541016,
+            1.9208803176879883,
+            1.8805248737335205,
+            1.8659555912017822,
+            1.8317899703979492,
+            1.8180936574935913,
+            1.7952444553375244,
+            1.7807374000549316,
+            1.7468526363372803,
+            1.7155272960662842,
+            1.6978788375854492,
+            1.6841613054275513,
+            1.6498349905014038,
+            1.619511604309082,
+            1.6038711071014404,
+            1.5878010988235474,
+            1.5727319717407227,
+            1.5314422845840454,
+            1.5010913610458374,
+            1.4991321563720703,
+            1.4776420593261719,
+            1.4355778694152832,
+            1.433039903640747,
+            1.4199302196502686,
+            1.3999773263931274,
+            1.3798044919967651,
+            1.3708417415618896,
+            1.342147946357727,
+            1.3276121616363525,
+            1.3220499753952026,
+            1.2795010805130005,
+            1.2635329961776733,
+            1.2457393407821655,
+            1.2364790439605713,
+            1.2225892543792725,
+            1.194421648979187,
+            1.1885604858398438,
+            1.1710388660430908,
+            1.155561923980713,
+            1.1341822147369385,
+            1.1177211999893188,
+            1.1147793531417847,
+            1.0848819017410278,
+            1.0774223804473877,
+            1.0662182569503784,
+            1.0580251216888428,
+            1.032042145729065,
+            1.0225720405578613,
+            1.0126712322235107,
+            0.9939760565757751,
+            0.9899580478668213,
+            0.9671958088874817,
+            0.9521270394325256,
+            0.9405828714370728,
+            0.9322330355644226,
+            0.9117329120635986,
+            0.903052568435669,
+            0.8886552453041077,
+            0.8751477599143982,
+            0.8691504001617432,
+            0.8560597896575928,
+            0.846847414970398,
+            0.8396689295768738,
+            0.8346807956695557,
+            0.8234519958496094,
+            0.8110847473144531,
+            0.799919843673706,
+            0.7940179109573364,
+            0.7712225317955017,
+            0.7652182579040527,
+            0.7532416582107544,
+            0.7478852868080139,
+            0.7385603189468384,
+            0.732363760471344,
+            0.7199344038963318,
+            0.708709180355072,
+            0.7018513679504395,
+            0.6981821656227112,
+            0.6794301271438599,
+            0.6706514358520508,
+            0.6662452816963196,
+            0.6573067307472229,
+            0.6529000401496887,
+            0.6347487568855286,
+            0.6289442777633667,
+            0.6213482618331909,
+            0.6184092164039612,
+            0.6072115898132324,
+            0.6026992797851562,
+            0.5952320098876953,
+            0.5869992971420288,
+            0.583082377910614,
+            0.5791044235229492,
+            0.56403648853302,
+            0.560976505279541,
+            0.5542363524436951,
+            0.5440906882286072,
+            0.5416280627250671,
+            0.536088764667511,
+            0.5260083675384521,
+            0.5230454206466675,
+            0.517185389995575,
+            0.5078029632568359,
+            0.5050129890441895,
+            0.49835205078125,
+            0.49403664469718933,
+            0.4878356456756592,
+            0.4819047749042511,
+            0.4724332094192505,
+            0.46692878007888794,
+            0.4658167362213135,
+            0.4588679075241089,
+            0.4488157331943512,
+            0.44111424684524536,
+            0.44033312797546387,
+            0.43345963954925537,
+            0.428635835647583,
+            0.4246876835823059,
+            0.4171071946620941,
+            0.4154050648212433,
+            0.409939169883728,
+            0.4093729257583618,
+            0.4003744423389435,
+            0.39756062626838684,
+            0.3906671404838562,
+            0.3872179090976715,
+            0.38102051615715027,
+            0.3732321560382843,
+            0.3654007315635681,
+            0.3611115515232086,
+            0.3582935929298401,
+            0.35654011368751526,
+            0.35084500908851624,
+            0.3426480293273926,
+            0.33820831775665283,
+            0.33590054512023926,
+            0.3309268653392792,
+            0.32195788621902466,
+            0.3188979923725128,
+            0.3146423101425171,
+            0.30988577008247375,
+            0.30976954102516174,
+            0.30489495396614075,
+            0.3023965358734131,
+            0.29935139417648315,
+            0.2968680262565613,
+            0.29214948415756226,
+            0.284160852432251,
+            0.2765463888645172,
+            0.2698477804660797,
+            0.2651553153991699,
+            0.2610844373703003,
+            0.25919175148010254,
+            0.251831978559494,
+            0.25051212310791016,
+            0.24830463528633118,
+            0.24440181255340576,
+            0.2416824847459793,
+            0.2352782040834427,
+            0.23245452344417572,
+            0.2261652946472168,
+            0.22239665687084198,
+            0.22060835361480713,
+            0.2170131951570511,
+            0.20767420530319214,
+            0.2029915153980255,
+            0.19823803007602692,
+            0.19461770355701447,
+            0.18571294844150543,
+            0.1773417592048645,
+            0.17069949209690094
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.27957844734191895,
+          "std": 0.1528266966342926,
+          "p10": 0.09149109572172165,
+          "p50": 0.26325979828834534,
+          "p90": 0.49110040068626404,
+          "min": -0.07855603098869324,
+          "max": 1.000000238418579
+        },
+        "feature_norms": {
+          "mean": 32.88877487182617,
+          "std": 6.066273212432861,
+          "p10": 26.882917404174805,
+          "p50": 31.450611114501953,
+          "p90": 40.96924591064453,
+          "min": 22.38941764831543,
+          "max": 70.84799194335938
+        }
+      },
+      "alignment_uniformity": null
+    },
+    "p": {
+      "coord": "raw",
+      "qp_variant": "p",
+      "feature_dim": 1024,
+      "timing": {
+        "feature_extract_sec": 128.28636717796326
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.1876,
+          0.2138,
+          0.242,
+          0.2472,
+          0.2596,
+          0.2536,
+          0.2444
+        ],
+        "top5": [
+          0.2154,
+          0.4308,
+          0.4628,
+          0.4944,
+          0.525,
+          0.5326,
+          0.5298
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.2,
+        "weight_decay": 1e-06,
+        "top1": 0.31519999990463254,
+        "top5": 0.6203999996185303
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 98.10114288330078,
+          "participation_ratio_topq": 46.880680084228516,
+          "eigs_top": [
+            65.32612609863281,
+            41.4065055847168,
+            36.720603942871094,
+            28.902908325195312,
+            26.35218048095703,
+            24.153812408447266,
+            21.48311996459961,
+            19.30586051940918,
+            16.03692054748535,
+            15.026819229125977,
+            14.5722017288208,
+            12.49468994140625,
+            12.068480491638184,
+            11.409064292907715,
+            11.135738372802734,
+            10.104720115661621,
+            9.258394241333008,
+            9.139996528625488,
+            8.624658584594727,
+            8.567041397094727,
+            8.343732833862305,
+            7.875635147094727,
+            7.492020130157471,
+            7.2407732009887695,
+            7.125801086425781,
+            6.86662483215332,
+            6.6839213371276855,
+            6.475077152252197,
+            6.148419380187988,
+            5.903943061828613,
+            5.812570571899414,
+            5.631750106811523,
+            5.599538803100586,
+            5.337035179138184,
+            5.254690170288086,
+            5.052853107452393,
+            4.881061553955078,
+            4.737224578857422,
+            4.599926471710205,
+            4.490720272064209,
+            4.441259384155273,
+            4.275722503662109,
+            4.160139083862305,
+            4.004781246185303,
+            3.94815731048584,
+            3.942859172821045,
+            3.859355926513672,
+            3.76413631439209,
+            3.659703493118286,
+            3.5293617248535156,
+            3.5071260929107666,
+            3.4750559329986572,
+            3.427496910095215,
+            3.3803112506866455,
+            3.2971882820129395,
+            3.2800047397613525,
+            3.1718780994415283,
+            3.078545093536377,
+            3.0446460247039795,
+            3.034125566482544,
+            2.958810806274414,
+            2.8826406002044678,
+            2.856151819229126,
+            2.8434057235717773,
+            2.7651267051696777,
+            2.732701301574707,
+            2.6635117530822754,
+            2.6502556800842285,
+            2.570507287979126,
+            2.515974283218384,
+            2.4518015384674072,
+            2.4292874336242676,
+            2.400637149810791,
+            2.3227767944335938,
+            2.282496690750122,
+            2.2566258907318115,
+            2.2231457233428955,
+            2.2049975395202637,
+            2.1722335815429688,
+            2.114521026611328,
+            2.101524591445923,
+            2.0814151763916016,
+            2.0408213138580322,
+            2.007067918777466,
+            1.986541986465454,
+            1.954993486404419,
+            1.910170078277588,
+            1.8843413591384888,
+            1.8668323755264282,
+            1.8641927242279053,
+            1.8243087530136108,
+            1.7978243827819824,
+            1.7811003923416138,
+            1.7536215782165527,
+            1.7128410339355469,
+            1.6983388662338257,
+            1.6884533166885376,
+            1.6675044298171997,
+            1.6349689960479736,
+            1.6232558488845825,
+            1.5932772159576416,
+            1.5738366842269897,
+            1.5269513130187988,
+            1.5139269828796387,
+            1.4841513633728027,
+            1.472174048423767,
+            1.4512355327606201,
+            1.4307621717453003,
+            1.4178736209869385,
+            1.4072328805923462,
+            1.3926451206207275,
+            1.3782668113708496,
+            1.3547687530517578,
+            1.330971598625183,
+            1.3114900588989258,
+            1.2884904146194458,
+            1.2664785385131836,
+            1.262993335723877,
+            1.2545011043548584,
+            1.227927565574646,
+            1.1978306770324707,
+            1.18706476688385,
+            1.1674325466156006,
+            1.1487666368484497,
+            1.1386783123016357,
+            1.1149340867996216,
+            1.1044743061065674,
+            1.0978976488113403,
+            1.0888456106185913,
+            1.0831315517425537,
+            1.0637996196746826,
+            1.0392725467681885,
+            1.0267937183380127,
+            1.0074483156204224,
+            0.9991416335105896,
+            0.9982129335403442,
+            0.9665610790252686,
+            0.9579340815544128,
+            0.9462064504623413,
+            0.936298668384552,
+            0.922227680683136,
+            0.9093877077102661,
+            0.8943248391151428,
+            0.8890796899795532,
+            0.8755910396575928,
+            0.8691439628601074,
+            0.8587139248847961,
+            0.8427330255508423,
+            0.8381950855255127,
+            0.8278809189796448,
+            0.8162902593612671,
+            0.8075752258300781,
+            0.800631582736969,
+            0.7766911387443542,
+            0.7665649056434631,
+            0.7578364014625549,
+            0.752418577671051,
+            0.7414014339447021,
+            0.7398664951324463,
+            0.7283312678337097,
+            0.721635103225708,
+            0.7081571817398071,
+            0.6924144625663757,
+            0.6877843141555786,
+            0.6741694808006287,
+            0.6637480854988098,
+            0.6556633710861206,
+            0.6518390774726868,
+            0.6424941420555115,
+            0.6369492411613464,
+            0.6261022686958313,
+            0.6221775412559509,
+            0.6221120357513428,
+            0.6048952341079712,
+            0.601888120174408,
+            0.5952357649803162,
+            0.586183488368988,
+            0.5800952315330505,
+            0.5679442286491394,
+            0.5627536177635193,
+            0.5613991022109985,
+            0.5536391735076904,
+            0.5494264960289001,
+            0.5408570170402527,
+            0.5365706086158752,
+            0.5243836045265198,
+            0.5187468528747559,
+            0.5117509961128235,
+            0.510094940662384,
+            0.5059252381324768,
+            0.49522292613983154,
+            0.4928499460220337,
+            0.4874664843082428,
+            0.4806399643421173,
+            0.4719468653202057,
+            0.4683748781681061,
+            0.4651719033718109,
+            0.45193520188331604,
+            0.4488099217414856,
+            0.4446795582771301,
+            0.4364883303642273,
+            0.43350183963775635,
+            0.4269534945487976,
+            0.4238772988319397,
+            0.4184611737728119,
+            0.415038138628006,
+            0.409812867641449,
+            0.40662652254104614,
+            0.40071946382522583,
+            0.39068517088890076,
+            0.3864102065563202,
+            0.3834470808506012,
+            0.380303293466568,
+            0.3671737611293793,
+            0.36622992157936096,
+            0.3595367968082428,
+            0.3564186096191406,
+            0.35253700613975525,
+            0.34815338253974915,
+            0.3443923592567444,
+            0.33946558833122253,
+            0.3341960906982422,
+            0.3271540105342865,
+            0.31899693608283997,
+            0.3162514865398407,
+            0.31448712944984436,
+            0.3125956058502197,
+            0.3052861988544464,
+            0.30406075716018677,
+            0.2995906472206116,
+            0.2903907299041748,
+            0.2888844609260559,
+            0.2845689356327057,
+            0.28365960717201233,
+            0.27749454975128174,
+            0.27714064717292786,
+            0.2669450044631958,
+            0.26008841395378113,
+            0.2573792338371277,
+            0.2548104524612427,
+            0.24781222641468048,
+            0.24611662328243256,
+            0.24233196675777435,
+            0.23827999830245972,
+            0.23723594844341278,
+            0.22753341495990753,
+            0.21977613866329193,
+            0.21833160519599915,
+            0.2130175530910492,
+            0.21001943945884705,
+            0.20726406574249268,
+            0.20226643979549408,
+            0.20177452266216278,
+            0.19234424829483032,
+            0.18970434367656708,
+            0.17938491702079773
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.2742627263069153,
+          "std": 0.15116584300994873,
+          "p10": 0.08787548542022705,
+          "p50": 0.2574678063392639,
+          "p90": 0.4837460517883301,
+          "min": -0.08830465376377106,
+          "max": 1.0
+        },
+        "feature_norms": {
+          "mean": 32.40989303588867,
+          "std": 5.503716468811035,
+          "p10": 26.72922134399414,
+          "p50": 31.186073303222656,
+          "p90": 39.851863861083984,
+          "min": 21.90940284729004,
+          "max": 65.5579605102539
+        }
+      },
+      "alignment_uniformity": null
+    },
+    "qp": {
+      "coord": "raw",
+      "qp_variant": "qp",
+      "feature_dim": 2048,
+      "timing": {
+        "feature_extract_sec": 129.1958110332489
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.1882,
+          0.2134,
+          0.2414,
+          0.2464,
+          0.2592,
+          0.2542,
+          0.2446
+        ],
+        "top5": [
+          0.2162,
+          0.4306,
+          0.4612,
+          0.4972,
+          0.526,
+          0.5328,
+          0.531
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.2,
+        "weight_decay": 1e-06,
+        "top1": 0.3178000003814697,
+        "top5": 0.6149999996185302
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 96.47624969482422,
+          "participation_ratio_topq": 46.136924743652344,
+          "eigs_top": [
+            129.57850646972656,
+            88.12474822998047,
+            79.12186431884766,
+            59.72737121582031,
+            54.72053909301758,
+            49.62251281738281,
+            44.02778244018555,
+            39.67307662963867,
+            33.0413932800293,
+            30.54564094543457,
+            30.499114990234375,
+            25.41230583190918,
+            25.035449981689453,
+            23.113990783691406,
+            22.3596248626709,
+            20.48369598388672,
+            18.917091369628906,
+            18.597362518310547,
+            17.60577964782715,
+            17.43318748474121,
+            16.873014450073242,
+            16.03534698486328,
+            15.004648208618164,
+            14.782678604125977,
+            14.469897270202637,
+            13.743678092956543,
+            13.5770902633667,
+            13.11165714263916,
+            12.41049575805664,
+            11.883820533752441,
+            11.701665878295898,
+            11.453205108642578,
+            11.260743141174316,
+            10.785274505615234,
+            10.706657409667969,
+            10.085938453674316,
+            9.79771900177002,
+            9.498029708862305,
+            9.252346992492676,
+            8.934775352478027,
+            8.830716133117676,
+            8.538490295410156,
+            8.290459632873535,
+            8.058323860168457,
+            7.94192361831665,
+            7.865719318389893,
+            7.748193264007568,
+            7.534918785095215,
+            7.2967329025268555,
+            7.17311429977417,
+            7.025953769683838,
+            6.894039630889893,
+            6.875185012817383,
+            6.832378387451172,
+            6.627296447753906,
+            6.555520534515381,
+            6.329351425170898,
+            6.194334506988525,
+            6.105953216552734,
+            6.055258750915527,
+            5.960397720336914,
+            5.813824653625488,
+            5.725099563598633,
+            5.682492256164551,
+            5.531920909881592,
+            5.4325408935546875,
+            5.353272438049316,
+            5.335445880889893,
+            5.128609657287598,
+            5.0299072265625,
+            4.938704013824463,
+            4.867646217346191,
+            4.805387496948242,
+            4.630474090576172,
+            4.560822486877441,
+            4.544180393218994,
+            4.4698262214660645,
+            4.4189958572387695,
+            4.363794803619385,
+            4.216035842895508,
+            4.194879055023193,
+            4.1536760330200195,
+            4.0763654708862305,
+            4.0069122314453125,
+            3.993190050125122,
+            3.9351143836975098,
+            3.8399429321289062,
+            3.7535808086395264,
+            3.7499375343322754,
+            3.686114549636841,
+            3.6362478733062744,
+            3.5899569988250732,
+            3.583638906478882,
+            3.5088729858398438,
+            3.4308764934539795,
+            3.395642042160034,
+            3.379005193710327,
+            3.323338031768799,
+            3.2520816326141357,
+            3.225454092025757,
+            3.1780009269714355,
+            3.1522600650787354,
+            3.062326192855835,
+            3.0155422687530518,
+            2.9889273643493652,
+            2.9503188133239746,
+            2.8835506439208984,
+            2.8620457649230957,
+            2.8442282676696777,
+            2.8027899265289307,
+            2.77278995513916,
+            2.761716604232788,
+            2.701526403427124,
+            2.6528050899505615,
+            2.6357152462005615,
+            2.5694425106048584,
+            2.529245615005493,
+            2.508594274520874,
+            2.4915874004364014,
+            2.4469833374023438,
+            2.393453359603882,
+            2.3715505599975586,
+            2.34220290184021,
+            2.311411142349243,
+            2.2712976932525635,
+            2.241807222366333,
+            2.2259325981140137,
+            2.186279773712158,
+            2.1663262844085693,
+            2.145538568496704,
+            2.1254923343658447,
+            2.064826250076294,
+            2.0597033500671387,
+            2.0214345455169678,
+            1.99748694896698,
+            1.9904508590698242,
+            1.932140588760376,
+            1.908981442451477,
+            1.8903343677520752,
+            1.8692541122436523,
+            1.8328851461410522,
+            1.8124849796295166,
+            1.7815666198730469,
+            1.7695074081420898,
+            1.745163083076477,
+            1.7211946249008179,
+            1.706101417541504,
+            1.6845329999923706,
+            1.680176854133606,
+            1.6436039209365845,
+            1.6304974555969238,
+            1.6095359325408936,
+            1.5988227128982544,
+            1.5489733219146729,
+            1.5330438613891602,
+            1.5056138038635254,
+            1.4998937845230103,
+            1.4822036027908325,
+            1.4713624715805054,
+            1.4515659809112549,
+            1.4274502992630005,
+            1.4124433994293213,
+            1.3909225463867188,
+            1.3696935176849365,
+            1.347185492515564,
+            1.3274264335632324,
+            1.3181027173995972,
+            1.303680658340454,
+            1.275560736656189,
+            1.2711995840072632,
+            1.2446881532669067,
+            1.2436332702636719,
+            1.2254893779754639,
+            1.2113302946090698,
+            1.1955076456069946,
+            1.1802088022232056,
+            1.1691840887069702,
+            1.1601533889770508,
+            1.1317297220230103,
+            1.1238161325454712,
+            1.121955156326294,
+            1.0967315435409546,
+            1.0859310626983643,
+            1.0775600671768188,
+            1.0675376653671265,
+            1.0443947315216064,
+            1.038201093673706,
+            1.0255229473114014,
+            1.0184839963912964,
+            1.009566307067871,
+            0.992249608039856,
+            0.977063000202179,
+            0.9675165414810181,
+            0.9533017873764038,
+            0.9459127187728882,
+            0.9371911287307739,
+            0.9131326079368591,
+            0.8979706168174744,
+            0.8840915560722351,
+            0.8816735744476318,
+            0.8758874535560608,
+            0.8658093214035034,
+            0.8601594567298889,
+            0.8463324308395386,
+            0.8322176337242126,
+            0.8256054520606995,
+            0.8086512684822083,
+            0.8047052025794983,
+            0.7973256707191467,
+            0.7835441827774048,
+            0.7784824371337891,
+            0.7697938084602356,
+            0.7530639171600342,
+            0.7436043620109558,
+            0.7332557439804077,
+            0.7274295091629028,
+            0.7139625549316406,
+            0.6978341937065125,
+            0.6886135935783386,
+            0.6803708672523499,
+            0.6762545704841614,
+            0.6679361462593079,
+            0.6567384004592896,
+            0.6549647450447083,
+            0.640639066696167,
+            0.6303430795669556,
+            0.6214114427566528,
+            0.6104433536529541,
+            0.606747031211853,
+            0.5983012318611145,
+            0.5881211757659912,
+            0.5806055068969727,
+            0.5761549472808838,
+            0.5657968521118164,
+            0.556624174118042,
+            0.5437987446784973,
+            0.5319599509239197,
+            0.5157062411308289,
+            0.5102180242538452,
+            0.5088167786598206,
+            0.5029419660568237,
+            0.4939872622489929,
+            0.4756522476673126,
+            0.4658546447753906,
+            0.4569658041000366,
+            0.45400163531303406,
+            0.4409935772418976,
+            0.4333672523498535,
+            0.426209032535553,
+            0.4183240830898285,
+            0.41039803624153137,
+            0.3982560336589813,
+            0.39569565653800964,
+            0.38738998770713806,
+            0.3746824860572815,
+            0.3641413450241089
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.2769365608692169,
+          "std": 0.15192407369613647,
+          "p10": 0.08985316753387451,
+          "p50": 0.26010650396347046,
+          "p90": 0.48760372400283813,
+          "min": -0.08325280249118805,
+          "max": 1.0000001192092896
+        },
+        "feature_norms": {
+          "mean": 46.176578521728516,
+          "std": 8.17845344543457,
+          "p10": 37.90884017944336,
+          "p50": 44.3083610534668,
+          "p90": 57.1520881652832,
+          "min": 31.325836181640625,
+          "max": 96.52604675292969
+        }
+      },
+      "alignment_uniformity": null
+    }
+  }
+}

eval_runs/imagenet_hjepa_mv_lp_lr0p3/metrics.json

@@ -0,0 +1,1345 @@
+{
+  "checkpoint": "checkpoints/imagenet_hjepa_mv_epoch_045.pth",
+  "config": "configs/imagenet_hjepa_mv.yaml",
+  "dataset": "imagenet",
+  "data_root": "/content/imagenet100_view",
+  "num_classes": 100,
+  "ckpt_load_info": {
+    "try_0_missing": 0,
+    "try_0_unexpected": 0,
+    "loaded_from_try": 0
+  },
+  "coord_mode": "raw",
+  "split_qp": true,
+  "coord": "raw",
+  "qp_variant": "q",
+  "feature_dim": 1024,
+  "timing": {
+    "feature_extract_sec": 127.99288749694824
+  },
+  "knn": {
+    "k_values": [
+      1,
+      5,
+      10,
+      20,
+      50,
+      100,
+      200
+    ],
+    "top1": [
+      0.1876,
+      0.2136,
+      0.24,
+      0.2492,
+      0.2594,
+      0.2536,
+      0.246
+    ],
+    "top5": [
+      0.2158,
+      0.4304,
+      0.4622,
+      0.4952,
+      0.5268,
+      0.531,
+      0.5304
+    ]
+  },
+  "linear_probe": {
+    "epochs": 50,
+    "batch_size": 256,
+    "lr": 0.3,
+    "weight_decay": 1e-06,
+    "top1": 0.31480000014305115,
+    "top5": 0.6198
+  },
+  "diagnostics": {
+    "covariance_spectrum_topq": {
+      "n_used": 5000,
+      "q_used": 256,
+      "eff_rank_topq": 94.7264633178711,
+      "participation_ratio_topq": 45.26772689819336,
+      "eigs_top": [
+        64.3392333984375,
+        47.090030670166016,
+        42.1959228515625,
+        30.904409408569336,
+        28.44509506225586,
+        25.39519691467285,
+        22.62567138671875,
+        20.367992401123047,
+        17.02031135559082,
+        15.96369457244873,
+        15.507685661315918,
+        13.101028442382812,
+        12.819144248962402,
+        11.725513458251953,
+        11.176026344299316,
+        10.391361236572266,
+        9.759432792663574,
+        9.46303653717041,
+        9.043313980102539,
+        8.790522575378418,
+        8.532073974609375,
+        8.123805046081543,
+        7.63112211227417,
+        7.5303850173950195,
+        7.282289505004883,
+        6.903412818908691,
+        6.868255615234375,
+        6.630852699279785,
+        6.2465128898620605,
+        5.993271350860596,
+        5.904466152191162,
+        5.835149765014648,
+        5.63501501083374,
+        5.44352912902832,
+        5.390544891357422,
+        5.0523552894592285,
+        4.90032434463501,
+        4.76131534576416,
+        4.645994663238525,
+        4.466767311096191,
+        4.388119697570801,
+        4.260835647583008,
+        4.135313034057617,
+        4.053714752197266,
+        4.0034098625183105,
+        3.933779716491699,
+        3.8847594261169434,
+        3.7721641063690186,
+        3.6719508171081543,
+        3.6353631019592285,
+        3.521670341491699,
+        3.457212209701538,
+        3.441680431365967,
+        3.3977890014648438,
+        3.3326191902160645,
+        3.2757749557495117,
+        3.169560194015503,
+        3.1224899291992188,
+        3.060169219970703,
+        3.017467737197876,
+        2.9919371604919434,
+        2.936790704727173,
+        2.8617372512817383,
+        2.8325488567352295,
+        2.7738611698150635,
+        2.700023889541626,
+        2.6847305297851562,
+        2.6624958515167236,
+        2.5559630393981934,
+        2.5224990844726562,
+        2.4694015979766846,
+        2.440164566040039,
+        2.4114012718200684,
+        2.33140230178833,
+        2.290860891342163,
+        2.268953561782837,
+        2.239990234375,
+        2.2163286209106445,
+        2.1875760555267334,
+        2.1201112270355225,
+        2.0913875102996826,
+        2.068127393722534,
+        2.040118455886841,
+        1.9996110200881958,
+        1.9963867664337158,
+        1.9667911529541016,
+        1.9208803176879883,
+        1.8805248737335205,
+        1.8659555912017822,
+        1.8317899703979492,
+        1.8180936574935913,
+        1.7952444553375244,
+        1.7807374000549316,
+        1.7468526363372803,
+        1.7155272960662842,
+        1.6978788375854492,
+        1.6841613054275513,
+        1.6498349905014038,
+        1.619511604309082,
+        1.6038711071014404,
+        1.5878010988235474,
+        1.5727319717407227,
+        1.5314422845840454,
+        1.5010913610458374,
+        1.4991321563720703,
+        1.4776420593261719,
+        1.4355778694152832,
+        1.433039903640747,
+        1.4199302196502686,
+        1.3999773263931274,
+        1.3798044919967651,
+        1.3708417415618896,
+        1.342147946357727,
+        1.3276121616363525,
+        1.3220499753952026,
+        1.2795010805130005,
+        1.2635329961776733,
+        1.2457393407821655,
+        1.2364790439605713,
+        1.2225892543792725,
+        1.194421648979187,
+        1.1885604858398438,
+        1.1710388660430908,
+        1.155561923980713,
+        1.1341822147369385,
+        1.1177211999893188,
+        1.1147793531417847,
+        1.0848819017410278,
+        1.0774223804473877,
+        1.0662182569503784,
+        1.0580251216888428,
+        1.032042145729065,
+        1.0225720405578613,
+        1.0126712322235107,
+        0.9939760565757751,
+        0.9899580478668213,
+        0.9671958088874817,
+        0.9521270394325256,
+        0.9405828714370728,
+        0.9322330355644226,
+        0.9117329120635986,
+        0.903052568435669,
+        0.8886552453041077,
+        0.8751477599143982,
+        0.8691504001617432,
+        0.8560597896575928,
+        0.846847414970398,
+        0.8396689295768738,
+        0.8346807956695557,
+        0.8234519958496094,
+        0.8110847473144531,
+        0.799919843673706,
+        0.7940179109573364,
+        0.7712225317955017,
+        0.7652182579040527,
+        0.7532416582107544,
+        0.7478852868080139,
+        0.7385603189468384,
+        0.732363760471344,
+        0.7199344038963318,
+        0.708709180355072,
+        0.7018513679504395,
+        0.6981821656227112,
+        0.6794301271438599,
+        0.6706514358520508,
+        0.6662452816963196,
+        0.6573067307472229,
+        0.6529000401496887,
+        0.6347487568855286,
+        0.6289442777633667,
+        0.6213482618331909,
+        0.6184092164039612,
+        0.6072115898132324,
+        0.6026992797851562,
+        0.5952320098876953,
+        0.5869992971420288,
+        0.583082377910614,
+        0.5791044235229492,
+        0.56403648853302,
+        0.560976505279541,
+        0.5542363524436951,
+        0.5440906882286072,
+        0.5416280627250671,
+        0.536088764667511,
+        0.5260083675384521,
+        0.5230454206466675,
+        0.517185389995575,
+        0.5078029632568359,
+        0.5050129890441895,
+        0.49835205078125,
+        0.49403664469718933,
+        0.4878356456756592,
+        0.4819047749042511,
+        0.4724332094192505,
+        0.46692878007888794,
+        0.4658167362213135,
+        0.4588679075241089,
+        0.4488157331943512,
+        0.44111424684524536,
+        0.44033312797546387,
+        0.43345963954925537,
+        0.428635835647583,
+        0.4246876835823059,
+        0.4171071946620941,
+        0.4154050648212433,
+        0.409939169883728,
+        0.4093729257583618,
+        0.4003744423389435,
+        0.39756062626838684,
+        0.3906671404838562,
+        0.3872179090976715,
+        0.38102051615715027,
+        0.3732321560382843,
+        0.3654007315635681,
+        0.3611115515232086,
+        0.3582935929298401,
+        0.35654011368751526,
+        0.35084500908851624,
+        0.3426480293273926,
+        0.33820831775665283,
+        0.33590054512023926,
+        0.3309268653392792,
+        0.32195788621902466,
+        0.3188979923725128,
+        0.3146423101425171,
+        0.30988577008247375,
+        0.30976954102516174,
+        0.30489495396614075,
+        0.3023965358734131,
+        0.29935139417648315,
+        0.2968680262565613,
+        0.29214948415756226,
+        0.284160852432251,
+        0.2765463888645172,
+        0.2698477804660797,
+        0.2651553153991699,
+        0.2610844373703003,
+        0.25919175148010254,
+        0.251831978559494,
+        0.25051212310791016,
+        0.24830463528633118,
+        0.24440181255340576,
+        0.2416824847459793,
+        0.2352782040834427,
+        0.23245452344417572,
+        0.2261652946472168,
+        0.22239665687084198,
+        0.22060835361480713,
+        0.2170131951570511,
+        0.20767420530319214,
+        0.2029915153980255,
+        0.19823803007602692,
+        0.19461770355701447,
+        0.18571294844150543,
+        0.1773417592048645,
+        0.17069949209690094
+      ]
+    },
+    "cosine_similarity": {
+      "mean": 0.27957844734191895,
+      "std": 0.1528266966342926,
+      "p10": 0.09149109572172165,
+      "p50": 0.26325979828834534,
+      "p90": 0.49110040068626404,
+      "min": -0.07855603098869324,
+      "max": 1.000000238418579
+    },
+    "feature_norms": {
+      "mean": 32.88877487182617,
+      "std": 6.066273212432861,
+      "p10": 26.882917404174805,
+      "p50": 31.450611114501953,
+      "p90": 40.96924591064453,
+      "min": 22.38941764831543,
+      "max": 70.84799194335938
+    }
+  },
+  "alignment_uniformity": null,
+  "qp_eval": {
+    "variants": [
+      "q",
+      "p",
+      "qp"
+    ],
+    "default_variant": "q",
+    "q_dim": 1024,
+    "p_dim": 1024,
+    "qp_dim": 2048
+  },
+  "qp_variants": {
+    "q": {
+      "coord": "raw",
+      "qp_variant": "q",
+      "feature_dim": 1024,
+      "timing": {
+        "feature_extract_sec": 127.99288749694824
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.1876,
+          0.2136,
+          0.24,
+          0.2492,
+          0.2594,
+          0.2536,
+          0.246
+        ],
+        "top5": [
+          0.2158,
+          0.4304,
+          0.4622,
+          0.4952,
+          0.5268,
+          0.531,
+          0.5304
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.3,
+        "weight_decay": 1e-06,
+        "top1": 0.31480000014305115,
+        "top5": 0.6198
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 94.7264633178711,
+          "participation_ratio_topq": 45.26772689819336,
+          "eigs_top": [
+            64.3392333984375,
+            47.090030670166016,
+            42.1959228515625,
+            30.904409408569336,
+            28.44509506225586,
+            25.39519691467285,
+            22.62567138671875,
+            20.367992401123047,
+            17.02031135559082,
+            15.96369457244873,
+            15.507685661315918,
+            13.101028442382812,
+            12.819144248962402,
+            11.725513458251953,
+            11.176026344299316,
+            10.391361236572266,
+            9.759432792663574,
+            9.46303653717041,
+            9.043313980102539,
+            8.790522575378418,
+            8.532073974609375,
+            8.123805046081543,
+            7.63112211227417,
+            7.5303850173950195,
+            7.282289505004883,
+            6.903412818908691,
+            6.868255615234375,
+            6.630852699279785,
+            6.2465128898620605,
+            5.993271350860596,
+            5.904466152191162,
+            5.835149765014648,
+            5.63501501083374,
+            5.44352912902832,
+            5.390544891357422,
+            5.0523552894592285,
+            4.90032434463501,
+            4.76131534576416,
+            4.645994663238525,
+            4.466767311096191,
+            4.388119697570801,
+            4.260835647583008,
+            4.135313034057617,
+            4.053714752197266,
+            4.0034098625183105,
+            3.933779716491699,
+            3.8847594261169434,
+            3.7721641063690186,
+            3.6719508171081543,
+            3.6353631019592285,
+            3.521670341491699,
+            3.457212209701538,
+            3.441680431365967,
+            3.3977890014648438,
+            3.3326191902160645,
+            3.2757749557495117,
+            3.169560194015503,
+            3.1224899291992188,
+            3.060169219970703,
+            3.017467737197876,
+            2.9919371604919434,
+            2.936790704727173,
+            2.8617372512817383,
+            2.8325488567352295,
+            2.7738611698150635,
+            2.700023889541626,
+            2.6847305297851562,
+            2.6624958515167236,
+            2.5559630393981934,
+            2.5224990844726562,
+            2.4694015979766846,
+            2.440164566040039,
+            2.4114012718200684,
+            2.33140230178833,
+            2.290860891342163,
+            2.268953561782837,
+            2.239990234375,
+            2.2163286209106445,
+            2.1875760555267334,
+            2.1201112270355225,
+            2.0913875102996826,
+            2.068127393722534,
+            2.040118455886841,
+            1.9996110200881958,
+            1.9963867664337158,
+            1.9667911529541016,
+            1.9208803176879883,
+            1.8805248737335205,
+            1.8659555912017822,
+            1.8317899703979492,
+            1.8180936574935913,
+            1.7952444553375244,
+            1.7807374000549316,
+            1.7468526363372803,
+            1.7155272960662842,
+            1.6978788375854492,
+            1.6841613054275513,
+            1.6498349905014038,
+            1.619511604309082,
+            1.6038711071014404,
+            1.5878010988235474,
+            1.5727319717407227,
+            1.5314422845840454,
+            1.5010913610458374,
+            1.4991321563720703,
+            1.4776420593261719,
+            1.4355778694152832,
+            1.433039903640747,
+            1.4199302196502686,
+            1.3999773263931274,
+            1.3798044919967651,
+            1.3708417415618896,
+            1.342147946357727,
+            1.3276121616363525,
+            1.3220499753952026,
+            1.2795010805130005,
+            1.2635329961776733,
+            1.2457393407821655,
+            1.2364790439605713,
+            1.2225892543792725,
+            1.194421648979187,
+            1.1885604858398438,
+            1.1710388660430908,
+            1.155561923980713,
+            1.1341822147369385,
+            1.1177211999893188,
+            1.1147793531417847,
+            1.0848819017410278,
+            1.0774223804473877,
+            1.0662182569503784,
+            1.0580251216888428,
+            1.032042145729065,
+            1.0225720405578613,
+            1.0126712322235107,
+            0.9939760565757751,
+            0.9899580478668213,
+            0.9671958088874817,
+            0.9521270394325256,
+            0.9405828714370728,
+            0.9322330355644226,
+            0.9117329120635986,
+            0.903052568435669,
+            0.8886552453041077,
+            0.8751477599143982,
+            0.8691504001617432,
+            0.8560597896575928,
+            0.846847414970398,
+            0.8396689295768738,
+            0.8346807956695557,
+            0.8234519958496094,
+            0.8110847473144531,
+            0.799919843673706,
+            0.7940179109573364,
+            0.7712225317955017,
+            0.7652182579040527,
+            0.7532416582107544,
+            0.7478852868080139,
+            0.7385603189468384,
+            0.732363760471344,
+            0.7199344038963318,
+            0.708709180355072,
+            0.7018513679504395,
+            0.6981821656227112,
+            0.6794301271438599,
+            0.6706514358520508,
+            0.6662452816963196,
+            0.6573067307472229,
+            0.6529000401496887,
+            0.6347487568855286,
+            0.6289442777633667,
+            0.6213482618331909,
+            0.6184092164039612,
+            0.6072115898132324,
+            0.6026992797851562,
+            0.5952320098876953,
+            0.5869992971420288,
+            0.583082377910614,
+            0.5791044235229492,
+            0.56403648853302,
+            0.560976505279541,
+            0.5542363524436951,
+            0.5440906882286072,
+            0.5416280627250671,
+            0.536088764667511,
+            0.5260083675384521,
+            0.5230454206466675,
+            0.517185389995575,
+            0.5078029632568359,
+            0.5050129890441895,
+            0.49835205078125,
+            0.49403664469718933,
+            0.4878356456756592,
+            0.4819047749042511,
+            0.4724332094192505,
+            0.46692878007888794,
+            0.4658167362213135,
+            0.4588679075241089,
+            0.4488157331943512,
+            0.44111424684524536,
+            0.44033312797546387,
+            0.43345963954925537,
+            0.428635835647583,
+            0.4246876835823059,
+            0.4171071946620941,
+            0.4154050648212433,
+            0.409939169883728,
+            0.4093729257583618,
+            0.4003744423389435,
+            0.39756062626838684,
+            0.3906671404838562,
+            0.3872179090976715,
+            0.38102051615715027,
+            0.3732321560382843,
+            0.3654007315635681,
+            0.3611115515232086,
+            0.3582935929298401,
+            0.35654011368751526,
+            0.35084500908851624,
+            0.3426480293273926,
+            0.33820831775665283,
+            0.33590054512023926,
+            0.3309268653392792,
+            0.32195788621902466,
+            0.3188979923725128,
+            0.3146423101425171,
+            0.30988577008247375,
+            0.30976954102516174,
+            0.30489495396614075,
+            0.3023965358734131,
+            0.29935139417648315,
+            0.2968680262565613,
+            0.29214948415756226,
+            0.284160852432251,
+            0.2765463888645172,
+            0.2698477804660797,
+            0.2651553153991699,
+            0.2610844373703003,
+            0.25919175148010254,
+            0.251831978559494,
+            0.25051212310791016,
+            0.24830463528633118,
+            0.24440181255340576,
+            0.2416824847459793,
+            0.2352782040834427,
+            0.23245452344417572,
+            0.2261652946472168,
+            0.22239665687084198,
+            0.22060835361480713,
+            0.2170131951570511,
+            0.20767420530319214,
+            0.2029915153980255,
+            0.19823803007602692,
+            0.19461770355701447,
+            0.18571294844150543,
+            0.1773417592048645,
+            0.17069949209690094
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.27957844734191895,
+          "std": 0.1528266966342926,
+          "p10": 0.09149109572172165,
+          "p50": 0.26325979828834534,
+          "p90": 0.49110040068626404,
+          "min": -0.07855603098869324,
+          "max": 1.000000238418579
+        },
+        "feature_norms": {
+          "mean": 32.88877487182617,
+          "std": 6.066273212432861,
+          "p10": 26.882917404174805,
+          "p50": 31.450611114501953,
+          "p90": 40.96924591064453,
+          "min": 22.38941764831543,
+          "max": 70.84799194335938
+        }
+      },
+      "alignment_uniformity": null
+    },
+    "p": {
+      "coord": "raw",
+      "qp_variant": "p",
+      "feature_dim": 1024,
+      "timing": {
+        "feature_extract_sec": 127.82266926765442
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.1876,
+          0.2138,
+          0.242,
+          0.2472,
+          0.2596,
+          0.2536,
+          0.2444
+        ],
+        "top5": [
+          0.2154,
+          0.4308,
+          0.4628,
+          0.4944,
+          0.525,
+          0.5326,
+          0.5298
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.3,
+        "weight_decay": 1e-06,
+        "top1": 0.31640000014305114,
+        "top5": 0.620200000667572
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 98.10114288330078,
+          "participation_ratio_topq": 46.880680084228516,
+          "eigs_top": [
+            65.32612609863281,
+            41.4065055847168,
+            36.720603942871094,
+            28.902908325195312,
+            26.35218048095703,
+            24.153812408447266,
+            21.48311996459961,
+            19.30586051940918,
+            16.03692054748535,
+            15.026819229125977,
+            14.5722017288208,
+            12.49468994140625,
+            12.068480491638184,
+            11.409064292907715,
+            11.135738372802734,
+            10.104720115661621,
+            9.258394241333008,
+            9.139996528625488,
+            8.624658584594727,
+            8.567041397094727,
+            8.343732833862305,
+            7.875635147094727,
+            7.492020130157471,
+            7.2407732009887695,
+            7.125801086425781,
+            6.86662483215332,
+            6.6839213371276855,
+            6.475077152252197,
+            6.148419380187988,
+            5.903943061828613,
+            5.812570571899414,
+            5.631750106811523,
+            5.599538803100586,
+            5.337035179138184,
+            5.254690170288086,
+            5.052853107452393,
+            4.881061553955078,
+            4.737224578857422,
+            4.599926471710205,
+            4.490720272064209,
+            4.441259384155273,
+            4.275722503662109,
+            4.160139083862305,
+            4.004781246185303,
+            3.94815731048584,
+            3.942859172821045,
+            3.859355926513672,
+            3.76413631439209,
+            3.659703493118286,
+            3.5293617248535156,
+            3.5071260929107666,
+            3.4750559329986572,
+            3.427496910095215,
+            3.3803112506866455,
+            3.2971882820129395,
+            3.2800047397613525,
+            3.1718780994415283,
+            3.078545093536377,
+            3.0446460247039795,
+            3.034125566482544,
+            2.958810806274414,
+            2.8826406002044678,
+            2.856151819229126,
+            2.8434057235717773,
+            2.7651267051696777,
+            2.732701301574707,
+            2.6635117530822754,
+            2.6502556800842285,
+            2.570507287979126,
+            2.515974283218384,
+            2.4518015384674072,
+            2.4292874336242676,
+            2.400637149810791,
+            2.3227767944335938,
+            2.282496690750122,
+            2.2566258907318115,
+            2.2231457233428955,
+            2.2049975395202637,
+            2.1722335815429688,
+            2.114521026611328,
+            2.101524591445923,
+            2.0814151763916016,
+            2.0408213138580322,
+            2.007067918777466,
+            1.986541986465454,
+            1.954993486404419,
+            1.910170078277588,
+            1.8843413591384888,
+            1.8668323755264282,
+            1.8641927242279053,
+            1.8243087530136108,
+            1.7978243827819824,
+            1.7811003923416138,
+            1.7536215782165527,
+            1.7128410339355469,
+            1.6983388662338257,
+            1.6884533166885376,
+            1.6675044298171997,
+            1.6349689960479736,
+            1.6232558488845825,
+            1.5932772159576416,
+            1.5738366842269897,
+            1.5269513130187988,
+            1.5139269828796387,
+            1.4841513633728027,
+            1.472174048423767,
+            1.4512355327606201,
+            1.4307621717453003,
+            1.4178736209869385,
+            1.4072328805923462,
+            1.3926451206207275,
+            1.3782668113708496,
+            1.3547687530517578,
+            1.330971598625183,
+            1.3114900588989258,
+            1.2884904146194458,
+            1.2664785385131836,
+            1.262993335723877,
+            1.2545011043548584,
+            1.227927565574646,
+            1.1978306770324707,
+            1.18706476688385,
+            1.1674325466156006,
+            1.1487666368484497,
+            1.1386783123016357,
+            1.1149340867996216,
+            1.1044743061065674,
+            1.0978976488113403,
+            1.0888456106185913,
+            1.0831315517425537,
+            1.0637996196746826,
+            1.0392725467681885,
+            1.0267937183380127,
+            1.0074483156204224,
+            0.9991416335105896,
+            0.9982129335403442,
+            0.9665610790252686,
+            0.9579340815544128,
+            0.9462064504623413,
+            0.936298668384552,
+            0.922227680683136,
+            0.9093877077102661,
+            0.8943248391151428,
+            0.8890796899795532,
+            0.8755910396575928,
+            0.8691439628601074,
+            0.8587139248847961,
+            0.8427330255508423,
+            0.8381950855255127,
+            0.8278809189796448,
+            0.8162902593612671,
+            0.8075752258300781,
+            0.800631582736969,
+            0.7766911387443542,
+            0.7665649056434631,
+            0.7578364014625549,
+            0.752418577671051,
+            0.7414014339447021,
+            0.7398664951324463,
+            0.7283312678337097,
+            0.721635103225708,
+            0.7081571817398071,
+            0.6924144625663757,
+            0.6877843141555786,
+            0.6741694808006287,
+            0.6637480854988098,
+            0.6556633710861206,
+            0.6518390774726868,
+            0.6424941420555115,
+            0.6369492411613464,
+            0.6261022686958313,
+            0.6221775412559509,
+            0.6221120357513428,
+            0.6048952341079712,
+            0.601888120174408,
+            0.5952357649803162,
+            0.586183488368988,
+            0.5800952315330505,
+            0.5679442286491394,
+            0.5627536177635193,
+            0.5613991022109985,
+            0.5536391735076904,
+            0.5494264960289001,
+            0.5408570170402527,
+            0.5365706086158752,
+            0.5243836045265198,
+            0.5187468528747559,
+            0.5117509961128235,
+            0.510094940662384,
+            0.5059252381324768,
+            0.49522292613983154,
+            0.4928499460220337,
+            0.4874664843082428,
+            0.4806399643421173,
+            0.4719468653202057,
+            0.4683748781681061,
+            0.4651719033718109,
+            0.45193520188331604,
+            0.4488099217414856,
+            0.4446795582771301,
+            0.4364883303642273,
+            0.43350183963775635,
+            0.4269534945487976,
+            0.4238772988319397,
+            0.4184611737728119,
+            0.415038138628006,
+            0.409812867641449,
+            0.40662652254104614,
+            0.40071946382522583,
+            0.39068517088890076,
+            0.3864102065563202,
+            0.3834470808506012,
+            0.380303293466568,
+            0.3671737611293793,
+            0.36622992157936096,
+            0.3595367968082428,
+            0.3564186096191406,
+            0.35253700613975525,
+            0.34815338253974915,
+            0.3443923592567444,
+            0.33946558833122253,
+            0.3341960906982422,
+            0.3271540105342865,
+            0.31899693608283997,
+            0.3162514865398407,
+            0.31448712944984436,
+            0.3125956058502197,
+            0.3052861988544464,
+            0.30406075716018677,
+            0.2995906472206116,
+            0.2903907299041748,
+            0.2888844609260559,
+            0.2845689356327057,
+            0.28365960717201233,
+            0.27749454975128174,
+            0.27714064717292786,
+            0.2669450044631958,
+            0.26008841395378113,
+            0.2573792338371277,
+            0.2548104524612427,
+            0.24781222641468048,
+            0.24611662328243256,
+            0.24233196675777435,
+            0.23827999830245972,
+            0.23723594844341278,
+            0.22753341495990753,
+            0.21977613866329193,
+            0.21833160519599915,
+            0.2130175530910492,
+            0.21001943945884705,
+            0.20726406574249268,
+            0.20226643979549408,
+            0.20177452266216278,
+            0.19234424829483032,
+            0.18970434367656708,
+            0.17938491702079773
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.2742627263069153,
+          "std": 0.15116584300994873,
+          "p10": 0.08787548542022705,
+          "p50": 0.2574678063392639,
+          "p90": 0.4837460517883301,
+          "min": -0.08830465376377106,
+          "max": 1.0
+        },
+        "feature_norms": {
+          "mean": 32.40989303588867,
+          "std": 5.503716468811035,
+          "p10": 26.72922134399414,
+          "p50": 31.186073303222656,
+          "p90": 39.851863861083984,
+          "min": 21.90940284729004,
+          "max": 65.5579605102539
+        }
+      },
+      "alignment_uniformity": null
+    },
+    "qp": {
+      "coord": "raw",
+      "qp_variant": "qp",
+      "feature_dim": 2048,
+      "timing": {
+        "feature_extract_sec": 128.42736268043518
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.1882,
+          0.2134,
+          0.2414,
+          0.2464,
+          0.2592,
+          0.2542,
+          0.2446
+        ],
+        "top5": [
+          0.2162,
+          0.4306,
+          0.4612,
+          0.4972,
+          0.526,
+          0.5328,
+          0.531
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.3,
+        "weight_decay": 1e-06,
+        "top1": 0.3146000000953674,
+        "top5": 0.6177999996185303
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 96.47624969482422,
+          "participation_ratio_topq": 46.136924743652344,
+          "eigs_top": [
+            129.57850646972656,
+            88.12474822998047,
+            79.12186431884766,
+            59.72737121582031,
+            54.72053909301758,
+            49.62251281738281,
+            44.02778244018555,
+            39.67307662963867,
+            33.0413932800293,
+            30.54564094543457,
+            30.499114990234375,
+            25.41230583190918,
+            25.035449981689453,
+            23.113990783691406,
+            22.3596248626709,
+            20.48369598388672,
+            18.917091369628906,
+            18.597362518310547,
+            17.60577964782715,
+            17.43318748474121,
+            16.873014450073242,
+            16.03534698486328,
+            15.004648208618164,
+            14.782678604125977,
+            14.469897270202637,
+            13.743678092956543,
+            13.5770902633667,
+            13.11165714263916,
+            12.41049575805664,
+            11.883820533752441,
+            11.701665878295898,
+            11.453205108642578,
+            11.260743141174316,
+            10.785274505615234,
+            10.706657409667969,
+            10.085938453674316,
+            9.79771900177002,
+            9.498029708862305,
+            9.252346992492676,
+            8.934775352478027,
+            8.830716133117676,
+            8.538490295410156,
+            8.290459632873535,
+            8.058323860168457,
+            7.94192361831665,
+            7.865719318389893,
+            7.748193264007568,
+            7.534918785095215,
+            7.2967329025268555,
+            7.17311429977417,
+            7.025953769683838,
+            6.894039630889893,
+            6.875185012817383,
+            6.832378387451172,
+            6.627296447753906,
+            6.555520534515381,
+            6.329351425170898,
+            6.194334506988525,
+            6.105953216552734,
+            6.055258750915527,
+            5.960397720336914,
+            5.813824653625488,
+            5.725099563598633,
+            5.682492256164551,
+            5.531920909881592,
+            5.4325408935546875,
+            5.353272438049316,
+            5.335445880889893,
+            5.128609657287598,
+            5.0299072265625,
+            4.938704013824463,
+            4.867646217346191,
+            4.805387496948242,
+            4.630474090576172,
+            4.560822486877441,
+            4.544180393218994,
+            4.4698262214660645,
+            4.4189958572387695,
+            4.363794803619385,
+            4.216035842895508,
+            4.194879055023193,
+            4.1536760330200195,
+            4.0763654708862305,
+            4.0069122314453125,
+            3.993190050125122,
+            3.9351143836975098,
+            3.8399429321289062,
+            3.7535808086395264,
+            3.7499375343322754,
+            3.686114549636841,
+            3.6362478733062744,
+            3.5899569988250732,
+            3.583638906478882,
+            3.5088729858398438,
+            3.4308764934539795,
+            3.395642042160034,
+            3.379005193710327,
+            3.323338031768799,
+            3.2520816326141357,
+            3.225454092025757,
+            3.1780009269714355,
+            3.1522600650787354,
+            3.062326192855835,
+            3.0155422687530518,
+            2.9889273643493652,
+            2.9503188133239746,
+            2.8835506439208984,
+            2.8620457649230957,
+            2.8442282676696777,
+            2.8027899265289307,
+            2.77278995513916,
+            2.761716604232788,
+            2.701526403427124,
+            2.6528050899505615,
+            2.6357152462005615,
+            2.5694425106048584,
+            2.529245615005493,
+            2.508594274520874,
+            2.4915874004364014,
+            2.4469833374023438,
+            2.393453359603882,
+            2.3715505599975586,
+            2.34220290184021,
+            2.311411142349243,
+            2.2712976932525635,
+            2.241807222366333,
+            2.2259325981140137,
+            2.186279773712158,
+            2.1663262844085693,
+            2.145538568496704,
+            2.1254923343658447,
+            2.064826250076294,
+            2.0597033500671387,
+            2.0214345455169678,
+            1.99748694896698,
+            1.9904508590698242,
+            1.932140588760376,
+            1.908981442451477,
+            1.8903343677520752,
+            1.8692541122436523,
+            1.8328851461410522,
+            1.8124849796295166,
+            1.7815666198730469,
+            1.7695074081420898,
+            1.745163083076477,
+            1.7211946249008179,
+            1.706101417541504,
+            1.6845329999923706,
+            1.680176854133606,
+            1.6436039209365845,
+            1.6304974555969238,
+            1.6095359325408936,
+            1.5988227128982544,
+            1.5489733219146729,
+            1.5330438613891602,
+            1.5056138038635254,
+            1.4998937845230103,
+            1.4822036027908325,
+            1.4713624715805054,
+            1.4515659809112549,
+            1.4274502992630005,
+            1.4124433994293213,
+            1.3909225463867188,
+            1.3696935176849365,
+            1.347185492515564,
+            1.3274264335632324,
+            1.3181027173995972,
+            1.303680658340454,
+            1.275560736656189,
+            1.2711995840072632,
+            1.2446881532669067,
+            1.2436332702636719,
+            1.2254893779754639,
+            1.2113302946090698,
+            1.1955076456069946,
+            1.1802088022232056,
+            1.1691840887069702,
+            1.1601533889770508,
+            1.1317297220230103,
+            1.1238161325454712,
+            1.121955156326294,
+            1.0967315435409546,
+            1.0859310626983643,
+            1.0775600671768188,
+            1.0675376653671265,
+            1.0443947315216064,
+            1.038201093673706,
+            1.0255229473114014,
+            1.0184839963912964,
+            1.009566307067871,
+            0.992249608039856,
+            0.977063000202179,
+            0.9675165414810181,
+            0.9533017873764038,
+            0.9459127187728882,
+            0.9371911287307739,
+            0.9131326079368591,
+            0.8979706168174744,
+            0.8840915560722351,
+            0.8816735744476318,
+            0.8758874535560608,
+            0.8658093214035034,
+            0.8601594567298889,
+            0.8463324308395386,
+            0.8322176337242126,
+            0.8256054520606995,
+            0.8086512684822083,
+            0.8047052025794983,
+            0.7973256707191467,
+            0.7835441827774048,
+            0.7784824371337891,
+            0.7697938084602356,
+            0.7530639171600342,
+            0.7436043620109558,
+            0.7332557439804077,
+            0.7274295091629028,
+            0.7139625549316406,
+            0.6978341937065125,
+            0.6886135935783386,
+            0.6803708672523499,
+            0.6762545704841614,
+            0.6679361462593079,
+            0.6567384004592896,
+            0.6549647450447083,
+            0.640639066696167,
+            0.6303430795669556,
+            0.6214114427566528,
+            0.6104433536529541,
+            0.606747031211853,
+            0.5983012318611145,
+            0.5881211757659912,
+            0.5806055068969727,
+            0.5761549472808838,
+            0.5657968521118164,
+            0.556624174118042,
+            0.5437987446784973,
+            0.5319599509239197,
+            0.5157062411308289,
+            0.5102180242538452,
+            0.5088167786598206,
+            0.5029419660568237,
+            0.4939872622489929,
+            0.4756522476673126,
+            0.4658546447753906,
+            0.4569658041000366,
+            0.45400163531303406,
+            0.4409935772418976,
+            0.4333672523498535,
+            0.426209032535553,
+            0.4183240830898285,
+            0.41039803624153137,
+            0.3982560336589813,
+            0.39569565653800964,
+            0.38738998770713806,
+            0.3746824860572815,
+            0.3641413450241089
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.2769365608692169,
+          "std": 0.15192407369613647,
+          "p10": 0.08985316753387451,
+          "p50": 0.26010650396347046,
+          "p90": 0.48760372400283813,
+          "min": -0.08325280249118805,
+          "max": 1.0000001192092896
+        },
+        "feature_norms": {
+          "mean": 46.176578521728516,
+          "std": 8.17845344543457,
+          "p10": 37.90884017944336,
+          "p50": 44.3083610534668,
+          "p90": 57.1520881652832,
+          "min": 31.325836181640625,
+          "max": 96.52604675292969
+        }
+      },
+      "alignment_uniformity": null
+    }
+  }
+}

eval_runs/imagenet_sigreg_tokens/metrics.json

@@ -0,0 +1,1345 @@
+{
+  "checkpoint": "checkpoints/imagenet_sigreg_tokens.pth",
+  "config": "configs/imagenet_sigreg_tokens.yaml",
+  "dataset": "imagenet",
+  "data_root": "/content/imagenet100_view",
+  "num_classes": 100,
+  "ckpt_load_info": {
+    "try_0_missing": 0,
+    "try_0_unexpected": 0,
+    "loaded_from_try": 0
+  },
+  "coord_mode": "raw",
+  "split_qp": true,
+  "coord": "raw",
+  "qp_variant": "q",
+  "feature_dim": 1024,
+  "timing": {
+    "feature_extract_sec": 128.64064741134644
+  },
+  "knn": {
+    "k_values": [
+      1,
+      5,
+      10,
+      20,
+      50,
+      100,
+      200
+    ],
+    "top1": [
+      0.1558,
+      0.1706,
+      0.189,
+      0.201,
+      0.2104,
+      0.207,
+      0.1976
+    ],
+    "top5": [
+      0.1872,
+      0.3646,
+      0.3926,
+      0.4236,
+      0.4522,
+      0.454,
+      0.4562
+    ]
+  },
+  "linear_probe": {
+    "epochs": 50,
+    "batch_size": 256,
+    "lr": 0.001,
+    "weight_decay": 1e-06,
+    "top1": 0.24400000014305115,
+    "top5": 0.5172000005722046
+  },
+  "diagnostics": {
+    "covariance_spectrum_topq": {
+      "n_used": 5000,
+      "q_used": 256,
+      "eff_rank_topq": 38.32660675048828,
+      "participation_ratio_topq": 24.906455993652344,
+      "eigs_top": [
+        87.52665710449219,
+        81.828369140625,
+        75.27953338623047,
+        67.19806671142578,
+        63.119598388671875,
+        58.79090881347656,
+        53.515228271484375,
+        43.10032653808594,
+        39.48273849487305,
+        36.899169921875,
+        33.299739837646484,
+        29.36825180053711,
+        28.514583587646484,
+        24.7359676361084,
+        22.663665771484375,
+        20.396041870117188,
+        19.857831954956055,
+        18.853404998779297,
+        16.674482345581055,
+        16.19467544555664,
+        14.427169799804688,
+        13.86970329284668,
+        13.242194175720215,
+        12.31344223022461,
+        11.684134483337402,
+        10.408358573913574,
+        9.867924690246582,
+        9.707714080810547,
+        8.864837646484375,
+        8.448615074157715,
+        7.997548580169678,
+        7.27415657043457,
+        7.0573201179504395,
+        6.715782165527344,
+        6.294546604156494,
+        6.195870876312256,
+        5.310367107391357,
+        4.80604887008667,
+        4.648767471313477,
+        4.0586771965026855,
+        3.698474168777466,
+        3.166858673095703,
+        2.9947669506073,
+        2.90215802192688,
+        2.5352120399475098,
+        2.3435158729553223,
+        2.2048041820526123,
+        2.145634651184082,
+        1.9626493453979492,
+        1.8375132083892822,
+        1.7765291929244995,
+        1.5290058851242065,
+        1.4179755449295044,
+        1.297467827796936,
+        1.2394267320632935,
+        1.170344591140747,
+        1.1242929697036743,
+        1.080639123916626,
+        1.041819453239441,
+        1.006910800933838,
+        0.9147285223007202,
+        0.9055962562561035,
+        0.8908025026321411,
+        0.7826729416847229,
+        0.7646266222000122,
+        0.7190316915512085,
+        0.6833595633506775,
+        0.6689331531524658,
+        0.6538697481155396,
+        0.6293941736221313,
+        0.6046952605247498,
+        0.5792458653450012,
+        0.5660645365715027,
+        0.5564717054367065,
+        0.5303104519844055,
+        0.5246935486793518,
+        0.5050807595252991,
+        0.4862399697303772,
+        0.4811294376850128,
+        0.46584078669548035,
+        0.4381362497806549,
+        0.4325304627418518,
+        0.4223286509513855,
+        0.41136640310287476,
+        0.39973458647727966,
+        0.3904739320278168,
+        0.3809684216976166,
+        0.3786613643169403,
+        0.3671068549156189,
+        0.3577519953250885,
+        0.35085853934288025,
+        0.3345554769039154,
+        0.33064138889312744,
+        0.3156084716320038,
+        0.31392374634742737,
+        0.30636361241340637,
+        0.29920080304145813,
+        0.29022470116615295,
+        0.28313538432121277,
+        0.2762375473976135,
+        0.2711171507835388,
+        0.2678073048591614,
+        0.25765231251716614,
+        0.25316712260246277,
+        0.2480883151292801,
+        0.2408113181591034,
+        0.23434610664844513,
+        0.2272469699382782,
+        0.2209835797548294,
+        0.21426795423030853,
+        0.2131248563528061,
+        0.20827949047088623,
+        0.2047993391752243,
+        0.19880971312522888,
+        0.19590498507022858,
+        0.1932496428489685,
+        0.19042427837848663,
+        0.18496543169021606,
+        0.180930957198143,
+        0.17687568068504333,
+        0.17232416570186615,
+        0.16815729439258575,
+        0.16500605642795563,
+        0.1596175730228424,
+        0.15487860143184662,
+        0.15134620666503906,
+        0.14799648523330688,
+        0.14716748893260956,
+        0.1428321748971939,
+        0.14070434868335724,
+        0.13809555768966675,
+        0.13664016127586365,
+        0.13564454019069672,
+        0.134125754237175,
+        0.13255716860294342,
+        0.1301637887954712,
+        0.12686413526535034,
+        0.12495382130146027,
+        0.12111490964889526,
+        0.11892638355493546,
+        0.11654295027256012,
+        0.11420582234859467,
+        0.11194925755262375,
+        0.10931067168712616,
+        0.10655874758958817,
+        0.10567505657672882,
+        0.10458134114742279,
+        0.10240590572357178,
+        0.09982085227966309,
+        0.0982135757803917,
+        0.09597912430763245,
+        0.09552405029535294,
+        0.09373881667852402,
+        0.09255129843950272,
+        0.09085515886545181,
+        0.08887307345867157,
+        0.08732727915048599,
+        0.08513142168521881,
+        0.0831906646490097,
+        0.08226223289966583,
+        0.08083242923021317,
+        0.07978110760450363,
+        0.07840639352798462,
+        0.07795870304107666,
+        0.07761067897081375,
+        0.07580775022506714,
+        0.0740819126367569,
+        0.07329275459051132,
+        0.07247582823038101,
+        0.07112429291009903,
+        0.07021087408065796,
+        0.06819285452365875,
+        0.06640752404928207,
+        0.06572694331407547,
+        0.06538188457489014,
+        0.06450697779655457,
+        0.06326395273208618,
+        0.06281541287899017,
+        0.06110244244337082,
+        0.06001663580536842,
+        0.05940989777445793,
+        0.05896122008562088,
+        0.057616595178842545,
+        0.05701758712530136,
+        0.056449044495821,
+        0.056189533323049545,
+        0.054782915860414505,
+        0.05367404595017433,
+        0.05257150158286095,
+        0.05205363407731056,
+        0.05100629851222038,
+        0.04943694919347763,
+        0.048464953899383545,
+        0.048093557357788086,
+        0.0475420206785202,
+        0.046801380813121796,
+        0.04650288447737694,
+        0.04582599177956581,
+        0.045333344489336014,
+        0.045169513672590256,
+        0.04419143870472908,
+        0.04317024350166321,
+        0.04311029613018036,
+        0.042680684477090836,
+        0.04163331910967827,
+        0.04049499332904816,
+        0.03984146937727928,
+        0.039811260998249054,
+        0.03911266848444939,
+        0.038146864622831345,
+        0.037776947021484375,
+        0.03708486258983612,
+        0.0368012972176075,
+        0.0366666354238987,
+        0.03629682958126068,
+        0.035661958158016205,
+        0.034849729388952255,
+        0.034216687083244324,
+        0.033802635967731476,
+        0.03333945572376251,
+        0.033047858625650406,
+        0.03281732276082039,
+        0.03229708969593048,
+        0.031620342284440994,
+        0.031224390491843224,
+        0.030756475403904915,
+        0.030140265822410583,
+        0.029637685045599937,
+        0.02913583256304264,
+        0.02879655733704567,
+        0.02831188775599003,
+        0.028245098888874054,
+        0.02801039256155491,
+        0.02770034223794937,
+        0.02744881808757782,
+        0.02696000412106514,
+        0.026259945705533028,
+        0.025986574590206146,
+        0.025564037263393402,
+        0.02506999298930168,
+        0.02492872253060341,
+        0.02414514496922493,
+        0.023975078016519547,
+        0.023822983726859093,
+        0.023475296795368195,
+        0.022464672103524208,
+        0.022428827360272408,
+        0.02198849432170391,
+        0.0218601543456316,
+        0.02115759253501892,
+        0.0203745998442173,
+        0.020163487643003464,
+        0.019732799381017685,
+        0.019488975405693054,
+        0.019189052283763885,
+        0.017207475379109383
+      ]
+    },
+    "cosine_similarity": {
+      "mean": -0.0006160532939247787,
+      "std": 0.19060803949832916,
+      "p10": -0.22813579440116882,
+      "p50": -0.016253724694252014,
+      "p90": 0.24968162178993225,
+      "min": -0.5142637491226196,
+      "max": 1.0
+    },
+    "feature_norms": {
+      "mean": 32.40860366821289,
+      "std": 5.808300971984863,
+      "p10": 25.417951583862305,
+      "p50": 31.88422393798828,
+      "p90": 39.78951644897461,
+      "min": 18.571550369262695,
+      "max": 58.58527755737305
+    }
+  },
+  "alignment_uniformity": null,
+  "qp_eval": {
+    "variants": [
+      "q",
+      "p",
+      "qp"
+    ],
+    "default_variant": "q",
+    "q_dim": 1024,
+    "p_dim": 1024,
+    "qp_dim": 2048
+  },
+  "qp_variants": {
+    "q": {
+      "coord": "raw",
+      "qp_variant": "q",
+      "feature_dim": 1024,
+      "timing": {
+        "feature_extract_sec": 128.64064741134644
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.1558,
+          0.1706,
+          0.189,
+          0.201,
+          0.2104,
+          0.207,
+          0.1976
+        ],
+        "top5": [
+          0.1872,
+          0.3646,
+          0.3926,
+          0.4236,
+          0.4522,
+          0.454,
+          0.4562
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.001,
+        "weight_decay": 1e-06,
+        "top1": 0.24400000014305115,
+        "top5": 0.5172000005722046
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 38.32660675048828,
+          "participation_ratio_topq": 24.906455993652344,
+          "eigs_top": [
+            87.52665710449219,
+            81.828369140625,
+            75.27953338623047,
+            67.19806671142578,
+            63.119598388671875,
+            58.79090881347656,
+            53.515228271484375,
+            43.10032653808594,
+            39.48273849487305,
+            36.899169921875,
+            33.299739837646484,
+            29.36825180053711,
+            28.514583587646484,
+            24.7359676361084,
+            22.663665771484375,
+            20.396041870117188,
+            19.857831954956055,
+            18.853404998779297,
+            16.674482345581055,
+            16.19467544555664,
+            14.427169799804688,
+            13.86970329284668,
+            13.242194175720215,
+            12.31344223022461,
+            11.684134483337402,
+            10.408358573913574,
+            9.867924690246582,
+            9.707714080810547,
+            8.864837646484375,
+            8.448615074157715,
+            7.997548580169678,
+            7.27415657043457,
+            7.0573201179504395,
+            6.715782165527344,
+            6.294546604156494,
+            6.195870876312256,
+            5.310367107391357,
+            4.80604887008667,
+            4.648767471313477,
+            4.0586771965026855,
+            3.698474168777466,
+            3.166858673095703,
+            2.9947669506073,
+            2.90215802192688,
+            2.5352120399475098,
+            2.3435158729553223,
+            2.2048041820526123,
+            2.145634651184082,
+            1.9626493453979492,
+            1.8375132083892822,
+            1.7765291929244995,
+            1.5290058851242065,
+            1.4179755449295044,
+            1.297467827796936,
+            1.2394267320632935,
+            1.170344591140747,
+            1.1242929697036743,
+            1.080639123916626,
+            1.041819453239441,
+            1.006910800933838,
+            0.9147285223007202,
+            0.9055962562561035,
+            0.8908025026321411,
+            0.7826729416847229,
+            0.7646266222000122,
+            0.7190316915512085,
+            0.6833595633506775,
+            0.6689331531524658,
+            0.6538697481155396,
+            0.6293941736221313,
+            0.6046952605247498,
+            0.5792458653450012,
+            0.5660645365715027,
+            0.5564717054367065,
+            0.5303104519844055,
+            0.5246935486793518,
+            0.5050807595252991,
+            0.4862399697303772,
+            0.4811294376850128,
+            0.46584078669548035,
+            0.4381362497806549,
+            0.4325304627418518,
+            0.4223286509513855,
+            0.41136640310287476,
+            0.39973458647727966,
+            0.3904739320278168,
+            0.3809684216976166,
+            0.3786613643169403,
+            0.3671068549156189,
+            0.3577519953250885,
+            0.35085853934288025,
+            0.3345554769039154,
+            0.33064138889312744,
+            0.3156084716320038,
+            0.31392374634742737,
+            0.30636361241340637,
+            0.29920080304145813,
+            0.29022470116615295,
+            0.28313538432121277,
+            0.2762375473976135,
+            0.2711171507835388,
+            0.2678073048591614,
+            0.25765231251716614,
+            0.25316712260246277,
+            0.2480883151292801,
+            0.2408113181591034,
+            0.23434610664844513,
+            0.2272469699382782,
+            0.2209835797548294,
+            0.21426795423030853,
+            0.2131248563528061,
+            0.20827949047088623,
+            0.2047993391752243,
+            0.19880971312522888,
+            0.19590498507022858,
+            0.1932496428489685,
+            0.19042427837848663,
+            0.18496543169021606,
+            0.180930957198143,
+            0.17687568068504333,
+            0.17232416570186615,
+            0.16815729439258575,
+            0.16500605642795563,
+            0.1596175730228424,
+            0.15487860143184662,
+            0.15134620666503906,
+            0.14799648523330688,
+            0.14716748893260956,
+            0.1428321748971939,
+            0.14070434868335724,
+            0.13809555768966675,
+            0.13664016127586365,
+            0.13564454019069672,
+            0.134125754237175,
+            0.13255716860294342,
+            0.1301637887954712,
+            0.12686413526535034,
+            0.12495382130146027,
+            0.12111490964889526,
+            0.11892638355493546,
+            0.11654295027256012,
+            0.11420582234859467,
+            0.11194925755262375,
+            0.10931067168712616,
+            0.10655874758958817,
+            0.10567505657672882,
+            0.10458134114742279,
+            0.10240590572357178,
+            0.09982085227966309,
+            0.0982135757803917,
+            0.09597912430763245,
+            0.09552405029535294,
+            0.09373881667852402,
+            0.09255129843950272,
+            0.09085515886545181,
+            0.08887307345867157,
+            0.08732727915048599,
+            0.08513142168521881,
+            0.0831906646490097,
+            0.08226223289966583,
+            0.08083242923021317,
+            0.07978110760450363,
+            0.07840639352798462,
+            0.07795870304107666,
+            0.07761067897081375,
+            0.07580775022506714,
+            0.0740819126367569,
+            0.07329275459051132,
+            0.07247582823038101,
+            0.07112429291009903,
+            0.07021087408065796,
+            0.06819285452365875,
+            0.06640752404928207,
+            0.06572694331407547,
+            0.06538188457489014,
+            0.06450697779655457,
+            0.06326395273208618,
+            0.06281541287899017,
+            0.06110244244337082,
+            0.06001663580536842,
+            0.05940989777445793,
+            0.05896122008562088,
+            0.057616595178842545,
+            0.05701758712530136,
+            0.056449044495821,
+            0.056189533323049545,
+            0.054782915860414505,
+            0.05367404595017433,
+            0.05257150158286095,
+            0.05205363407731056,
+            0.05100629851222038,
+            0.04943694919347763,
+            0.048464953899383545,
+            0.048093557357788086,
+            0.0475420206785202,
+            0.046801380813121796,
+            0.04650288447737694,
+            0.04582599177956581,
+            0.045333344489336014,
+            0.045169513672590256,
+            0.04419143870472908,
+            0.04317024350166321,
+            0.04311029613018036,
+            0.042680684477090836,
+            0.04163331910967827,
+            0.04049499332904816,
+            0.03984146937727928,
+            0.039811260998249054,
+            0.03911266848444939,
+            0.038146864622831345,
+            0.037776947021484375,
+            0.03708486258983612,
+            0.0368012972176075,
+            0.0366666354238987,
+            0.03629682958126068,
+            0.035661958158016205,
+            0.034849729388952255,
+            0.034216687083244324,
+            0.033802635967731476,
+            0.03333945572376251,
+            0.033047858625650406,
+            0.03281732276082039,
+            0.03229708969593048,
+            0.031620342284440994,
+            0.031224390491843224,
+            0.030756475403904915,
+            0.030140265822410583,
+            0.029637685045599937,
+            0.02913583256304264,
+            0.02879655733704567,
+            0.02831188775599003,
+            0.028245098888874054,
+            0.02801039256155491,
+            0.02770034223794937,
+            0.02744881808757782,
+            0.02696000412106514,
+            0.026259945705533028,
+            0.025986574590206146,
+            0.025564037263393402,
+            0.02506999298930168,
+            0.02492872253060341,
+            0.02414514496922493,
+            0.023975078016519547,
+            0.023822983726859093,
+            0.023475296795368195,
+            0.022464672103524208,
+            0.022428827360272408,
+            0.02198849432170391,
+            0.0218601543456316,
+            0.02115759253501892,
+            0.0203745998442173,
+            0.020163487643003464,
+            0.019732799381017685,
+            0.019488975405693054,
+            0.019189052283763885,
+            0.017207475379109383
+          ]
+        },
+        "cosine_similarity": {
+          "mean": -0.0006160532939247787,
+          "std": 0.19060803949832916,
+          "p10": -0.22813579440116882,
+          "p50": -0.016253724694252014,
+          "p90": 0.24968162178993225,
+          "min": -0.5142637491226196,
+          "max": 1.0
+        },
+        "feature_norms": {
+          "mean": 32.40860366821289,
+          "std": 5.808300971984863,
+          "p10": 25.417951583862305,
+          "p50": 31.88422393798828,
+          "p90": 39.78951644897461,
+          "min": 18.571550369262695,
+          "max": 58.58527755737305
+        }
+      },
+      "alignment_uniformity": null
+    },
+    "p": {
+      "coord": "raw",
+      "qp_variant": "p",
+      "feature_dim": 1024,
+      "timing": {
+        "feature_extract_sec": 128.84717679023743
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.15,
+          0.1648,
+          0.187,
+          0.1878,
+          0.1934,
+          0.1958,
+          0.189
+        ],
+        "top5": [
+          0.1816,
+          0.3602,
+          0.3762,
+          0.4142,
+          0.4488,
+          0.4594,
+          0.4624
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.001,
+        "weight_decay": 1e-06,
+        "top1": 0.23860000014305116,
+        "top5": 0.5133999998569488
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 39.05260467529297,
+          "participation_ratio_topq": 25.623180389404297,
+          "eigs_top": [
+            81.00090026855469,
+            75.38627624511719,
+            74.47384643554688,
+            71.06632995605469,
+            59.63042068481445,
+            56.41862869262695,
+            45.263912200927734,
+            44.69925308227539,
+            36.94993591308594,
+            33.70616149902344,
+            31.366979598999023,
+            28.845380783081055,
+            26.904258728027344,
+            25.687562942504883,
+            24.599750518798828,
+            23.36286735534668,
+            20.141809463500977,
+            19.24224853515625,
+            17.788761138916016,
+            17.03805160522461,
+            15.64345645904541,
+            14.77509880065918,
+            13.139939308166504,
+            12.394732475280762,
+            11.772072792053223,
+            10.779595375061035,
+            9.88656997680664,
+            9.644651412963867,
+            8.725968360900879,
+            8.147004127502441,
+            7.922526836395264,
+            7.540380954742432,
+            6.378762245178223,
+            6.233994960784912,
+            5.761880397796631,
+            5.559105396270752,
+            5.501149654388428,
+            4.617203712463379,
+            4.411069393157959,
+            3.8380846977233887,
+            3.527966022491455,
+            3.4435222148895264,
+            3.2066714763641357,
+            2.8220162391662598,
+            2.459556818008423,
+            2.4012491703033447,
+            2.3018219470977783,
+            2.1288137435913086,
+            2.062732219696045,
+            1.873646855354309,
+            1.777584433555603,
+            1.5417227745056152,
+            1.5214424133300781,
+            1.3152130842208862,
+            1.1685079336166382,
+            1.1570461988449097,
+            1.1291162967681885,
+            1.0615383386611938,
+            0.9778635501861572,
+            0.9255540370941162,
+            0.905025839805603,
+            0.8629653453826904,
+            0.8372726440429688,
+            0.7977303266525269,
+            0.7681540846824646,
+            0.7275040745735168,
+            0.718110203742981,
+            0.6872246861457825,
+            0.681576669216156,
+            0.6669865250587463,
+            0.634609580039978,
+            0.6209197044372559,
+            0.5806364417076111,
+            0.5615993142127991,
+            0.5491167902946472,
+            0.50803542137146,
+            0.4945370852947235,
+            0.48392733931541443,
+            0.4771884083747864,
+            0.45366382598876953,
+            0.44394421577453613,
+            0.43493106961250305,
+            0.4090263247489929,
+            0.3963983356952667,
+            0.39189279079437256,
+            0.3791714906692505,
+            0.3694078028202057,
+            0.3652159571647644,
+            0.35452455282211304,
+            0.3526078164577484,
+            0.3312203586101532,
+            0.32342955470085144,
+            0.3107934892177582,
+            0.3047100305557251,
+            0.2985266447067261,
+            0.2936769127845764,
+            0.2814651131629944,
+            0.27688488364219666,
+            0.2701166570186615,
+            0.26563337445259094,
+            0.2607007324695587,
+            0.25279536843299866,
+            0.2488182932138443,
+            0.24190546572208405,
+            0.23638910055160522,
+            0.23402883112430573,
+            0.22914455831050873,
+            0.22629950940608978,
+            0.22464913129806519,
+            0.21919450163841248,
+            0.2109714150428772,
+            0.20487593114376068,
+            0.20209825038909912,
+            0.19532781839370728,
+            0.19084979593753815,
+            0.18643349409103394,
+            0.18311691284179688,
+            0.1799239218235016,
+            0.17295433580875397,
+            0.17210598289966583,
+            0.17078813910484314,
+            0.1670297235250473,
+            0.1637311577796936,
+            0.16313956677913666,
+            0.15573646128177643,
+            0.15253160893917084,
+            0.1501910239458084,
+            0.14898864924907684,
+            0.14497171342372894,
+            0.14227506518363953,
+            0.13950267434120178,
+            0.1370062381029129,
+            0.13285550475120544,
+            0.13092133402824402,
+            0.1284818798303604,
+            0.12672029435634613,
+            0.12181686609983444,
+            0.11925230175256729,
+            0.11744603514671326,
+            0.11567528545856476,
+            0.11415182054042816,
+            0.11192049086093903,
+            0.11054963618516922,
+            0.10669071972370148,
+            0.10536262392997742,
+            0.10330109298229218,
+            0.10249142348766327,
+            0.10205171257257462,
+            0.10047594457864761,
+            0.0985102728009224,
+            0.09570709615945816,
+            0.09385615587234497,
+            0.09150923043489456,
+            0.09024166315793991,
+            0.08859092742204666,
+            0.08668390661478043,
+            0.085220567882061,
+            0.08417527377605438,
+            0.08323530852794647,
+            0.07952781021595001,
+            0.07911605387926102,
+            0.0783514752984047,
+            0.07769908756017685,
+            0.07635240256786346,
+            0.07446590811014175,
+            0.07364173978567123,
+            0.07071167975664139,
+            0.07008758187294006,
+            0.07000429928302765,
+            0.06844241917133331,
+            0.06737089902162552,
+            0.06687163561582565,
+            0.06623463332653046,
+            0.06540223211050034,
+            0.06394662708044052,
+            0.06344057619571686,
+            0.06127070635557175,
+            0.06004402041435242,
+            0.0593707412481308,
+            0.057996541261672974,
+            0.05692468583583832,
+            0.055918000638484955,
+            0.055611636489629745,
+            0.05504094436764717,
+            0.053919266909360886,
+            0.05371483787894249,
+            0.05262978374958038,
+            0.05231165885925293,
+            0.051175761967897415,
+            0.050290223211050034,
+            0.04994701221585274,
+            0.04960217326879501,
+            0.04918767884373665,
+            0.04819652438163757,
+            0.04780163615942001,
+            0.04710301011800766,
+            0.046254128217697144,
+            0.045727428048849106,
+            0.045374445617198944,
+            0.04452407360076904,
+            0.04412463679909706,
+            0.04357638955116272,
+            0.04323356971144676,
+            0.04240972548723221,
+            0.04137466102838516,
+            0.0412752665579319,
+            0.040828362107276917,
+            0.04007280617952347,
+            0.03966479003429413,
+            0.03914106264710426,
+            0.03864574059844017,
+            0.037855036556720734,
+            0.03722905367612839,
+            0.03650236129760742,
+            0.03620599955320358,
+            0.03559748828411102,
+            0.035319291055202484,
+            0.035101164132356644,
+            0.0347052700817585,
+            0.03425776958465576,
+            0.03376329690217972,
+            0.03314041346311569,
+            0.03274746611714363,
+            0.03230041638016701,
+            0.03174689784646034,
+            0.03095037117600441,
+            0.03034704551100731,
+            0.030102407559752464,
+            0.029677987098693848,
+            0.02910226210951805,
+            0.02884213998913765,
+            0.028447620570659637,
+            0.02801073156297207,
+            0.027767518535256386,
+            0.027511807158589363,
+            0.02680017799139023,
+            0.025965511798858643,
+            0.025836599990725517,
+            0.025288766250014305,
+            0.02504860796034336,
+            0.024621818214654922,
+            0.024168262258172035,
+            0.023808324709534645,
+            0.023423723876476288,
+            0.02283020317554474,
+            0.022786447778344154,
+            0.022252866998314857,
+            0.021956468001008034,
+            0.02164292149245739,
+            0.020824745297431946,
+            0.02058311179280281,
+            0.02002525143325329,
+            0.019874263554811478,
+            0.01910204254090786,
+            0.018889134749770164,
+            0.018344245851039886
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.0008608065545558929,
+          "std": 0.19035416841506958,
+          "p10": -0.22884535789489746,
+          "p50": -0.013200225308537483,
+          "p90": 0.24982015788555145,
+          "min": -0.6054436564445496,
+          "max": 1.0
+        },
+        "feature_norms": {
+          "mean": 32.02737045288086,
+          "std": 5.919790267944336,
+          "p10": 25.034605026245117,
+          "p50": 31.41079330444336,
+          "p90": 39.62770462036133,
+          "min": 15.435300827026367,
+          "max": 60.59566116333008
+        }
+      },
+      "alignment_uniformity": null
+    },
+    "qp": {
+      "coord": "raw",
+      "qp_variant": "qp",
+      "feature_dim": 2048,
+      "timing": {
+        "feature_extract_sec": 128.63157629966736
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.1624,
+          0.1816,
+          0.2042,
+          0.2094,
+          0.217,
+          0.216,
+          0.2042
+        ],
+        "top5": [
+          0.1924,
+          0.3828,
+          0.4026,
+          0.4408,
+          0.469,
+          0.4772,
+          0.4772
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.001,
+        "weight_decay": 1e-06,
+        "top1": 0.25540000011920927,
+        "top5": 0.5310000003814698
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 51.16464614868164,
+          "participation_ratio_topq": 36.174705505371094,
+          "eigs_top": [
+            111.90589141845703,
+            98.29359436035156,
+            94.89221954345703,
+            93.28010559082031,
+            88.77320098876953,
+            84.91983032226562,
+            82.80128479003906,
+            81.04795837402344,
+            79.54329681396484,
+            75.31147766113281,
+            73.80640411376953,
+            70.09417724609375,
+            68.40707397460938,
+            65.82704162597656,
+            65.07942199707031,
+            59.238616943359375,
+            53.98635482788086,
+            41.54819869995117,
+            37.82649612426758,
+            34.566097259521484,
+            31.982881546020508,
+            30.142610549926758,
+            28.407546997070312,
+            27.374906539916992,
+            26.985212326049805,
+            25.778186798095703,
+            23.877643585205078,
+            23.271657943725586,
+            22.148805618286133,
+            21.012060165405273,
+            20.197525024414062,
+            19.479188919067383,
+            19.14192771911621,
+            18.532154083251953,
+            18.031837463378906,
+            16.63079261779785,
+            15.718299865722656,
+            14.880460739135742,
+            14.176883697509766,
+            13.078150749206543,
+            12.248603820800781,
+            11.941424369812012,
+            11.865946769714355,
+            11.426581382751465,
+            10.892807006835938,
+            10.16574478149414,
+            9.77221965789795,
+            9.30405330657959,
+            8.50893497467041,
+            8.262838363647461,
+            6.953121662139893,
+            6.667316913604736,
+            6.152132987976074,
+            5.908998966217041,
+            5.021613121032715,
+            4.712527751922607,
+            4.545748233795166,
+            4.011068344116211,
+            3.7327253818511963,
+            3.5589351654052734,
+            3.2838990688323975,
+            3.002199649810791,
+            2.8902769088745117,
+            2.7160375118255615,
+            2.3558804988861084,
+            2.105626106262207,
+            2.027315855026245,
+            1.7357412576675415,
+            1.6803532838821411,
+            1.5973434448242188,
+            1.4632357358932495,
+            1.4071555137634277,
+            1.3623319864273071,
+            1.3555998802185059,
+            1.2989407777786255,
+            1.254733681678772,
+            1.1614657640457153,
+            1.115923285484314,
+            1.0697869062423706,
+            1.0502067804336548,
+            1.0252432823181152,
+            1.0096251964569092,
+            0.97308748960495,
+            0.9690763354301453,
+            0.9460057020187378,
+            0.9206222295761108,
+            0.8812719583511353,
+            0.8804799914360046,
+            0.8516978025436401,
+            0.8387847542762756,
+            0.793836772441864,
+            0.7870510816574097,
+            0.7671817541122437,
+            0.7525316476821899,
+            0.7459912896156311,
+            0.7266097068786621,
+            0.7117949724197388,
+            0.6976943016052246,
+            0.6879504323005676,
+            0.6647189855575562,
+            0.6585789918899536,
+            0.6562364101409912,
+            0.6388466358184814,
+            0.626151442527771,
+            0.6045842170715332,
+            0.6018040776252747,
+            0.5968940854072571,
+            0.5812531113624573,
+            0.571247398853302,
+            0.5587402582168579,
+            0.5478138327598572,
+            0.5368510484695435,
+            0.5237399935722351,
+            0.5136212110519409,
+            0.5026645660400391,
+            0.5003479719161987,
+            0.48498761653900146,
+            0.48005616664886475,
+            0.4634954333305359,
+            0.44927510619163513,
+            0.43435490131378174,
+            0.43332821130752563,
+            0.42721566557884216,
+            0.4217566251754761,
+            0.4169516861438751,
+            0.40573441982269287,
+            0.39859843254089355,
+            0.39632686972618103,
+            0.38581934571266174,
+            0.3742126226425171,
+            0.3635063171386719,
+            0.36284494400024414,
+            0.3578241467475891,
+            0.351139634847641,
+            0.3480318486690521,
+            0.34208473563194275,
+            0.33641573786735535,
+            0.32845908403396606,
+            0.32763907313346863,
+            0.31685125827789307,
+            0.3141475021839142,
+            0.3095437288284302,
+            0.3022597134113312,
+            0.2957283854484558,
+            0.29184913635253906,
+            0.2866899371147156,
+            0.28190621733665466,
+            0.2812685966491699,
+            0.2709353268146515,
+            0.2647186815738678,
+            0.2635962963104248,
+            0.2591820955276489,
+            0.2472570687532425,
+            0.2465773969888687,
+            0.24176524579524994,
+            0.23927539587020874,
+            0.23460224270820618,
+            0.2323428988456726,
+            0.22841724753379822,
+            0.22669458389282227,
+            0.22454407811164856,
+            0.2210276573896408,
+            0.2172672301530838,
+            0.21428734064102173,
+            0.21246908605098724,
+            0.2062711864709854,
+            0.2053634375333786,
+            0.20458881556987762,
+            0.20196731388568878,
+            0.19844698905944824,
+            0.19548767805099487,
+            0.19438260793685913,
+            0.19343623518943787,
+            0.19115234911441803,
+            0.18471726775169373,
+            0.18378567695617676,
+            0.18151897192001343,
+            0.17897993326187134,
+            0.17716757953166962,
+            0.1721506267786026,
+            0.1717279553413391,
+            0.1704128235578537,
+            0.16658850014209747,
+            0.16570770740509033,
+            0.16491656005382538,
+            0.16225633025169373,
+            0.15818515419960022,
+            0.154254749417305,
+            0.15355682373046875,
+            0.15188121795654297,
+            0.1511942744255066,
+            0.1485355943441391,
+            0.14833414554595947,
+            0.1459035575389862,
+            0.14376679062843323,
+            0.14245866239070892,
+            0.1393335610628128,
+            0.1353352814912796,
+            0.1348709762096405,
+            0.13408879935741425,
+            0.13029845058918,
+            0.129665806889534,
+            0.12704414129257202,
+            0.12562339007854462,
+            0.12431643158197403,
+            0.12146212160587311,
+            0.12022501230239868,
+            0.11788622289896011,
+            0.11718346178531647,
+            0.11468599736690521,
+            0.11380475759506226,
+            0.11137094348669052,
+            0.10988447815179825,
+            0.1088484525680542,
+            0.10769359767436981,
+            0.10656499862670898,
+            0.10431959480047226,
+            0.10222133249044418,
+            0.10105161368846893,
+            0.10059148073196411,
+            0.09786360710859299,
+            0.09615723788738251,
+            0.09474950283765793,
+            0.09419310837984085,
+            0.09138573706150055,
+            0.09131881594657898,
+            0.08890580385923386,
+            0.0885709822177887,
+            0.08630099147558212,
+            0.08557424694299698,
+            0.08430014550685883,
+            0.08238034695386887,
+            0.08042730391025543,
+            0.07727062702178955,
+            0.07645540684461594,
+            0.07515966147184372,
+            0.07476002722978592,
+            0.07238928973674774,
+            0.0722246915102005,
+            0.07112199068069458,
+            0.0706256628036499,
+            0.07017621397972107,
+            0.06843014061450958,
+            0.06744131445884705,
+            0.06617936491966248,
+            0.06579997390508652,
+            0.06444726139307022,
+            0.0634986162185669,
+            0.06226002797484398,
+            0.06073232367634773,
+            0.05827607959508896,
+            0.057074323296546936,
+            0.056675225496292114,
+            0.0549761988222599,
+            0.05398869514465332,
+            0.05209798738360405
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 6.953410775167868e-05,
+          "std": 0.160628542304039,
+          "p10": -0.17763498425483704,
+          "p50": -0.022720947861671448,
+          "p90": 0.20804144442081451,
+          "min": -0.47098782658576965,
+          "max": 1.0
+        },
+        "feature_norms": {
+          "mean": 45.69194030761719,
+          "std": 7.55626106262207,
+          "p10": 36.690242767333984,
+          "p50": 44.944740295410156,
+          "p90": 55.500274658203125,
+          "min": 24.92304229736328,
+          "max": 82.61701202392578
+        }
+      },
+      "alignment_uniformity": null
+    }
+  }
+}