Image Feature Extraction
Transformers
Safetensors
clip_vitb_mini
feature-extraction
clip
knowledge-distillation
consensus-distillation
vit
custom_code
Instructions to use AbstractPhil/clip-vitb-mini-distilled with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use AbstractPhil/clip-vitb-mini-distilled with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("image-feature-extraction", model="AbstractPhil/clip-vitb-mini-distilled", trust_remote_code=True)# pip install -U transformers accelerate # Load model directly from transformers import AutoModel model = AutoModel.from_pretrained("AbstractPhil/clip-vitb-mini-distilled", trust_remote_code=True, device_map="auto") - Notebooks
- Google Colab
- Kaggle
ship splat_screen/infonce_s3_splat_all_frozen_s0.jsonl (2026-08-22 4090 queue)
Browse files
splat_screen/infonce_s3_splat_all_frozen_s0.jsonl
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"arm": "infonce", "seed": 0, "steps": 2000, "split": "train", "probe_init": [{"block": 1, "splat": true, "rv_tokens": 0.9988188707991803, "rv_cls": 0.0, "w_mean_abs": 0.05985961854457855, "erank_tokens": 100.306, "erank_cls": 17.397}, {"block": 2, "splat": true, "rv_tokens": 0.9971909118471747, "rv_cls": 0.08090324851660709, "w_mean_abs": 0.05892176926136017, "erank_tokens": 97.623, "erank_cls": 20.231}, {"block": 3, "splat": true, "rv_tokens": 0.9966458378243349, "rv_cls": 0.06413719880678749, "w_mean_abs": 0.05787632241845131, "erank_tokens": 94.862, "erank_cls": 24.029}, {"block": 4, "splat": true, "rv_tokens": 0.9960473591964036, "rv_cls": 0.13946721637605372, "w_mean_abs": 0.05784909799695015, "erank_tokens": 93.377, "erank_cls": 25.575}, {"block": 5, "splat": true, "rv_tokens": 0.9936601676127257, "rv_cls": 0.11124336445898723, "w_mean_abs": 0.0596427321434021, "erank_tokens": 90.151, "erank_cls": 24.889}, {"block": 6, "splat": true, "rv_tokens": 0.9943787164300755, "rv_cls": 0.10336777297399458, "w_mean_abs": 0.058696117252111435, "erank_tokens": 87.619, "erank_cls": 24.593}, {"block": 7, "splat": true, "rv_tokens": 0.9940760921456332, "rv_cls": 0.10054845114698627, "w_mean_abs": 0.060074545443058014, "erank_tokens": 82.938, "erank_cls": 23.346}, {"block": 8, "splat": true, "rv_tokens": 0.9933531748104824, "rv_cls": 0.10218097714928959, "w_mean_abs": 0.05889306589961052, "erank_tokens": 80.799, "erank_cls": 23.193}, {"block": 9, "splat": true, "rv_tokens": 0.9934564778672547, "rv_cls": 0.11861627706949072, "w_mean_abs": 0.05941477417945862, "erank_tokens": 79.611, "erank_cls": 23.131}, {"block": 10, "splat": true, "rv_tokens": 0.9941591446588074, "rv_cls": 0.09333767907254065, "w_mean_abs": 0.05909280851483345, "erank_tokens": 79.013, "erank_cls": 23.565}, {"block": 11, "splat": true, "rv_tokens": 0.9943391537487264, "rv_cls": 0.1013717593476038, "w_mean_abs": 0.05869433283805847, "erank_tokens": 75.502, "erank_cls": 22.371}, {"block": 12, "splat": true, "rv_tokens": 0.9944053609647702, "rv_cls": 0.09437799869129225, "w_mean_abs": 0.05767336115241051, "erank_tokens": 74.456, "erank_cls": 22.454}], "loss_step1": 5.6219, "loss_final": 1.9866, "probe_final": [{"block": 1, "splat": true, "rv_tokens": 0.996290134785593, "rv_cls": 0.0, "w_mean_abs": 0.05838925391435623, "erank_tokens": 119.142, "erank_cls": 15.386}, {"block": 2, "splat": true, "rv_tokens": 0.9487188256061228, "rv_cls": 0.04964856329873647, "w_mean_abs": 0.05920791998505592, "erank_tokens": 115.879, "erank_cls": 21.509}, {"block": 3, "splat": true, "rv_tokens": 0.8942139890987005, "rv_cls": 0.06527489432668344, "w_mean_abs": 0.05778014287352562, "erank_tokens": 115.339, "erank_cls": 29.199}, {"block": 4, "splat": true, "rv_tokens": 0.9152688193445477, "rv_cls": 0.0741322776311012, "w_mean_abs": 0.05836837366223335, "erank_tokens": 115.516, "erank_cls": 40.009}, {"block": 5, "splat": true, "rv_tokens": 0.9552168585617541, "rv_cls": 0.08718353004296661, "w_mean_abs": 0.058184873312711716, "erank_tokens": 114.05, "erank_cls": 51.204}, {"block": 6, "splat": true, "rv_tokens": 0.9581263265793467, "rv_cls": 0.17468595190848024, "w_mean_abs": 0.05832767114043236, "erank_tokens": 110.468, "erank_cls": 63.313}, {"block": 7, "splat": true, "rv_tokens": 0.9282392863550479, "rv_cls": 0.22956652587913465, "w_mean_abs": 0.05803147703409195, "erank_tokens": 110.633, "erank_cls": 74.538}, {"block": 8, "splat": true, "rv_tokens": 0.925504956240969, "rv_cls": 0.29288720064217855, "w_mean_abs": 0.05793442949652672, "erank_tokens": 111.67, "erank_cls": 86.56}, {"block": 9, "splat": true, "rv_tokens": 0.8991101075501219, "rv_cls": 0.34555537344346476, "w_mean_abs": 0.058143362402915955, "erank_tokens": 112.938, "erank_cls": 99.723}, {"block": 10, "splat": true, "rv_tokens": 0.8661670836054695, "rv_cls": 0.492836391858664, "w_mean_abs": 0.058164265006780624, "erank_tokens": 117.296, "erank_cls": 111.257}, {"block": 11, "splat": true, "rv_tokens": 0.8917076311324641, "rv_cls": 0.5657423112899297, "w_mean_abs": 0.058464519679546356, "erank_tokens": 121.271, "erank_cls": 121.46}, {"block": 12, "splat": true, "rv_tokens": 0.9011955711137594, "rv_cls": 0.6996876731381858, "w_mean_abs": 0.05857761576771736, "erank_tokens": 126.371, "erank_cls": 129.792}], "zs_cifar10": 0.2629, "coco_r1": 0.027, "coco_r5": 0.0856, "agree_cos": 0.3384, "cv16": 0.2679, "erank": 127.41, "n_eval": 5000, "target": "clip_b16_laion2b", "params": 7967792, "s_per_step": 0.276, "wall_s": 645.8, "peak_gb": 7.87, "ckpt": "E:\\mirel\\data\\dist\\ckpts\\infonce_s3_splat_all_frozen_s0_t2000.pt", "smoke": false, "variant": {"attn": "splat", "splat_blocks": "all", "M": 30, "K": 8, "frozen": true, "tag": "s3_splat_all_frozen"}}
|