diff --git a/data.json b/data.json
index e6ee076d3841f4c2f28a5b55a9cec9a3d06d2ced..1ca75b8e0c2d46cf87c1934b0b87597e80ef23a6 100644
--- a/data.json
+++ b/data.json
@@ -1 +1 @@
-{"rows": [["EvollaModel", "Reachable", "", 732, "westlake-repl/Evolla-10B-hf"], ["afmoe", "Reachable", "", 84004, "optimum-intel-internal-testing/tiny-random-trinity"], ["aimv2", "Reachable", "", 10627, "apple/aimv2-large-patch14-224-lit"], ["aimv2_text_model", "Unreachable", "component config only", 0, ""], ["aimv2_vision_model", "Reachable", "", 3412, "apple/aimv2-large-patch14-224"], ["albert", "Done", "", 2009876, "albert/albert-base-v2"], ["align", "Unreachable", "forward fails after shrink", 21429, "kakaobrain/align-base"], ["align_text_model", "Unreachable", "component config only", 0, ""], ["align_vision_model", "Unreachable", "component config only", 0, ""], ["altclip", "Reachable", "", 7652, "BAAI/AltCLIP"], ["altclip_text_model", "Unreachable", "component config only", 0, ""], ["altclip_vision_model", "Unreachable", "component config only", 0, ""], ["apertus", "Done", "", 457103, "swiss-ai/Apertus-8B-Instruct-2509"], ["arcee", "Reachable", "", 64187, "optimum-intel-internal-testing/tiny-random-ArceeForCausalLM"], ["aria", "Unreachable", "forward fails after shrink", 29760, "rhymes-ai/Aria"], ["aria_text", "Unreachable", "forward fails after shrink", 88, "hf-tiny-v2/tiny-random-AriaTextForCausalLM"], ["audio-spectrogram-transformer", "Unreachable", "forward fails after shrink", 1651174, "MIT/ast-finetuned-audioset-10-10-0.4593"], ["audioflamingo3", "Done", "", 144463, "nvidia/audio-flamingo-3-hf"], ["audioflamingo3_encoder", "Unreachable", "forward fails after shrink", 27, "hf-tiny-v2/tiny-random-AudioFlamingo3Encoder"], ["autoformer", "Unreachable", "synthetic inputs rejected", 79649, "huggingface/autoformer-tourism-monthly"], ["axk1", "Reachable", "", 5094, "skt/A.X-K1"], ["axk2", "Reachable", "", 90892, "skt/A.X-K2-NVFP4"], ["aya_vision", "Reachable", "", 3689, "CohereLabs/aya-vision-8b"], ["bailing_hybrid", "Unreachable", "forward fails after shrink", 727122, "rapid-mlx/Ling-3.0-tiny-MLX-4bit"], ["bamba", "Reachable", "", 11728, "ibm-ai-platform/Bamba-9B-v1"], ["bark", "Unreachable", "forward fails after shrink", 28264, "suno/bark"], ["bart", "Done", "", 6328395, "facebook/bart-large-mnli"], ["beam", "Reachable", "", 20667, "reflection/Beam-1.0-501B-A23B"], ["beit", "Done", "", 169127, "microsoft/dit-base-finetuned-rvlcdip"], ["bert", "Done", "", 527874026, "sentence-transformers/all-MiniLM-L6-v2"], ["bert-generation", "Reachable", "", 3386, "ybelkada/random-tiny-BertGenerationModel"], ["big_bird", "Done", "", 194505, "google/bigbird-roberta-base"], ["bigbird_pegasus", "Reachable", "", 71110, "optimum-intel-internal-testing/tiny-random-bigbird_pegasus"], ["biogpt", "Reachable", "", 56866, "optimum-intel-internal-testing/tiny-random-BioGptForCausalLM"], ["bit", "Unreachable", "model build fails", 8676, "google/bit-50"], ["bitnet", "Reachable", "", 35767, "optimum-intel-internal-testing/tiny-random-bitnet"], ["blenderbot", "Done", "", 235225, "optimum-intel-internal-testing/tiny-random-BlenderbotModel"], ["blenderbot-small", "Reachable", "", 5857, "facebook/blenderbot_small-90M"], ["blip", "Unreachable", "forward fails after shrink", 2359364, "Salesforce/blip-image-captioning-base"], ["blip-2", "Unreachable", "forward fails after shrink", 457477, "Salesforce/blip2-opt-2.7b"], ["blip_2_qformer", "Unreachable", "forward fails after shrink", 145, "hf-tiny-v2/tiny-random-Blip2QFormerModel"], ["blip_2_vision_model", "Unreachable", "component config only", 24, "tmnam20/blip2-opt-2.7b-vision"], ["blip_text_model", "Unreachable", "component config only", 0, ""], ["blip_vision_model", "Unreachable", "component config only", 0, ""], ["bloom", "Done", "", 1527823, "bigscience/bloomz-560m"], ["blt", "Unreachable", "forward fails after shrink", 6999, "itazap/blt-1b-hf"], ["blt_global_transformer", "No checkpoint", "no Hub checkpoint has this model_type (documented itazap/blt-1b-hf is another type)", 0, ""], ["blt_local_decoder", "No checkpoint", "no Hub checkpoint has this model_type (documented itazap/blt-1b-hf is another type)", 0, ""], ["blt_local_encoder", "No checkpoint", "no Hub checkpoint has this model_type (documented itazap/blt-1b-hf is another type)", 0, ""], ["blt_patcher", "No checkpoint", "no Hub checkpoint has this model_type (documented itazap/blt-1b-hf is another type)", 0, ""], ["bridgetower", "Reachable", "", 80, "regisss/bridgetower-newyorker-a100-8x"], ["bridgetower_text_model", "No checkpoint", "no Hub checkpoint has this model_type (documented BridgeTower/bridgetower-base is another type)", 0, ""], ["bridgetower_vision_model", "No checkpoint", "no Hub checkpoint has this model_type (documented BridgeTower/bridgetower-base is another type)", 0, ""], ["bros", "Unreachable", "forward fails after shrink", 42661, "naver-clova-ocr/bros-base-uncased"], ["camembert", "Done", "", 2226781, "almanach/camembert-base"], ["canary", "Unreachable", "forward fails after shrink", 237192, "nvidia/canary-1b-v2"], ["canary_decoder", "Unreachable", "component config only", 0, ""], ["canine", "Done", "", 167492, "google/canine-c"], ["chameleon", "Reachable", "", 8504, "facebook/chameleon-7b"], ["chameleon_vqgan", "Unreachable", "component config only", 33, "leloy/Anole-7b-v0.1-vqvae-hf"], ["chinese_clip", "Done", "", 276376, "OFA-Sys/chinese-clip-vit-base-patch16"], ["chinese_clip_text_model", "Unreachable", "component config only", 0, ""], ["chinese_clip_vision_model", "Reachable", "", 57, "hf-tiny-v2/tiny-random-ChineseCLIPVisionModel"], ["chmv2", "Unreachable", "forward fails after shrink", 1526, "facebook/dinov3-vitl16-chmv2-dpt-head"], ["clap", "Done", "", 9104856, "laion/clap-htsat-fused"], ["clap_audio_model", "Unreachable", "component config only", 257, "NGDtuanh/abook-music-student"], ["clap_text_model", "Unreachable", "component config only", 61, "werent4/larger_clap_general_text_model"], ["clip", "Done", "", 37612455, "openai/clip-vit-base-patch32"], ["clip_text_model", "Done", "", 940714, "peft-internal-testing/tiny-clip-text-2"], ["clip_vision_model", "Done", "", 432156, "xingpng/OneIG-StyleEncoder"], ["clipseg", "Done", "", 545844, "CIDAS/clipseg-rd64-refined"], ["clipseg_text_model", "Unreachable", "component config only", 0, ""], ["clipseg_vision_model", "Unreachable", "component config only", 0, ""], ["clvp", "Unreachable", "forward fails after shrink", 5530, "susnato/clvp_dev"], ["clvp_decoder", "Unreachable", "component config only", 0, ""], ["clvp_encoder", "Unreachable", "component config only", 0, ""], ["codegen", "Unreachable", "forward fails after shrink", 168810, "Salesforce/codegen2-16B_P"], ["cohere", "Done", "", 166589, "optimum-intel-internal-testing/tiny-random-CohereForCausalLM"], ["cohere2", "Done", "", 162977, "optimum-intel-internal-testing/tiny-random-aya-base"], ["cohere2_moe", "Reachable", "", 15203, "CohereLabs/North-Mini-Code-1.0"], ["cohere2_vision", "Reachable", "", 37679, "CohereLabs/command-a-plus-05-2026-bf16"], ["cohere_asr", "Unreachable", "forward fails after shrink", 350010, "CohereLabs/cohere-transcribe-arabic-07-2026"], ["cohere_compass", "Reachable", "", 34840, "CohereLabs/North-Micro-Vision-Instruct"], ["cohere_compass_text", "Reachable", "", 41, "hf-tiny-v2/tiny-random-CohereCompassTextForSequenceClassification"], ["cohere_compass_vision", "Unreachable", "forward fails after shrink", 15, "hf-tiny-v2/tiny-random-CohereCompassVisionModel"], ["colmodernvbert", "Unreachable", "no usable checkpoint", 1649, "Qdrant/colmodernvbert"], ["colpali", "Reachable", "", 8568, "vidore/colpali-v1.3-hf"], ["colqwen2", "Reachable", "", 36700, "vidore/colqwen2-v1.0-hf"], ["conditional_detr", "Reachable", "", 62673, "yainage90/fashion-object-detection"], ["convbert", "Done", "", 509373, "YituTech/conv-bert-base"], ["convnext", "Done", "", 192305, "facebook/convnext-tiny-224"], ["convnextv2", "Done", "", 330963, "facebook/convnextv2-base-22k-384"], ["cosmos3_edge", "Reachable", "", 83288, "nvidia/Cosmos3-Edge"], ["cosmos3_edge_text", "Reachable", "", 14, "hf-tiny-v2/tiny-random-Cosmos3EdgeTextModel"], ["cosmos3_edge_vision", "Unreachable", "forward fails after shrink", 12, "hf-tiny-v2/tiny-random-Cosmos3EdgeVisionModel"], ["cosmos3_omni", "Done", "", 244937, "nvidia/Cosmos3-Nano"], ["cpmant", "Reachable", "", 3742, "openbmb/cpm-ant-10b"], ["csm", "Done", "", 145078, "sesame/csm-1b"], ["csm_depth_decoder_model", "Unreachable", "checkpoint gated", 0, "sesame/csm-1b"], ["ctrl", "Reachable", "", 17032, "Salesforce/ctrl"], ["cvt", "Reachable", "", 12319, "microsoft/cvt-13"], ["cwm", "Unreachable", "no usable checkpoint", 1007, "facebook/cwm"], ["d_fine", "Unreachable", "forward fails after shrink", 126298, "ustc-community/dfine-xlarge-obj2coco"], ["dab-detr", "Unreachable", "config load fails", 7050, "IDEA-Research/dab-detr-resnet-50"], ["dac", "Unreachable", "forward fails after shrink", 72000, "descript/dac_44khz"], ["data2vec-audio", "Reachable", "", 39013, "optimum-intel-internal-testing/tiny-random-Data2VecAudioModel"], ["data2vec-text", "Reachable", "", 7219, "optimum-intel-internal-testing/tiny-random-Data2VecTextModel"], ["data2vec-vision", "Unreachable", "shrink fails", 17284, "optimum-intel-internal-testing/tiny-random-Data2VecVisionModel"], ["dbrx", "Reachable", "", 16983, "trl-internal-testing/tiny-DbrxForCausalLM"], ["deberta", "Done", "", 692267, "microsoft/deberta-large-mnli"], ["deberta-v2", "Done", "", 21746039, "microsoft/mdeberta-v3-base"], ["decision_transformer", "Unreachable", "synthetic inputs rejected", 6158, "edbeeching/decision-transformer-gym-hopper-medium"], ["deepseek_ocr2", "Unreachable", "synthetic inputs rejected", 22922, "optimum-intel-internal-testing/tiny-random-deepseek-ocr-2"], ["deepseek_ocr2_encoder", "Unreachable", "component config only", 0, ""], ["deepseek_ocr2_sam_vision_model", "Unreachable", "component config only", 0, ""], ["deepseek_ocr2_text", "Unreachable", "component config only", 0, ""], ["deepseek_ocr2_vision", "Unreachable", "component config only", 0, ""], ["deepseek_v2", "Done", "", 668975, "deepseek-ai/DeepSeek-Coder-V2-Lite-Instruct"], ["deepseek_v3", "Done", "", 4950570, "deepseek-ai/DeepSeek-R1"], ["deepseek_v32", "Done", "", 6161743, "deepseek-ai/DeepSeek-V3.2"], ["deepseek_v4", "Done", "", 6213673, "deepseek-ai/DeepSeek-V4-Flash-0731"], ["deepseek_vl", "Reachable", "", 8828, "deepseek-community/deepseek-vl-1.3b-chat"], ["deepseek_vl_hybrid", "Reachable", "", 8249, "deepseek-community/deepseek-vl-7b-chat"], ["deformable_detr", "Reachable", "", 23013, "SenseTime/deformable-detr"], ["deimv2", "Unreachable", "forward fails after shrink", 4393, "alessioarcara/deimv2-deimv2_dinov3_x_coco"], ["deit", "Reachable", "", 50030, "facebook/deit-base-distilled-patch16-384"], ["depth_anything", "Unreachable", "forward fails after shrink", 2447209, "depth-anything/Depth-Anything-V2-Small-hf"], ["depth_pro", "Unreachable", "forward fails after shrink", 52957, "apple/DepthPro-hf"], ["detr", "Done", "", 385370, "TahaDouaji/detr-doc-table-detection"], ["dia", "Unreachable", "no usable checkpoint", 16396, "nari-labs/Dia-1.6B-0626"], ["dia_decoder", "No checkpoint", "no Hub checkpoint has this model_type (documented nari-labs/Dia-1.6B is another type)", 0, ""], ["dia_encoder", "No checkpoint", "no Hub checkpoint has this model_type (documented nari-labs/Dia-1.6B is another type)", 0, ""], ["diffllama", "Reachable", "", 4593, "kajuma/DiffLlama-0.3B-handcut"], ["diffusion_gemma", "Unreachable", "forward fails after shrink", 1034537, "google/diffusiongemma-26B-A4B-it"], ["diffusion_gemma_text", "Unreachable", "component config only", 0, ""], ["dinat", "Unreachable", "model build fails", 209, "shi-labs/dinat-mini-in1k-224"], ["dinov2", "Done", "", 7235906, "facebook/dinov2-base"], ["dinov2_with_registers", "Done", "", 354429, "facebook/dinov2-with-registers-base"], ["dinov3_convnext", "Reachable", "", 95750, "facebook/dinov3-convnext-tiny-pretrain-lvd1689m"], ["dinov3_vit", "Done", "", 2089303, "facebook/dinov3-vitl16-pretrain-lvd1689m"], ["distilbert", "Done", "", 20324420, "distilbert/distilbert-base-uncased"], ["doge", "Reachable", "", 8362, "SmallDoge/Doge-320M"], ["donut-swin", "Reachable", "", 2963, "optimum-intel-internal-testing/tiny-random-DonutSwinModel"], ["dots1", "Reachable", "", 6731, "rednote-hilab/dots.llm1.base"], ["dpr", "Reachable", "", 53829, "facebook/dpr-question_encoder-single-nq-base"], ["dpt", "Done", "", 620365, "Intel/dpt-hybrid-midas"], ["edgetam", "Unreachable", "no usable checkpoint", 9579, "onnx-community/EdgeTAM-ONNX"], ["edgetam_mask_decoder", "No checkpoint", "no Hub checkpoint has this model_type (documented yonigozlan/EdgeTAM-hf is another type)", 0, ""], ["edgetam_prompt_encoder", "No checkpoint", "no Hub checkpoint has this model_type (documented yonigozlan/EdgeTAM-hf is another type)", 0, ""], ["edgetam_video", "Unreachable", "forward fails after shrink", 11709, "yonigozlan/EdgeTAM-hf"], ["edgetam_video_mask_decoder", "No checkpoint", "no Hub checkpoint has this model_type (documented yonigozlan/EdgeTAM-hf is another type)", 0, ""], ["edgetam_video_prompt_encoder", "No checkpoint", "no Hub checkpoint has this model_type (documented yonigozlan/EdgeTAM-hf is another type)", 0, ""], ["edgetam_vision_model", "Reachable", "", 53, "hf-tiny-v2/tiny-random-EdgeTamVisionModel"], ["efficientloftr", "Unreachable", "shrink fails", 16245, "zju-community/efficientloftr"], ["efficientnet", "Unreachable", "forward fails after shrink", 168152, "docling-project/DocumentFigureClassifier-v2.5"], ["electra", "Done", "", 28465435, "google/electra-base-discriminator"], ["embedding_gemma2", "Done", "", 719174, "onnx-community/embeddinggemma-2-ONNX"], ["embedding_gemma2_text", "Reachable", "", 171, "HukukcuApp/tr-legal-embedding-gemma-2"], ["emu3", "Reachable", "", 20741, "BAAI/Emu3-Chat-hf"], ["emu3_text_model", "Unreachable", "component config only", 118, "hf-tiny-v2/tiny-random-Emu3TextModel"], ["emu3_vqgan", "Unreachable", "component config only", 0, ""], ["encodec", "Unreachable", "forward fails after shrink", 105065, "facebook/encodec_24khz"], ["encoder-decoder", "Done", "", 29649, "optimum-internal-testing/tiny-random-encoder-decoder-gpt2-bert"], ["eomt", "Unreachable", "forward fails after shrink", 67972, "tue-mps/coco_panoptic_eomt_large_640"], ["eomt_dinov3", "Unreachable", "forward fails after shrink", 21640, "tue-mps/eomt-dinov3-ade-semantic-large-512"], ["ernie", "Reachable", "", 73981, "shibing624/text2vec-base-chinese-paraphrase"], ["ernie4_5", "Reachable", "", 14731, "baidu/ERNIE-4.5-0.3B-PT"], ["ernie4_5_moe", "Unreachable", "forward fails after shrink", 123822, "baidu/ERNIE-4.5-21B-A3B-Thinking"], ["ernie4_5_vl_moe", "Unreachable", "forward fails after shrink", 45, "hf-tiny-v2/tiny-random-Ernie4_5_VLMoeForConditionalGeneration"], ["ernie4_5_vl_moe_text", "No checkpoint", "no Hub checkpoint has this model_type (documented baidu/ERNIE-4.5-VL-28B-A3B-PT is another type)", 0, ""], ["ernie4_5_vl_moe_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented baidu/ERNIE-4.5-VL-28B-A3B-PT is another type)", 0, ""], ["esm", "Done", "", 7030784, "facebook/esm2_t33_650M_UR50D"], ["esmc", "Done", "", 393143, "biohub/ESMC-300M"], ["esmfold2", "Unreachable", "shrink fails", 388538, "biohub/ESMFold2"], ["eurobert", "Done", "", 847801, "OpenMed/OpenMed-NER-ChemicalDetect-EuroMed-212M"], ["evolla", "No checkpoint", "no Hub checkpoint has this model_type (none documented)", 0, ""], ["exaone4", "Reachable", "", 64834, "LGAI-EXAONE/EXAONE-4.0-32B"], ["exaone4_5", "Reachable", "", 39320, "LGAI-EXAONE/EXAONE-4.5-33B"], ["exaone4_5_vision", "Unreachable", "forward fails after shrink", 31, "hf-tiny-v2/tiny-random-Exaone4_5_VisionModel"], ["exaone_moe", "Reachable", "", 18548, "LGAI-EXAONE/K-EXAONE-236B-A23B"], ["falcon", "Done", "", 350854, "tiiuae/falcon-7b"], ["falcon_h1", "Done", "", 104762, "tiiuae/Falcon-H1-3B-Instruct"], ["falcon_mamba", "Reachable", "", 61205, "trl-internal-testing/tiny-FalconMambaForCausalLM"], ["fast_vlm", "Reachable", "", 5841, "KamilaMila/FastVLM-7B"], ["fastspeech2_conformer", "Unreachable", "forward fails after shrink", 2880, "espnet/fastspeech2_conformer"], ["fastspeech2_conformer_hifigan", "No checkpoint", "no Hub checkpoint has this model_type (documented espnet/fastspeech2_conformer_with_hifigan is another type)", 0, ""], ["fastspeech2_conformer_with_hifigan", "Unreachable", "forward fails after shrink", 2800, "espnet/fastspeech2_conformer_with_hifigan"], ["flaubert", "Reachable", "", 74651, "flaubert/flaubert_base_uncased"], ["flava", "Reachable", "", 32370, "facebook/flava-full"], ["flava_image_codebook", "Unreachable", "component config only", 23, "facebook/flava-image-codebook"], ["flava_image_model", "Unreachable", "component config only", 0, ""], ["flava_multimodal_model", "Unreachable", "component config only", 0, ""], ["flava_text_model", "Unreachable", "component config only", 0, ""], ["flex_olmo", "Reachable", "", 12810, "allenai/FlexOlmo-7x7B-1T"], ["flint", "Reachable", "", 60545, "RecursiveSI/flint"], ["florence2", "Done", "", 4293112, "microsoft/Florence-2-base"], ["florence_vision", "Unreachable", "component config only", 0, ""], ["fnet", "Done", "", 478381, "google/fnet-base"], ["focalnet", "Reachable", "", 11569, "microsoft/focalnet-tiny"], ["fsmt", "Reachable", "", 57368, "facebook/wmt19-en-de"], ["fun_asr_nano", "Unreachable", "shrink fails", 162557, "FunAudioLLM/Fun-ASR-Nano-2512-hf"], ["fun_asr_nano_encoder", "Unreachable", "forward fails after shrink", 21, "hf-tiny-v2/tiny-random-FunAsrNanoEncoder"], ["funnel", "Reachable", "", 11894, "funnel-transformer/small"], ["fuyu", "Reachable", "", 12098, "adept/fuyu-8b"], ["gemma", "Done", "", 611743, "google/gemma-2b"], ["gemma2", "Done", "", 2138107, "hugging-quants/gemma-2-9b-it-AWQ-INT4"], ["gemma3", "Done", "", 6276380, "google/gemma-3-4b-it"], ["gemma3_text", "Done", "", 3985142, "google/embeddinggemma-300m"], ["gemma3n", "Done", "", 360811, "unsloth/gemma-3n-E4B-it"], ["gemma3n_audio", "Unreachable", "synthetic inputs rejected", 63, "hf-tiny-v2/tiny-random-Gemma3nAudioEncoder"], ["gemma3n_text", "Reachable", "", 2175, "optimum-intel-internal-testing/tiny-random-gemma3n-text"], ["gemma3n_vision", "Reachable", "", 0, ""], ["gemma4", "Done", "", 47591452, "google/gemma-4-31B-it"], ["gemma4_assistant", "Unreachable", "forward fails after shrink", 683069, "google/gemma-4-26B-A4B-it-assistant"], ["gemma4_audio", "Unreachable", "forward fails after shrink", 138, "rnagabh/gemma4-audio-encoder"], ["gemma4_text", "Reachable", "", 41837, "AlexKoff88/gemma4_tinystories"], ["gemma4_unified", "Done", "", 4749964, "google/gemma-4-12B-it"], ["gemma4_unified_assistant", "Unreachable", "forward fails after shrink", 37821, "google/gemma-4-12B-it-assistant"], ["gemma4_unified_audio", "Unreachable", "component config only", 0, ""], ["gemma4_unified_text", "Reachable", "", 2960, "jgeuter/Jeff-1.0-Medium"], ["gemma4_unified_vision", "Unreachable", "component config only", 0, ""], ["gemma4_vision", "Unreachable", "forward fails after shrink", 214, "rnagabh/gemma4-vision-encoder"], ["git", "Reachable", "", 46165, "microsoft/git-base"], ["git_vision_model", "Unreachable", "component config only", 0, ""], ["glm", "Unreachable", "no usable checkpoint", 43219, "optimum-intel-internal-testing/tiny-random-glm-edge"], ["glm4", "Done", "", 139087, "optimum-intel-internal-testing/tiny-random-glm4"], ["glm46v", "Unreachable", "no usable checkpoint", 170, "hf-tiny-v2/tiny-random-Glm46VModel"], ["glm4_moe", "Done", "", 1607130, "zai-org/GLM-4.5-Air"], ["glm4_moe_lite", "Done", "", 1802094, "zai-org/GLM-4.7-Flash"], ["glm4v", "Unreachable", "forward fails after shrink", 277739, "zai-org/GLM-4.1V-9B-Thinking"], ["glm4v_moe", "Unreachable", "forward fails after shrink", 35179, "zai-org/GLM-4.5V"], ["glm4v_moe_text", "Unreachable", "forward fails after shrink", 58, "hf-tiny-v2/tiny-random-Glm4vMoeTextModel"], ["glm4v_moe_vision", "Unreachable", "no usable checkpoint", 38, "hf-tiny-v2/tiny-random-Glm4vMoeVisionModel"], ["glm4v_text", "Unreachable", "forward fails after shrink", 58, "hf-tiny-v2/tiny-random-Glm4vTextModel"], ["glm4v_vision", "Unreachable", "forward fails after shrink", 38, "hf-tiny-v2/tiny-random-Glm4vVisionModel"], ["glm5_next", "Done", "", 7619607, "zai-org/GLM-5.3-Flash"], ["glm5_next_text", "Reachable", "", 23, "hf-tiny-v2/tiny-random-Glm5NextTextModel"], ["glm5_next_vision", "Unreachable", "forward fails after shrink", 65, "immanuelpeter/GLM-5.3-Flash-Vision"], ["glm_image", "Unreachable", "no usable checkpoint", 111, "hf-tiny-v2/tiny-random-GlmImageModel"], ["glm_image_text", "Unreachable", "no usable checkpoint", 55, "hf-tiny-v2/tiny-random-GlmImageTextModel"], ["glm_image_vision", "Unreachable", "no usable checkpoint", 35, "hf-tiny-v2/tiny-random-GlmImageVisionModel"], ["glm_image_vqmodel", "Unreachable", "no usable checkpoint", 6, "hf-tiny-v2/tiny-random-GlmImageVQVAE"], ["glm_moe_dsa", "Done", "", 7133417, "zai-org/GLM-5.3"], ["glm_ocr", "Done", "", 1798225, "zai-org/GLM-OCR"], ["glm_ocr_text", "Reachable", "", 51, "hf-tiny-v2/tiny-random-GlmOcrTextModel"], ["glm_ocr_vision", "Unreachable", "forward fails after shrink", 33, "hf-tiny-v2/tiny-random-GlmOcrVisionModel"], ["glmasr", "Reachable", "", 31331, "zai-org/GLM-ASR-Nano-2512"], ["glmasr_encoder", "Reachable", "", 50, "hf-tiny-v2/tiny-random-GlmAsrEncoder"], ["glmga", "No checkpoint", "no Hub checkpoint has this model_type (documented zai-org/GLM-4.1V-9B-Thinking is another type)", 0, ""], ["glpn", "Reachable", "", 8196, "vinvino02/glpn-kitti"], ["got_ocr2", "Done", "", 56531, "stepfun-ai/GOT-OCR-2.0-hf"], ["got_ocr2_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented facebook/sam-vit-huge is another type)", 0, ""], ["gpt-sw3", "No checkpoint", "no Hub checkpoint has this model_type (none documented)", 0, ""], ["gpt2", "Done", "", 30545353, "openai-community/gpt2"], ["gpt_bigcode", "Done", "", 188077, "bigcode/tiny_starcoder_py"], ["gpt_neo", "Unreachable", "shrink fails", 865506, "EleutherAI/gpt-neo-125m"], ["gpt_neox", "Done", "", 7013890, "EleutherAI/pythia-160m"], ["gpt_neox_japanese", "Reachable", "", 46916, "optimum-intel-internal-testing/tiny-random-GPTNeoXJapaneseForCausalLM"], ["gpt_oss", "Done", "", 10738031, "openai/gpt-oss-20b"], ["gptj", "Unreachable", "forward fails after shrink", 188360, "EleutherAI/gpt-j-6b"], ["gradium_phonon_tts", "Unreachable", "shrink fails", 114118, "gradium/phonon-31m-en"], ["granite", "Done", "", 1699090, "ibm-granite/granite-4.1-3b"], ["granite4_vision", "Done", "", 194823, "ibm-granite/granite-vision-4.1-4b"], ["granite4_vision_text", "No checkpoint", "no Hub checkpoint has this model_type (documented ibm-granite4_vision_text/granite4_vision_text-3.0-8b-base does not exist)", 0, ""], ["granite_speech", "Done", "", 494648, "ibm-granite/granite-4.0-1b-speech"], ["granite_speech5_ctc", "Unreachable", "forward fails after shrink", 99951, "ibm-granite/granite-speech-5.0-470m-turboctc"], ["granite_speech5_encoder", "Unreachable", "forward fails after shrink", 17, "hf-tiny-v2/tiny-random-GraniteSpeech5Encoder"], ["granite_speech_encoder", "Unreachable", "component config only", 0, ""], ["granite_speech_plus", "Unreachable", "shrink fails", 29187, "ibm-granite/granite-speech-4.1-2b-plus"], ["granite_speech_plus_encoder", "Unreachable", "component config only", 0, ""], ["granite_swa", "Reachable", "", 7057, "ibm-granite/granite-swash-2b"], ["granitemoe", "Done", "", 244089, "ibm-granite/granite-3.1-3b-a800m-instruct"], ["granitemoe_swa", "Reachable", "", 6507, "ibm-granite/granite-swash-3b-a600m"], ["granitemoehybrid", "Done", "", 332014, "optimum-intel-internal-testing/tiny-random-granitemoehybrid"], ["granitemoeshared", "Unreachable", "no usable checkpoint", 1648, "ibm-research/moe-7b-1b-active-shared-experts"], ["grounding-dino", "Done", "", 2682931, "IDEA-Research/grounding-dino-base"], ["groupvit", "Reachable", "", 6660, "nvidia/groupvit-gcc-yfcc"], ["groupvit_text_model", "Unreachable", "component config only", 0, ""], ["groupvit_vision_model", "Unreachable", "component config only", 0, ""], ["gte", "Reachable", "", 56943, "Snowflake/snowflake-arctic-embed-m-v2.0"], ["helium", "Reachable", "", 6264, "kyutai/helium-1-preview-2b"], ["hgnet_v2", "Unreachable", "forward fails after shrink", 149, "ustc-community/hgnet-v2"], ["hiera", "Reachable", "", 11635, "facebook/hiera-tiny-224-hf"], ["higgs_audio_v2", "Reachable", "", 21331, "bosonai/higgs-tts-2-3b-base"], ["higgs_audio_v2_tokenizer", "Unreachable", "model build fails", 235573, "eustlb/higgs-audio-v2-tokenizer"], ["hrm_text", "Unreachable", "forward fails after shrink", 14676, "sapientinc/HRM-Text-1B"], ["hubert", "Done", "", 1327557, "facebook/hubert-large-ls960-ft"], ["hunyuan_v1_dense", "Done", "", 197468, "optimum-intel-internal-testing/tiny-random-hunyuan-v1-dense"], ["hunyuan_v1_moe", "Unreachable", "forward fails after shrink", 64830, "tencent/Hunyuan-A13B-Instruct"], ["hunyuan_vl", "Done", "", 807278, "tencent/HunyuanOCR"], ["hunyuan_vl_text", "Unreachable", "no usable checkpoint", 9, "hf-tiny-v2/tiny-random-HunYuanVLTextModel"], ["hunyuan_vl_vision", "Unreachable", "no usable checkpoint", 10, "hf-tiny-v2/tiny-random-HunYuanVLVisionTransformer"], ["hy_v3", "Done", "", 1408804, "tencent/Hy3"], ["hy_v4", "Reachable", "", 32339, "tencent/Hy4-preview-FP8"], ["hyperclovax", "Reachable", "", 20512, "naver-hyperclovax/HyperCLOVAX-SEED-Think-14B"], ["hyperclovax_vision_v2", "Reachable", "", 10279, "naver-hyperclovax/HyperCLOVAX-SEED-Think-32B"], ["ibert", "Reachable", "", 40201, "optimum-intel-internal-testing/tiny-random-ibert"], ["idefics", "Unreachable", "forward fails after shrink", 21036, "HuggingFaceM4/idefics-80b-instruct"], ["idefics2", "Reachable", "", 18780, "HuggingFaceM4/idefics2-8b"], ["idefics2_perceiver", "No checkpoint", "no Hub checkpoint has this model_type (documented HuggingFaceM4/idefics2-8b is another type)", 0, ""], ["idefics2_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented HuggingFaceM4/idefics2-8b is another type)", 0, ""], ["idefics3", "Done", "", 776490, "ibm-granite/granite-docling-258M"], ["idefics3_vision", "Unreachable", "no usable checkpoint", 53, "hf-tiny-v2/tiny-random-Idefics3VisionTransformer"], ["idefics_perciever", "No checkpoint", "no Hub checkpoint has this model_type (documented HuggingFaceM4/idefics-9b is another type)", 0, ""], ["idefics_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented HuggingFaceM4/idefics-9b is another type)", 0, ""], ["ijepa", "Reachable", "", 23643, "facebook/ijepa_vith14_1k"], ["imagegpt", "Reachable", "", 7911, "openai/imagegpt-small"], ["informer", "Unreachable", "synthetic inputs rejected", 30807, "huggingface/informer-tourism-monthly"], ["inkling_audio", "No checkpoint", "no Hub checkpoint has this model_type (documented thinkingmachines/Inkling is another type)", 0, ""], ["inkling_mm_model", "Done", "", 3938529, "thinkingmachines/Inkling"], ["inkling_text", "Unreachable", "no usable checkpoint", 33, "hf-tiny-v2/tiny-random-InklingTextModel"], ["inkling_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented thinkingmachines/Inkling is another type)", 0, ""], ["instructblip", "Unreachable", "forward fails after shrink", 28294, "Salesforce/instructblip-flan-t5-xl"], ["instructblip_qformer", "Unreachable", "component config only", 0, ""], ["instructblip_vision_model", "Unreachable", "component config only", 0, ""], ["instructblipvideo", "Unreachable", "no usable checkpoint", 64, "hf-tiny-v2/tiny-random-InstructBlipVideoForConditionalGeneration"], ["instructblipvideo_qformer", "No checkpoint", "no Hub checkpoint has this model_type (documented Salesforce/instructblip-flan-t5-xl is another type)", 0, ""], ["instructblipvideo_vision_model", "No checkpoint", "no Hub checkpoint has this model_type (documented Salesforce/instructblip-flan-t5-xl is another type)", 0, ""], ["internvl", "Done", "", 873854, "OpenGVLab/InternVL3_5-GPT-OSS-20B-A4B-Preview-HF"], ["internvl_vision", "Reachable", "", 105, "hf-tiny-v2/tiny-random-InternVLVisionModel"], ["jais2", "Reachable", "", 5408, "inception42/Jais-2-8B-Chat"], ["jamba", "Done", "", 210865, "ai21labs/Jamba-tiny-dev"], ["janus", "Done", "", 9275, "deepseek-community/Janus-Pro-1B"], ["janus_vision_model", "Unreachable", "component config only", 0, ""], ["janus_vqgan", "Unreachable", "component config only", 0, ""], ["jetmoe", "Reachable", "", 5517, "jetmoe/jetmoe-8b"], ["jina_embeddings_v3", "Done", "", 245085, "jinaai/jina-embeddings-v3-hf"], ["kimi_k25", "Reachable", "", 1381590, "moonshotai/Kimi-K2.5"], ["kimi_k25_vision", "Unreachable", "no usable checkpoint", 26, "Aquiles-ai/MoonViT-3D"], ["kimi_linear", "Unreachable", "shrink fails", 214668, "moonshotai/Kimi-Linear-48B-A3B-Instruct"], ["kolibri1", "Reachable", "", 52602, "Aleph-Alpha/Kolibri-1"], ["kosmos-2", "Unreachable", "forward fails after shrink", 24555, "microsoft/kosmos-2-patch14-224"], ["kosmos-2.5", "Reachable", "", 7720, "microsoft/kosmos-2.5"], ["kosmos_2_5_text_model", "Unreachable", "component config only", 14, "Fireblossom/kosmos-2.5-4bit-text"], ["kosmos_2_5_vision_model", "Unreachable", "component config only", 15, "Fireblossom/kosmos-2.5-4bit-vision"], ["kosmos_2_text_model", "Unreachable", "component config only", 0, ""], ["kosmos_2_vision_model", "Unreachable", "component config only", 0, ""], ["kyutai_speech_to_text", "Unreachable", "forward fails after shrink", 8225, "kyutai/stt-2.6b-en-trfs"], ["laguna", "Done", "", 3313579, "poolside/Laguna-XS.2"], ["lasr_ctc", "Unreachable", "forward fails after shrink", 13038, "google/medasr"], ["lasr_encoder", "Unreachable", "no usable checkpoint", 40, "hf-tiny-v2/tiny-random-LasrEncoder"], ["layoutlm", "Done", "", 518133, "impira/layoutlm-document-qa"], ["layoutlmv2", "Unreachable", "model build fails", 440458, "microsoft/layoutxlm-base"], ["layoutlmv3", "Unreachable", "forward fails after shrink", 970269, "microsoft/layoutlmv3-base"], ["layoutxlm", "No checkpoint", "no Hub checkpoint has this model_type (documented microsoft/layoutxlm-base is another type)", 0, ""], ["led", "Unreachable", "model build fails", 33694, "allenai/led-base-16384"], ["levit", "Reachable", "", 19387, "optimum-intel-internal-testing/tiny-random-LevitModel"], ["lfm2", "Done", "", 1255733, "LiquidAI/LFM2.5-230M-Base"], ["lfm2_moe", "Done", "", 688657, "lmstudio-community/LFM2-24B-A2B-MLX-4bit"], ["lfm2_vl", "Done", "", 199290, "LiquidAI/LFM2.5-VL-450M"], ["lightglue", "Unreachable", "forward fails after shrink", 22972, "ETH-CVG/lightglue_superpoint"], ["lighton_ocr", "Reachable", "", 606, "onnx-community/LightOnOCR-2-1B-ONNX"], ["lilt", "Unreachable", "forward fails after shrink", 81714, "SCUT-DLVCLab/lilt-roberta-en-base"], ["llama", "Done", "", 50186457, "meta-llama/Llama-3.1-8B-Instruct"], ["llama4", "Done", "", 373138, "meta-llama/Llama-4-Scout-17B-16E-Instruct"], ["llama4_text", "Reachable", "", 28667, "trl-internal-testing/tiny-Llama4ForCausalLM"], ["llama4_vision_model", "Unreachable", "checkpoint gated", 0, "meta-llama/Llama-4-Scout-17B-16E"], ["llava", "Done", "", 1766490, "llava-hf/llava-1.5-7b-hf"], ["llava_next", "Done", "", 667783, "llava-hf/llava-v1.6-mistral-7b-hf"], ["llava_next_video", "Done", "", 53334, "llava-hf/LLaVA-NeXT-Video-7B-hf"], ["llava_onevision", "Done", "", 262658, "llava-hf/llava-onevision-qwen2-0.5b-ov-hf"], ["longcat_flash", "Unreachable", "forward fails after shrink", 1566, "wangbo981016/longcat2.0-nvfp4"], ["longformer", "Done", "", 1478599, "allenai/longformer-base-4096"], ["longt5", "Done", "", 243258, "pszemraj/long-t5-tglobal-base-sci-simplify"], ["luke", "Done", "", 321239, "studio-ousia/luke-large-finetuned-tacred"], ["lw_detr", "Reachable", "", 13080, "AnnaZhang/lwdetr_small_60e_coco"], ["lw_detr_vit", "Unreachable", "backward fails", 57, "hf-tiny-v2/tiny-random-LwDetrViTBackbone"], ["lxmert", "Unreachable", "forward fails after shrink", 4977, "unc-nlp/lxmert-base-uncased"], ["m2m_100", "Done", "", 2425200, "facebook/nllb-200-distilled-600M"], ["mamba", "Done", "", 138353, "state-spaces/mamba-130m-hf"], ["mamba2", "Unreachable", "shrink fails", 1401, "limloop/whiff-mamba2-50M-v0.1"], ["marian", "Done", "", 5061374, "Helsinki-NLP/opus-mt-nl-en"], ["markuplm", "Reachable", "", 10766, "microsoft/markuplm-base"], ["mask2former", "Done", "", 1060987, "facebook/mask2former-swin-large-ade-semantic"], ["maskformer", "Reachable", "", 16159, "facebook/maskformer-swin-base-ade"], ["maskformer-swin", "No checkpoint", "no Hub checkpoint has this model_type (documented microsoft/swin-tiny-patch4-window7-224 is another type)", 0, ""], ["mbart", "Done", "", 579384, "ai4bharat/IndicBART"], ["megatron-bert", "Reachable", "", 21960, "KBLab/robust-swedish-sentiment-multiclass"], ["mellum", "Reachable", "", 51107, "JetBrains/Mellum2-12B-A2.5B-Instruct"], ["metaclip_2", "Reachable", "", 92623, "facebook/metaclip-2-worldwide-b16"], ["metaclip_2_text_model", "Unreachable", "component config only", 0, ""], ["metaclip_2_vision_model", "Unreachable", "component config only", 0, ""], ["mgp-str", "Unreachable", "forward fails after shrink", 13719, "alibaba-damo/mgp-str-base"], ["mimi", "Unreachable", "forward fails after shrink", 184266, "kyutai/mimi"], ["mimi_decoder", "No checkpoint", "no Hub checkpoint has this model_type (none documented)", 0, ""], ["mimi_encoder", "No checkpoint", "no Hub checkpoint has this model_type (none documented)", 0, ""], ["mimo_v2_flash", "Reachable", "", 49711, "XiaomiMiMo/MiMo-V2-Flash"], ["minicpm3", "Done", "", 17559, "openbmb/MiniCPM3-4B"], ["minicpm_ocr", "Reachable", "", 2508, "openbmb/MiniCPM-OCR-1.0"], ["minicpm_ocr_vision", "Unreachable", "forward fails after shrink", 0, ""], ["minicpmv4_6", "Done", "", 372489, "openbmb/MiniCPM-V-4.6"], ["minicpmv4_6_vision", "Unreachable", "component config only", 0, ""], ["minicpmv4_7", "Unreachable", "no usable checkpoint", 775231, "openbmb/MiniCPM-V-4.7-35B-A3B"], ["minicpmv4_7_vision", "Unreachable", "no usable checkpoint", 28, "hf-tiny-v2/tiny-random-MiniCPMV4_7VisionModel"], ["minimax", "Reachable", "", 19547, "MiniMaxAI/MiniMax-Text-01-hf"], ["minimax_m2", "Done", "", 1886356, "MiniMaxAI/MiniMax-M2.5"], ["minimax_m3_vl", "Done", "", 384244, "MiniMaxAI/MiniMax-M3"], ["minimax_m3_vl_text", "Reachable", "", 314, "ProprietaryLegal/minimax-m3-legal-reap-0.25"], ["minimax_m3_vl_vision", "Unreachable", "component config only", 30, "immanuelpeter/MiniMax-M3-Vision"], ["ministral", "Unreachable", "no usable checkpoint", 1857, "saidutta69/Ministral-8B-Instruct-heretic"], ["ministral3", "Done", "", 500650, "nvidia/Nemotron-3-Embed-1B-BF16"], ["mistral", "Done", "", 10522940, "mistralai/Mistral-7B-Instruct-v0.2"], ["mistral3", "Done", "", 2910198, "lightonai/LightOnOCR-2-1B"], ["mistral4", "Reachable", "", 971, "onnx-internal-testing/tiny-random-Mistral4ForCausalLM"], ["mixtral", "Done", "", 1221154, "mistralai/Mixtral-8x7B-Instruct-v0.1"], ["mlcd", "Reachable", "", 6623, "DeepGlint-AI/mlcd-vit-bigG-patch14-336"], ["mlcd_vision_model", "Unreachable", "no usable checkpoint", 107, "hf-tiny-v2/tiny-random-MLCDVisionModel"], ["mllama", "Done", "", 128886, "meta-llama/Llama-3.2-11B-Vision-Instruct"], ["mllama_text_model", "Unreachable", "component config only", 637, "hf-tiny-v2/tiny-random-MllamaTextModel"], ["mllama_vision_model", "Unreachable", "component config only", 65, "hf-tiny-v2/tiny-random-MllamaVisionModel"], ["mm-grounding-dino", "Done", "", 77467, "openmmlab-community/mm_grounding_dino_large_all"], ["mobilebert", "Unreachable", "model build fails", 378729, "google/mobilebert-uncased"], ["mobilenet_v1", "Reachable", "", 22769, "optimum-intel-internal-testing/mobilenet_v1_0.75_192"], ["mobilenet_v2", "Done", "", 116493, "google/mobilenet_v2_1.0_224"], ["mobilevit", "Done", "", 62083, "apple/mobilevit-xx-small"], ["mobilevitv2", "Reachable", "", 4054, "apple/mobilevitv2-1.0-imagenet1k-256"], ["modernbert", "Done", "", 22009085, "ibm-granite/granite-embedding-small-english-r2"], ["modernbert-decoder", "Reachable", "", 13311, "blab-jhu/test-32m-dec"], ["modernvbert", "Reachable", "", 477, "naver/v-splade-quality"], ["molmo2", "Unreachable", "shrink fails", 124222, "allenai/Molmo2-8B"], ["molmo2_adapter", "No checkpoint", "no Hub checkpoint has this model_type (documented allenai/Molmo2-8B is another type)", 0, ""], ["molmo2_text", "Reachable", "", 0, ""], ["molmo2_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented allenai/Molmo2-8B is another type)", 0, ""], ["moonshine", "Unreachable", "forward fails after shrink", 120877, "moonshine-ai/moonshine-tiny"], ["moonshine_streaming", "Unreachable", "forward fails after shrink", 167472, "moonshine-ai/moonshine-streaming-tiny"], ["moonshine_streaming_encoder", "Unreachable", "component config only", 0, ""], ["moshi", "Reachable", "", 8294, "kyutai/personaplex-rl-seamless"], ["moshi_depth", "Unreachable", "component config only", 0, ""], ["moss_transcribe_diarize", "Done", "", 139891, "OpenMOSS-Team/MOSS-Transcribe-Diarize"], ["moss_transcribe_diarize_audio", "Reachable", "", 0, ""], ["mpnet", "Done", "", 23509384, "sentence-transformers/all-mpnet-base-v2"], ["mpt", "Reachable", "", 84471, "echarlaix/tiny-mpt-random-remote-code"], ["mra", "Reachable", "", 3305, "uw-madison/mra-base-512-4"], ["mt5", "Done", "", 725133, "google/mt5-small"], ["muse_glimmer", "Done", "", 688700, "RadixArk/Muse-Glimmer-NVFP4"], ["muse_glimmer_assistant", "Unreachable", "synthetic inputs rejected", 220523, "meta-models/Muse-Glimmer-30B-assistant"], ["muse_glimmer_text", "Reachable", "", 210, "OpensourceWTF/Muse-Glimmer-30B-MLX-q4"], ["muse_glimmer_vision", "Unreachable", "forward fails after shrink", 54, "immanuelpeter/Muse-Glimmer-Vision"], ["muse_spark", "Reachable", "", 48269, "meta-models/Muse-Spark-Open-816B-A42B-NVFP4"], ["muse_spark_audio", "Unreachable", "checkpoint gated", 0, "meta-models/Muse-Spark-Open-816B-A42B"], ["muse_spark_text", "Unreachable", "checkpoint gated", 0, "meta-models/Muse-Spark-Open-816B-A42B"], ["muse_spark_vision", "Unreachable", "checkpoint gated", 0, "meta-models/Muse-Spark-Open-816B-A42B"], ["musicflamingo", "Reachable", "", 18191, "nvidia/music-flamingo-2601-hf"], ["musicgen", "Unreachable", "model build fails", 2150786, "facebook/musicgen-medium"], ["musicgen_decoder", "Unreachable", "component config only", 13, "hf-tiny-v2/tiny-random-MusicgenForCausalLM"], ["musicgen_melody", "Unreachable", "model build fails", 12068, "facebook/musicgen-melody"], ["musicgen_melody_decoder", "Unreachable", "component config only", 39, "ylacombe/musicgen-melody-bella-ciao"], ["mvp", "Reachable", "", 4701, "RUCAIBox/mvp"], ["nanochat", "Reachable", "", 5316, "l0ulan/chinese-babylm-nanochat-d22-step10000"], ["nemo_speechlm", "Unreachable", "shrink fails", 5799, "nvidia/NVIDIA-Nemotron-3.5-Transcribe-30B-A4B"], ["nemotron", "Reachable", "", 48968, "nvidia/Nemotron-Mini-4B-Instruct"], ["nemotron3_5_asr", "Unreachable", "forward fails after shrink", 842520, "nvidia/nemotron-3.5-asr-streaming-0.6b"], ["nemotron3_5_transcribe_asr_audio", "Unreachable", "forward fails after shrink", 0, ""], ["nemotron3_5_transcribe_audio", "Unreachable", "shrink fails", 0, ""], ["nemotron3_5_transcribe_word_timestamp", "Unreachable", "synthetic inputs rejected", 0, ""], ["nemotron3_diarization", "Unreachable", "shrink fails", 146475, "nvidia/Nemotron-3-Diarization"], ["nemotron3_diarization_audio", "Unreachable", "forward fails after shrink", 34, "hf-tiny-v2/tiny-random-Nemotron3DiarizationAudioModel"], ["nemotron_asr_streaming", "Unreachable", "forward fails after shrink", 103140, "nvidia/nemotron-speech-streaming-en-0.6b"], ["nemotron_asr_streaming_encoder", "Unreachable", "forward fails after shrink", 6, "hf-tiny-v2/tiny-random-NemotronAsrStreamingEncoder"], ["nemotron_h", "Done", "", 12146358, "nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16"], ["nemotron_h_omni", "Unreachable", "no usable checkpoint", 113462, "nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-BF16"], ["neomme", "Reachable", "", 6699, "Hcompany/NeoMME-260M"], ["neucodec", "Unreachable", "forward fails after shrink", 48553, "neuphonic/neucodec"], ["nllb-moe", "Reachable", "", 3303, "facebook/nllb-moe-54b"], ["nomic_bert", "Done", "", 14371774, "nomic-ai/nomic-embed-text-v1.5"], ["nougat", "Unreachable", "config load fails", 8, "zphilip48/nougat-middle-cn"], ["nystromformer", "Reachable", "", 5529, "uw-madison/nystromformer-512"], ["olmo", "Done", "", 125508, "optimum-intel-internal-testing/tiny-random-olmo-hf"], ["olmo2", "Done", "", 442211, "allenai/OLMo-2-0425-1B"], ["olmo3", "Done", "", 1055647, "allenai/Olmo-3-7B-Think"], ["olmo_hybrid", "Reachable", "", 19286, "allenai/Olmo-Hybrid-7B"], ["olmoe", "Done", "", 132339, "allenai/OLMoE-1B-7B-0924"], ["omdet-turbo", "Unreachable", "config load fails", 35542, "omlab/omdet-turbo-swin-tiny-hf"], ["oneformer", "Unreachable", "synthetic inputs rejected", 390959, "shi-labs/oneformer_cityscapes_swin_large"], ["openai-gpt", "Reachable", "", 85250, "openai-community/openai-gpt"], ["openai_privacy_filter", "Done", "", 634682, "OpenMed/privacy-filter-nemotron-v2"], ["opt", "Done", "", 5616003, "facebook/opt-125m"], ["ovis2", "Reachable", "", 6898, "thisisiron/Ovis2-1B-hf"], ["ovis2_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented thisisiron/Ovis2-1B-hf is another type)", 0, ""], ["owlv2", "Done", "", 1501028, "google/owlv2-base-patch16-ensemble"], ["owlv2_text_model", "No checkpoint", "no Hub checkpoint has this model_type (none documented)", 0, ""], ["owlv2_vision_model", "No checkpoint", "no Hub checkpoint has this model_type (none documented)", 0, ""], ["owlvit", "Done", "", 220839, "google/owlvit-base-patch32"], ["owlvit_text_model", "Unreachable", "component config only", 0, ""], ["owlvit_vision_model", "Unreachable", "component config only", 0, ""], ["paddleocr_vl", "Done", "", 227189, "BDRC/tibetan-ocr"], ["paddleocr_vl_text", "No checkpoint", "no Hub checkpoint has this model_type (documented PaddlePaddle/PaddleOCR-VL is another type)", 0, ""], ["paddleocr_vl_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented PaddlePaddle/PaddleOCR-VL is another type)", 0, ""], ["paligemma", "Done", "", 490686, "google/paligemma-3b-pt-224"], ["parakeet_ctc", "Unreachable", "forward fails after shrink", 105992, "nvidia/parakeet-ctc-1.1b"], ["parakeet_encoder", "Unreachable", "forward fails after shrink", 125, "nithinraok/parakeet-tdt-v3-encoder"], ["parakeet_rnnt", "Unreachable", "forward fails after shrink", 40081, "nvidia/parakeet-rnnt-0.6b"], ["parakeet_tdt", "Unreachable", "forward fails after shrink", 694911, "nvidia/parakeet-tdt-0.6b-v3"], ["patchtsmixer", "Unreachable", "synthetic inputs rejected", 15970, "ibm-granite/granite-timeseries-patchtsmixer"], ["patchtst", "Unreachable", "synthetic inputs rejected", 28739, "GilpinLab/panda"], ["pe_audio", "Unreachable", "no usable checkpoint", 89572, "facebook/pe-a-frame-large"], ["pe_audio_encoder", "Unreachable", "forward fails after shrink", 31, "hf-tiny-v2/tiny-random-PeAudioEncoder"], ["pe_audio_video", "Unreachable", "forward fails after shrink", 21786, "facebook/pe-av-large"], ["pe_audio_video_encoder", "Unreachable", "forward fails after shrink", 21, "hf-tiny-v2/tiny-random-PeAudioVideoEncoder"], ["pe_video", "Unreachable", "no usable checkpoint", 25, "hf-tiny-v2/tiny-random-PeVideoModel"], ["pe_video_encoder", "Unreachable", "synthetic inputs rejected", 25, "hf-tiny-v2/tiny-random-PeVideoEncoder"], ["pegasus", "Done", "", 120276, "optimum-intel-internal-testing/tiny-random-pegasus"], ["pegasus_x", "Reachable", "", 6499, "google/pegasus-x-large"], ["perceiver", "Done", "", 41482, "optimum-intel-internal-testing/tiny-random-language_perceiver"], ["perception_lm", "Reachable", "", 1028, "facebook/Perception-LM-8B"], ["persimmon", "Reachable", "", 50277, "optimum-intel-internal-testing/tiny-random-PersimmonForCausalLM"], ["phi", "Done", "", 575882, "microsoft/phi-2"], ["phi3", "Done", "", 2440907, "microsoft/Phi-3.5-mini-instruct"], ["phi4_multimodal", "Done", "", 549, "huggingface-mic/Phi-4-multimodal-instruct-mic"], ["phi4_multimodal_audio", "No checkpoint", "no Hub checkpoint has this model_type (documented microsoft/Phi-4-multimodal-instruct is another type)", 0, ""], ["phi4_multimodal_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented microsoft/Phi-4-multimodal-instruct is another type)", 0, ""], ["phimoe", "Done", "", 169903, "optimum-intel-internal-testing/phi-3.5-moe-tiny-random"], ["pi0", "Unreachable", "synthetic inputs rejected", 181, "yinchenghust/openpi_libero_all"], ["pix2struct", "Unreachable", "synthetic inputs rejected", 116238, "optimum-intel-internal-testing/pix2struct-tiny-random"], ["pix2struct_text_model", "Unreachable", "component config only", 0, ""], ["pix2struct_vision_model", "Unreachable", "component config only", 22, "UiPath/pix2struct-vision-base"], ["pixio", "Reachable", "", 163, "LiheYoung/pixio-vith16"], ["pixtral", "Reachable", "", 940, "mlx-community/pixtral-12b-4bit"], ["plbart", "Reachable", "", 11136, "uclanlp/plbart-base"], ["pocket_tts", "Unreachable", "shrink fails", 2949, "mlx-community/pocket-tts"], ["pocket_tts_audio_tokenizer", "Unreachable", "forward fails after shrink", 471, "gradium/phonon-mimi"], ["pocket_tts_audio_tokenizer_decoder", "No checkpoint", "no Hub checkpoint has this model_type (none documented)", 0, ""], ["pocket_tts_audio_tokenizer_encoder", "No checkpoint", "no Hub checkpoint has this model_type (none documented)", 0, ""], ["poolformer", "Reachable", "", 22043, "optimum-intel-internal-testing/tiny-random-PoolFormerModel"], ["pop2piano", "Reachable", "", 105, "hf-tiny-v2/tiny-random-Pop2PianoForConditionalGeneration"], ["pp_chart2table", "Reachable", "", 272, "PaddlePaddle/PP-Chart2Table_safetensors"], ["pp_chart2table_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented facebook/sam-vit-huge is another type)", 0, ""], ["pp_doclayout_v2", "Unreachable", "forward fails after shrink", 585, "PaddlePaddle/PP-DocLayoutV2_safetensors"], ["pp_doclayout_v3", "Unreachable", "forward fails after shrink", 932166, "PaddlePaddle/PP-DocLayoutV3_safetensors"], ["pp_doclayout_v4", "No checkpoint", "no Hub checkpoint has this model_type (documented PaddlePaddle/PP-DocLayoutV4_safetensors does not exist)", 0, ""], ["pp_formulanet", "Unreachable", "forward fails after shrink", 3829, "PaddlePaddle/PP-FormulaNet_plus-L_safetensors"], ["pp_formulanet_text", "No checkpoint", "no Hub checkpoint has this model_type (documented PaddlePaddle/PP-FormulaNet_plus-L_safetensors is another type)", 0, ""], ["pp_formulanet_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented PaddlePaddle/PP-FormulaNet_plus-L_safetensors is another type)", 0, ""], ["pp_lcnet", "Reachable", "", 865, "PaddlePaddle/PP-LCNet_x1_0_doc_ori_safetensors"], ["pp_lcnet_v3", "Unreachable", "no usable checkpoint", 112, "hf-tiny-v2/tiny-random-PPLCNetV3Backbone"], ["pp_lcnet_v4", "Unreachable", "no usable checkpoint", 21, "hf-tiny-v2/tiny-random-PPLCNetV4Backbone"], ["pp_ocrv5_mobile_det", "Reachable", "", 530, "PaddlePaddle/PP-OCRv5_mobile_det_safetensors"], ["pp_ocrv5_mobile_rec", "Reachable", "", 3902, "PaddlePaddle/latin_PP-OCRv5_mobile_rec_safetensors"], ["pp_ocrv5_server_det", "Reachable", "", 509, "PaddlePaddle/PP-OCRv5_server_det_safetensors"], ["pp_ocrv5_server_rec", "Reachable", "", 585, "PaddlePaddle/PP-OCRv5_server_rec_safetensors"], ["pp_ocrv6_medium_det", "Reachable", "", 2694, "PaddlePaddle/PP-OCRv6_medium_det_safetensors"], ["pp_ocrv6_small_det", "Reachable", "", 1617, "PaddlePaddle/PP-OCRv6_small_det_safetensors"], ["pp_ocrv6_small_rec", "Reachable", "", 3559, "PaddlePaddle/PP-OCRv6_medium_rec_safetensors"], ["pp_ocrv6_tiny_rec", "Reachable", "", 693, "PaddlePaddle/PP-OCRv6_tiny_rec_safetensors"], ["prompt_depth_anything", "Unreachable", "forward fails after shrink", 1530, "depth-anything/prompt-depth-anything-vits-hf"], ["prophetnet", "Reachable", "", 7258, "microsoft/prophetnet-large-uncased"], ["pvt", "Done", "", 8712, "Xrenya/pvt-tiny-224"], ["pvt_v2", "Reachable", "", 9824, "OpenGVLab/pvt_v2_b0"], ["qianfan_ocr", "Reachable", "", 38183, "baidu/Qianfan-OCR"], ["qianfan_ocr_vision", "Reachable", "", 77, "hf-tiny-v2/tiny-random-QianfanOCRVisionModel"], ["qwen2", "Done", "", 52739906, "Qwen/Qwen2.5-7B-Instruct"], ["qwen2_5_omni", "Done", "", 456813, "Qwen/Qwen2.5-Omni-7B"], ["qwen2_5_omni_audio_encoder", "Unreachable", "component config only", 23, "FlexiSLM/Qwen2_5-Omni-Audio_Encoder"], ["qwen2_5_omni_bigvgan", "Unreachable", "component config only", 24, "Ryan241005/scail-2"], ["qwen2_5_omni_dit", "Unreachable", "component config only", 0, ""], ["qwen2_5_omni_talker", "Unreachable", "component config only", 0, ""], ["qwen2_5_omni_text", "Unreachable", "component config only", 59, "AlexHung29629/Qwen-2.5-Omni-ThinkerTextModel"], ["qwen2_5_omni_thinker", "Done", "", 128795, "laion/voiceclap-large-v2"], ["qwen2_5_omni_token2wav", "Unreachable", "component config only", 0, ""], ["qwen2_5_omni_vision_encoder", "Unreachable", "component config only", 0, ""], ["qwen2_5_vl", "Done", "", 15195814, "Qwen/Qwen2.5-VL-7B-Instruct"], ["qwen2_5_vl_text", "Reachable", "", 83, "hf-tiny-v2/tiny-random-Qwen2_5_VLTextModel"], ["qwen2_5_vl_vision", "Unreachable", "no usable checkpoint", 22, "hf-tiny-v2/tiny-random-Qwen2_5_VisionTransformerPretrainedModel"], ["qwen2_audio", "Done", "", 199606, "Qwen/Qwen2-Audio-7B-Instruct"], ["qwen2_audio_encoder", "Reachable", "", 200, "Atotti/qwen2-audio-encoder"], ["qwen2_moe", "Done", "", 194932, "Qwen/Qwen1.5-MoE-A2.7B"], ["qwen2_vl", "Done", "", 3757282, "Qwen/Qwen2-VL-7B-Instruct-AWQ"], ["qwen2_vl_text", "Reachable", "", 72, "hf-tiny-v2/tiny-random-Qwen2VLTextModel"], ["qwen2_vl_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented Qwen/Qwen2-VL-7B-Instruct is another type)", 0, ""], ["qwen3", "Done", "", 108746675, "Qwen/Qwen3-0.6B"], ["qwen3_5", "Done", "", 92274452, "Qwen/Qwen3.8-27B"], ["qwen3_5_moe", "Done", "", 34351908, "Qwen/Qwen3.6-35B-A3B"], ["qwen3_5_moe_text", "Done", "", 717113, "Bahushruth/Qwen3.6-35B-A3B-abliterated-v4"], ["qwen3_5_moe_vision", "Unreachable", "no usable checkpoint", 16, "hf-tiny-v2/tiny-random-Qwen3_5MoeVisionModel"], ["qwen3_5_text", "Done", "", 2017293, "autotrust/JEV-9B"], ["qwen3_5_vision", "Unreachable", "forward fails after shrink", 135, "immanuelpeter/Qwen3.8-27B-Vision"], ["qwen3_asr", "Done", "", 4105092, "Qwen/Qwen3-ASR-1.7B"], ["qwen3_asr_encoder", "Unreachable", "forward fails after shrink", 17, "hf-tiny-v2/tiny-random-Qwen3ASREncoder"], ["qwen3_moe", "Done", "", 8500460, "Qwen/Qwen3-Coder-30B-A3B-Instruct-FP8"], ["qwen3_next", "Done", "", 2235316, "Qwen/Qwen3-Coder-Next-FP8"], ["qwen3_omni_moe", "Unreachable", "forward fails after shrink", 1249447, "Qwen/Qwen3-Omni-30B-A3B-Instruct"], ["qwen3_omni_moe_audio_encoder", "Unreachable", "component config only", 1968, "Atotti/Qwen3-Omni-AudioTransformer"], ["qwen3_omni_moe_talker_code_predictor", "Unreachable", "component config only", 0, ""], ["qwen3_omni_moe_talker_text", "No checkpoint", "no Hub checkpoint has this model_type (documented Qwen/Qwen3-Omni-30B-A3B-Instruct is another type)", 0, ""], ["qwen3_omni_moe_text", "Unreachable", "component config only", 0, ""], ["qwen3_omni_moe_thinker", "Reachable", "", 298, "hf-tiny-v2/tiny-random-Qwen3OmniMoeThinkerForConditionalGeneration"], ["qwen3_omni_moe_vision_encoder", "Unreachable", "component config only", 0, ""], ["qwen3_vl", "Done", "", 19337885, "Qwen/Qwen3-VL-8B-Instruct"], ["qwen3_vl_moe", "Done", "", 1686056, "Qwen/Qwen3-VL-30B-A3B-Instruct"], ["qwen3_vl_moe_text", "Reachable", "", 63, "hf-tiny-v2/tiny-random-Qwen3VLMoeTextModel"], ["qwen3_vl_moe_vision", "Unreachable", "no usable checkpoint", 54, "hf-tiny-v2/tiny-random-Qwen3VLMoeVisionModel"], ["qwen3_vl_text", "Reachable", "", 587, "DuoNeural/Cosmos3-Nano-GPTQ-4bit"], ["qwen3_vl_vision", "Unreachable", "forward fails after shrink", 221, "madrisight/madrimed1.2-vision-embed"], ["qwen4_exp", "Done", "", 5763811, "Qwen/Qwen3.8-Flash-Next"], ["qwen4_exp_text", "Reachable", "", 17917, "Jab1718/qwen3.8-flash-coder-44gb-selective-int8"], ["qwen4_exp_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented Qwen/Qwen4-Exp does not exist)", 0, ""], ["radio", "Unreachable", "no usable checkpoint", 3, "hf-tiny-v2/tiny-random-RadioModel"], ["rag", "Unreachable", "no usable checkpoint", 3924, "facebook/rag-token-nq"], ["recurrent_gemma", "Done", "", 4729, "google/recurrentgemma-2b-it"], ["reformer", "Unreachable", "model build fails", 17043, "google/reformer-crime-and-punishment"], ["regnet", "Reachable", "", 7237, "facebook/regnet-y-040"], ["rembert", "Reachable", "", 11890, "google/rembert"], ["resnet", "Done", "", 1174379, "microsoft/resnet-18"], ["rf_detr", "Unreachable", "forward fails after shrink", 28618, "Roboflow/rf-detr-base"], ["rf_detr_dinov2", "Unreachable", "forward fails after shrink", 70, "hf-tiny-v2/tiny-random-RfDetrDinov2Backbone"], ["roberta", "Done", "", 46597117, "FacebookAI/roberta-large"], ["roberta-prelayernorm", "Reachable", "", 4655, "andreasmadsen/efficient_mlm_m0.40"], ["roc_bert", "Reachable", "", 12437, "weiweishi/roc-bert-base-zh"], ["roformer", "Reachable", "", 45159, "optimum-intel-internal-testing/tiny-random-roformer"], ["rt_detr", "Done", "", 1687337, "PekingU/rtdetr_r101vd_coco_o365"], ["rt_detr_resnet", "Unreachable", "no usable checkpoint", 54, "hf-tiny-v2/tiny-random-RTDetrResNetBackbone"], ["rt_detr_v2", "Done", "forward fails after shrink", 2526763, "docling-project/docling-layout-heron"], ["rwkv", "Reachable", "", 14762, "RWKV/rwkv-4-169m-pile"], ["sam", "Unreachable", "forward fails after shrink", 976537, "facebook/sam-vit-base"], ["sam2", "Done", "", 19375, "onnx-community/sam2.1-hiera-tiny-ONNX"], ["sam2_hiera_det_model", "Unreachable", "forward fails after shrink", 59, "hf-tiny-v2/tiny-random-Sam2HieraDetModel"], ["sam2_mask_decoder", "No checkpoint", "no Hub checkpoint has this model_type (documented facebook/sam2.1-hiera-tiny is another type)", 0, ""], ["sam2_prompt_encoder", "No checkpoint", "no Hub checkpoint has this model_type (documented facebook/sam2.1-hiera-tiny is another type)", 0, ""], ["sam2_video", "Unreachable", "forward fails after shrink", 701203, "facebook/sam2.1-hiera-large"], ["sam2_video_mask_decoder", "No checkpoint", "no Hub checkpoint has this model_type (documented facebook/sam2_video.1-hiera-tiny does not exist)", 0, ""], ["sam2_video_prompt_encoder", "No checkpoint", "no Hub checkpoint has this model_type (documented facebook/sam2_video.1-hiera-tiny does not exist)", 0, ""], ["sam2_vision_model", "Unreachable", "forward fails after shrink", 57, "hf-tiny-v2/tiny-random-Sam2VisionModel"], ["sam3", "Unreachable", "forward fails after shrink", 3530, "unsloth/sam3.1"], ["sam3_detr_decoder", "Unreachable", "checkpoint gated", 0, "facebook/sam3"], ["sam3_detr_encoder", "Unreachable", "checkpoint gated", 0, "facebook/sam3"], ["sam3_geometry_encoder", "Unreachable", "checkpoint gated", 0, "facebook/sam3"], ["sam3_lite_text", "Unreachable", "forward fails after shrink", 14775, "vil-uob/sam3-litetext-s0"], ["sam3_lite_text_detr_decoder", "Unreachable", "component config only", 0, ""], ["sam3_lite_text_detr_encoder", "Unreachable", "component config only", 0, ""], ["sam3_lite_text_geometry_encoder", "Unreachable", "component config only", 0, ""], ["sam3_lite_text_mask_decoder", "Unreachable", "component config only", 0, ""], ["sam3_lite_text_text_model", "Unreachable", "forward fails after shrink", 39, "hf-tiny-v2/tiny-random-Sam3LiteTextTextModel"], ["sam3_mask_decoder", "Unreachable", "checkpoint gated", 0, "facebook/sam3"], ["sam3_tracker", "Unreachable", "no usable checkpoint", 1300, "onnx-community/sam3-tracker-ONNX"], ["sam3_tracker_mask_decoder", "Unreachable", "checkpoint gated", 0, "facebook/sam3"], ["sam3_tracker_prompt_encoder", "Unreachable", "checkpoint gated", 0, "facebook/sam3"], ["sam3_tracker_video", "Unreachable", "checkpoint gated", 0, "facebook/sam3"], ["sam3_tracker_video_mask_decoder", "Unreachable", "checkpoint gated", 0, "facebook/sam3"], ["sam3_tracker_video_prompt_encoder", "Unreachable", "checkpoint gated", 0, "facebook/sam3"], ["sam3_video", "Unreachable", "forward fails after shrink", 2087329, "facebook/sam3"], ["sam3_vision_model", "Unreachable", "no usable checkpoint", 38, "hf-tiny-v2/tiny-random-Sam3VisionModel"], ["sam3_vit_model", "Unreachable", "no usable checkpoint", 37, "hf-tiny-v2/tiny-random-Sam3ViTModel"], ["sam_hq", "Unreachable", "forward fails after shrink", 16860, "syscv-community/sam-hq-vit-base"], ["sam_hq_mask_decoder", "No checkpoint", "no Hub checkpoint has this model_type (documented syscv-community/sam-hq-vit-base is another type)", 0, ""], ["sam_hq_prompt_encoder", "No checkpoint", "no Hub checkpoint has this model_type (documented syscv-community/sam-hq-vit-base is another type)", 0, ""], ["sam_hq_vision_model", "Reachable", "", 138, "hf-tiny-v2/tiny-random-SamHQVisionModel"], ["sam_mask_decoder", "No checkpoint", "no Hub checkpoint has this model_type (documented facebook/sam-vit-huge is another type)", 0, ""], ["sam_prompt_encoder", "No checkpoint", "no Hub checkpoint has this model_type (documented facebook/sam-vit-huge is another type)", 0, ""], ["sam_vision_model", "Reachable", "", 138, "hf-tiny-v2/tiny-random-SamVisionModel"], ["sapiens2", "Unreachable", "forward fails after shrink", 103690, "facebook/sapiens2-pose-1b"], ["sapiens2_head", "Unreachable", "component config only", 0, ""], ["seamless_m4t", "Reachable", "", 13797, "facebook/hf-seamless-m4t-medium"], ["seamless_m4t_v2", "Done", "", 316927, "facebook/seamless-m4t-v2-large"], ["seed_oss", "Done", "", 128943, "ByteDance-Seed/Seed-OSS-36B-Instruct"], ["segformer", "Done", "", 2291917, "mattmdjaga/segformer_b2_clothes"], ["seggpt", "Unreachable", "forward fails after shrink", 21384, "BAAI/seggpt-vit-large"], ["sew", "Reachable", "", 15680, "optimum-intel-internal-testing/tiny-random-SEWModel"], ["sew-d", "Reachable", "", 18152, "optimum-intel-internal-testing/sew-d-tiny-100k-ft-ls100h"], ["shieldgemma2", "Reachable", "", 6627, "google/shieldgemma-2-4b-it"], ["siglip", "Done", "", 18018379, "prithivMLmods/Gender-Classifier-Mini"], ["siglip2", "Unreachable", "forward fails after shrink", 1622065, "google/siglip2-base-patch16-naflex"], ["siglip2_text_model", "Unreachable", "component config only", 56, "sortify-ai/siglip2-so400m-patch14-384-text"], ["siglip2_vision_model", "Unreachable", "forward fails after shrink", 58, "hf-tiny-v2/tiny-random-Siglip2VisionModel"], ["siglip_text_model", "Unreachable", "component config only", 19, "carsonpoole/binary-siglip-text"], ["siglip_vision_model", "Reachable", "", 1842, "zchuning/pi05-siglip-vision-tower"], ["slanet", "Reachable", "", 6957, "PaddlePaddle/SLANet_plus_safetensors"], ["slanext", "Reachable", "", 212, "PaddlePaddle/SLANeXt_wired_safetensors"], ["slanext_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented PaddlePaddle/SLANeXt_wired_safetensors is another type)", 0, ""], ["smollm3", "Done", "", 1135357, "HuggingFaceTB/SmolLM3-3B"], ["smolvlm", "Done", "", 1742362, "HuggingFaceTB/SmolVLM2-500M-Video-Instruct"], ["smolvlm_vision", "Unreachable", "forward fails after shrink", 5, "hf-tiny-v2/tiny-random-SmolVLMVisionTransformer"], ["solar_open", "Reachable", "", 32622, "upstage/Solar-Open-100B"], ["speech-encoder-decoder", "Unreachable", "synthetic inputs rejected", 5244, "hf-tiny-v2/tiny-random-SpeechEncoderDecoderModel-wav2vec2-bert"], ["speech_to_text", "Unreachable", "forward fails after shrink", 23544, "facebook/s2t-small-librispeech-asr"], ["speecht5", "Done", "", 194296, "optimum-intel-internal-testing/tiny-random-SpeechT5ForTextToSpeech"], ["speecht5_hifigan", "No checkpoint", "no Hub checkpoint has this model_type (documented microsoft/speecht5_asr is another type)", 0, ""], ["splinter", "Reachable", "", 3741, "tau/splinter-base"], ["squeezebert", "Unreachable", "model build fails", 33330, "optimum-intel-internal-testing/tiny-random-squeezebert"], ["stablelm", "Done", "", 169690, "optimum-intel-internal-testing/tiny-random-StableLmForCausalLM"], ["starcoder2", "Done", "", 152451, "optimum-intel-internal-testing/tiny-random-Starcoder2ForCausalLM"], ["step3p5", "Unreachable", "shrink fails", 266885, "stepfun-ai/Step-3.5-Flash"], ["step3p5_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented stepfun-ai/Step-3.7-Flash is another type)", 0, ""], ["step3p7", "Unreachable", "shrink fails", 26135, "stepfun-ai/Step-3.7-Flash"], ["superglue", "Unreachable", "forward fails after shrink", 8964, "magic-leap-community/superglue_indoor"], ["superpoint", "Unreachable", "backward fails", 9952, "magic-leap-community/superpoint"], ["swiftformer", "Reachable", "", 7504, "MBZUAI/swiftformer-xs"], ["swin", "Done", "", 238869, "Organika/sdxl-detector"], ["swin2sr", "Reachable", "", 56057, "caidas/swin2SR-classical-sr-x2-64"], ["swinv2", "Done", "", 434756, "microsoft/swinv2-tiny-patch4-window16-256"], ["switch_transformers", "Reachable", "", 10063, "google/switch-base-8"], ["t5", "Done", "", 94678669, "google-t5/t5-small"], ["t5_gemma_module", "Unreachable", "component config only", 70, "RE-N-Y/t5gemma-2b-2b-ul2-it"], ["t5gemma", "Unreachable", "no usable checkpoint", 176067, "google/t5gemma-2b-2b-ul2-it"], ["t5gemma2", "Unreachable", "forward fails after shrink", 114374, "google/t5gemma-2-270m-270m"], ["t5gemma2_decoder", "Unreachable", "component config only", 0, ""], ["t5gemma2_encoder", "Reachable", "", 149, "hf-tiny-v2/tiny-random-T5Gemma2Encoder"], ["t5gemma2_text", "Unreachable", "component config only", 30, "amanchoudhri/t5-gemma-2-270m-text-encoder"], ["table-transformer", "Done", "", 1872765, "microsoft/table-transformer-structure-recognition"], ["tapas", "Reachable", "", 37821, "google/tapas-base-finetuned-wtq"], ["textnet", "Unreachable", "forward fails after shrink", 7475, "czczup/textnet-base"], ["time_series_transformer", "Unreachable", "synthetic inputs rejected", 4534, "huggingface/time-series-transformer-tourism-monthly"], ["timesfm", "Done", "", 1854129, "google/timesfm-2.5-200m-pytorch"], ["timesfm2_5", "Unreachable", "synthetic inputs rejected", 37239, "google/timesfm-2.5-200m-transformers"], ["timesformer", "Unreachable", "forward fails after shrink", 25737, "facebook/timesformer-base-finetuned-k400"], ["timm_backbone", "Unreachable", "no usable checkpoint", 133, "hf-tiny-v2/tiny-random-TimmBackbone"], ["timm_wrapper", "Unreachable", "forward fails after shrink", 383060, "Freepik/nsfw_image_detector"], ["tipsv2", "Done", "", 289583, "google/tipsv2-so400m14"], ["tipsv2_dpt", "Unreachable", "forward fails after shrink", 8014, "google/tipsv2-b14-dpt"], ["tipsv2_text_model", "Reachable", "", 4, "hf-tiny-v2/tiny-random-Tipsv2TextModel"], ["tipsv2_vision_model", "Reachable", "", 8, "hf-tiny-v2/tiny-random-Tipsv2VisionBackbone"], ["trocr", "Reachable", "", 53, "sasmithasarasi/trocr-sinhala-handwriting"], ["tvp", "Unreachable", "forward fails after shrink", 13994, "Intel/tvp-base"], ["udop", "Unreachable", "forward fails after shrink", 9051, "microsoft/udop-large"], ["ultrabert", "Reachable", "", 29547, "dmis-lab/UltraBERT-380M"], ["ultravbert", "Reachable", "", 1133, "athrael-soju/ColUltraVBERT"], ["umt5", "Done", "", 5305, "huggingface-mic/umt5-small-mic"], ["unispeech", "Reachable", "", 24130, "optimum-intel-internal-testing/tiny-random-unispeech"], ["unispeech-sat", "Reachable", "", 38482, "optimum-intel-internal-testing/tiny-random-UnispeechSatModel"], ["univnet", "Unreachable", "forward fails after shrink", 5412, "dg845/univnet-dev"], ["unlimited_ocr", "Done", "", 3535621, "baidu/Unlimited-OCR"], ["unlimited_ocr_sam_vision_model", "No checkpoint", "no Hub checkpoint has this model_type (documented baidu/Unlimited-OCR is another type)", 0, ""], ["unlimited_ocr_text", "No checkpoint", "no Hub checkpoint has this model_type (documented baidu/Unlimited-OCR is another type)", 0, ""], ["unlimited_ocr_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented baidu/Unlimited-OCR is another type)", 0, ""], ["unlimited_ocr_vision_encoder", "No checkpoint", "no Hub checkpoint has this model_type (documented baidu/Unlimited-OCR is another type)", 0, ""], ["upernet", "Unreachable", "forward fails after shrink", 46968, "openmmlab/upernet-convnext-small"], ["uvdoc", "Reachable", "", 431, "PaddlePaddle/UVDoc_safetensors"], ["uvdoc_backbone", "Unreachable", "backward fails", 39, "hf-tiny-v2/tiny-random-UVDocBackbone"], ["vaultgemma", "Reachable", "", 2790, "google/vaultgemma-1b"], ["vibevoice", "Done", "", 1070414, "microsoft/VibeVoice-ASR"], ["vibevoice_acoustic_tokenizer", "Unreachable", "forward fails after shrink", 2151, "microsoft/VibeVoice-AcousticTokenizer"], ["vibevoice_acoustic_tokenizer_decoder", "Unreachable", "no usable checkpoint", 33, "hf-tiny-v2/tiny-random-VibeVoiceAcousticTokenizerDecoderModel"], ["vibevoice_acoustic_tokenizer_encoder", "Unreachable", "no usable checkpoint", 49, "hf-tiny-v2/tiny-random-VibeVoiceAcousticTokenizerEncoderModel"], ["vibevoice_asr", "Reachable", "", 59115, "microsoft/VibeVoice-ASR-HF"], ["vibevoice_diffusion", "No checkpoint", "no Hub checkpoint has this model_type (documented vibevoice/VibeVoice-1.5B-hf is another type)", 0, ""], ["video_llama_3", "Reachable", "", 11087, "lkhl/VideoLLaMA3-2B-Image-HF"], ["video_llama_3_vision", "Unreachable", "forward fails after shrink", 32, "hf-tiny-v2/tiny-random-VideoLlama3VisionModel"], ["video_llava", "Reachable", "", 10045, "LanguageBind/Video-LLaVA-7B-hf"], ["videomae", "Unreachable", "forward fails after shrink", 475037, "MCG-NJU/videomae-base"], ["videomt", "Unreachable", "synthetic inputs rejected", 5328, "tue-mps/videomt-dinov2-small-ytvis2019"], ["videoprism", "Unreachable", "synthetic inputs rejected", 545, "MHRDYN7/videoprism-lvt-base-f16r288"], ["videoprism_text_model", "No checkpoint", "no Hub checkpoint has this model_type (documented google/videoprism-lvt-base-f16r288 has no config.json)", 0, ""], ["videoprism_vision_model", "Unreachable", "synthetic inputs rejected", 191, "MHRDYN7/videoprism-base-f16r288"], ["vilt", "Unreachable", "forward fails after shrink", 89943, "dandelin/vilt-b32-finetuned-vqa"], ["vipllava", "Reachable", "", 7898, "llava-hf/vip-llava-7b-hf"], ["vision-encoder-decoder", "Unreachable", "forward fails after shrink", 2482977, "kha-white/manga-ocr-base"], ["vision-text-dual-encoder", "Unreachable", "model build fails", 3250, "hf-tiny-v2/tiny-random-VisionTextDualEncoderModel-vit-bert"], ["visual_bert", "Reachable", "", 5237, "uclanlp/visualbert-vqa-coco-pre"], ["vit", "Done", "", 23571533, "google/vit-base-patch16-224"], ["vit_mae", "Reachable", "", 43367, "facebook/vit-mae-base"], ["vit_msn", "Reachable", "", 1782, "facebook/vit-msn-small"], ["vitdet", "Unreachable", "no usable checkpoint", 214, "hf-tiny-v2/tiny-random-VitDetBackbone"], ["vitmatte", "Done", "", 383080, "hustvl/vitmatte-small-composition-1k"], ["vitpose", "Unreachable", "forward fails after shrink", 392468, "usyd-community/vitpose-base-simple"], ["vitpose_backbone", "Unreachable", "forward fails after shrink", 124, "hf-tiny-v2/tiny-random-VitPoseBackbone"], ["vits", "Done", "", 455247, "facebook/mms-tts-eng"], ["vivit", "Unreachable", "forward fails after shrink", 89874, "google/vivit-b-16x2"], ["vjepa2", "Unreachable", "synthetic inputs rejected", 426419, "facebook/vjepa2-vitl-fpc64-256"], ["voxtral", "Done", "", 319265, "mzbac/voxtral-mini-3b-4bit-mixed"], ["voxtral_encoder", "Reachable", "", 108, "hf-tiny-v2/tiny-random-VoxtralEncoder"], ["voxtral_realtime", "Unreachable", "forward fails after shrink", 1948459, "mistralai/Voxtral-Mini-4B-Realtime-2602"], ["voxtral_realtime_encoder", "Reachable", "", 80, "hf-tiny-v2/tiny-random-VoxtralRealtimeEncoder"], ["voxtral_realtime_text", "Unreachable", "model build fails", 10, "hf-tiny-v2/tiny-random-VoxtralRealtimeTextModel"], ["wav2vec2", "Done", "", 100317588, "jonatasgrosman/wav2vec2-large-xlsr-53-japanese"], ["wav2vec2-bert", "Unreachable", "model build fails", 1320062, "facebook/w2v-bert-2.0"], ["wav2vec2-conformer", "Unreachable", "model build fails", 160365, "facebook/wav2vec2-conformer-rope-large-960h-ft"], ["wavlm", "Done", "", 1990346, "microsoft/wavlm-large"], ["whisper", "Done", "", 22332636, "openai/whisper-large-v3-turbo"], ["xclip", "Unreachable", "forward fails after shrink", 453798, "microsoft/xclip-base-patch16-zero-shot"], ["xclip_text_model", "Unreachable", "component config only", 0, ""], ["xclip_vision_model", "Unreachable", "component config only", 0, ""], ["xcodec", "Unreachable", "config load fails", 14050, "hf-audio/xcodec-hubert-general"], ["xcodec2", "Unreachable", "forward fails after shrink", 9249, "HKUSTAudio/xcodec2-hf"], ["xglm", "Reachable", "", 64850, "optimum-intel-internal-testing/tiny-random-XGLMForCausalLM"], ["xlm", "Reachable", "", 19454, "FacebookAI/xlm-mlm-en-2048"], ["xlm-roberta", "Done", "", 104687870, "BAAI/bge-m3"], ["xlm-roberta-xl", "Done", "", 101085, "facebook/xlm-roberta-xl"], ["xlnet", "Unreachable", "shrink fails", 166190, "xlnet/xlnet-base-cased"], ["xlstm", "Unreachable", "config load fails", 4922, "NX-AI/xLSTM-7b"], ["xmod", "Unreachable", "forward fails after shrink", 29093, "facebook/xmod-base"], ["yolos", "Done", "", 859794, "hustvl/yolos-small"], ["yoso", "Reachable", "", 5281, "uw-madison/yoso-4096"], ["youtu", "Reachable", "", 12971, "tencent/Youtu-LLM-2B"], ["zamba", "Unreachable", "model build fails", 5935, "Zyphra/Zamba-7B-v1"], ["zamba2", "Unreachable", "forward fails after shrink", 70083, "Zyphra/Zamba2-1.2B-instruct"], ["zaya", "Reachable", "", 8978, "Zyphra/ZAYA1-8B"], ["zoedepth", "Unreachable", "forward fails after shrink", 48545, "Intel/zoedepth-nyu-kitti"]], "meta": {"generated": "2026-10-31", "fleet": "666d54fcc782e473ff276ec9626df0b0a3f0cafd", "transformers": "420dca92a4cf7d96dfbc1cc46f00375b0681ff8f", "sweep": "98a8d1d90b64baf9cbca7197d95f139901ae28f6"}, "shrink": {"albert": [["albert-base-v2-mic", 0]], "apertus": [["Apertus-v1.1-0.5B-Instruct-mic", 0]], "audioflamingo3": [["audio-flamingo-3-hf-mic", 0]], "bart": [["bart-base-mic", 0]], "beit": [["beit-base-patch16-224-mic", 0]], "bert": [["bert-base-uncased-mic", 0], ["bert-mic", 0]], "big_bird": [["bigbird-roberta-base-mic", 0]], "blenderbot": [["blenderbot-400M-distill-mic", 0]], "bloom": [["bloomz-560m-mic", 0]], "camembert": [["camembert-base-mic", 0]], "canine": [["canine-c-mic", 0]], "chinese_clip": [["chinese-clip-vit-base-patch16-mic", 0]], "clap": [["clap-htsat-fused-mic", 0]], "clip": [["clip-mic", 0], ["clip-vit-base-patch32-mic", 0]], "clip_text_model": [["tiny-clip-text-2-mic", 0]], "clip_vision_model": [["clip-vit-base-patch32-vision-mic", 0]], "clipseg": [["clipseg-rd64-refined-mic", 0]], "cohere": [["aya-expanse-8b-ungated-mic", 0]], "cohere2": [["tiny-random-aya-base-mic", 0]], "convbert": [["conv-bert-base-mic", 0]], "convnext": [["convnext-tiny-224-mic", 0]], "convnextv2": [["convnextv2-nano-1k-224-mic", 0]], "cosmos3_omni": [["Cosmos3-Nano-mic", 0]], "csm": [["csm-1b-mic", 0]], "deberta": [["deberta-large-mnli-mic", 0]], "deberta-v2": [["mDeBERTa-v3-base-xnli-multilingual-nli-2mil7-mic", 0]], "deepseek_v2": [["DeepSeek-Coder-V2-Lite-Instruct-mic", 0]], "deepseek_v3": [["DeepSeek-R1-mic", 0]], "deepseek_v32": [["DeepSeek-V3.2-mic", 0]], "deepseek_v4": [["DeepSeek-V4-Flash-0731-mic", 0]], "detr": [["detr-mic", 0]], "dinov2": [["dinov2-small-mic", 0]], "dinov2_with_registers": [["dinov2-with-registers-base-mic", 0]], "dinov3_vit": [["dinov3-vitl16-pretrain-lvd1689m-mic", 0]], "distilbert": [["distilbert-base-uncased-mic", 0]], "dpt": [["dpt-large-mic", 0]], "electra": [["electra-small-discriminator-mic", 0]], "embedding_gemma2": [["embeddinggemma-2-mic", 0]], "encoder-decoder": [["bert2bert-cnn_dailymail-fp16-mic", 0]], "esm": [["esm2_t6_8M_UR50D-mic", 0]], "esmc": [["ESMC-300M-hf-mic", 0]], "eurobert": [["EuroBERT-210m-mic", 0]], "falcon": [["falcon-7b-mic", 0]], "falcon_h1": [["Falcon-H1-Tiny-90M-Instruct-mic", 0]], "florence2": [["Florence-2-base-mic", 0]], "fnet": [["fnet-base-mic", 0]], "gemma": [["gemma-2b-mic", 0]], "gemma2": [["gemma-2-2b-it-mic", 0]], "gemma3": [["gemma3-mic", 0]], "gemma3n": [["gemma-3n-E2B-it-mic", 0]], "gemma4": [["gemma-4-E2B-it-mic", 0]], "gemma4_unified": [["gemma-4-12B-it-mic", 0]], "glm4": [["GLM-4-9B-0414-mic", 0]], "glm4_moe": [["GLM-4.5-Air-mic", 0]], "glm4_moe_lite": [["GLM-4.7-Flash-mic", 0]], "glm5_next": [["GLM-5.3-Flash-mic", 1]], "glm_moe_dsa": [["GLM-5.3-mic", 1]], "glm_ocr": [["GLM-OCR-mic", 0]], "got_ocr2": [["got_ocr2-mic", 0]], "gpt2": [["gpt2-mic", 0]], "gpt_bigcode": [["tiny_starcoder_py-mic", 0]], "gpt_neox": [["pythia-160m-mic", 0]], "gpt_oss": [["gpt_oss-mic", 0]], "granite": [["granite-3.1-2b-instruct-mic", 0]], "granite4_vision": [["granite-vision-4.1-4b-mic", 0]], "granite_speech": [["granite-4.0-1b-speech-mic", 0]], "granitemoe": [["granite-3.0-1b-a400m-instruct-mic", 0]], "granitemoehybrid": [["granite-4.0-h-350m-mic", 0]], "grounding-dino": [["grounding-dino-tiny-mic", 0]], "hubert": [["hubert-large-ls960-ft-mic", 0]], "hunyuan_v1_dense": [["Hunyuan-0.5B-Instruct-mic", 0]], "hunyuan_vl": [["HunyuanOCR-mic", 0]], "hy_v3": [["Hy-MT2-30B-A3B-mic", 0]], "idefics3": [["granite-docling-258M-mic", 0]], "inkling_mm_model": [["Inkling-mic", 0]], "internvl": [["internvl-mic", 0]], "jamba": [["Jamba-tiny-dev-mic", 0]], "janus": [["Janus-Pro-1B-mic", 0]], "jina_embeddings_v3": [["jina-embeddings-v3-hf-mic", 0]], "laguna": [["Laguna-XS.2-mic", 0]], "layoutlm": [["layoutlm-base-uncased-mic", 0]], "lfm2": [["LFM2.5-230M-Base-mic", 0]], "lfm2_moe": [["LFM2-8B-A1B-mic", 0]], "lfm2_vl": [["LFM2.5-VL-450M-mic", 0]], "llama": [["llama-mic", 0], ["smollm-1.7b-mic", 0], ["smollm-mic", 0]], "llama4": [["Llama-4-Scout-17B-16E-Instruct-mic", 0]], "llava": [["llava-mic", 0]], "llava_next": [["llava-v1.6-mistral-7b-hf-mic", 0]], "llava_next_video": [["LLaVA-NeXT-Video-7B-hf-mic", 0]], "llava_onevision": [["llava-onevision-qwen2-0.5b-ov-hf-mic", 0]], "longformer": [["longformer-base-4096-mic", 0]], "longt5": [["long-t5-tglobal-base-mic", 0]], "luke": [["luke-base-mic", 0]], "m2m_100": [["nllb-200-distilled-600M-mic", 0]], "mamba": [["mamba-130m-hf-mic", 0]], "marian": [["opus-mt-fr-en-mic", 0]], "mask2former": [["mask2former-swin-tiny-coco-instance-mic", 0]], "mbart": [["mbart-large-50-mic", 0]], "minicpm3": [["MiniCPM3-4B-mic", 0]], "minicpmv4_6": [["MiniCPM-V-4.6-mic", 0]], "minimax_m2": [["MiniMax-M2.5-mic", 0]], "minimax_m3_vl": [["MiniMax-M3-MXFP8-mic", 0]], "ministral3": [["Nemotron-3-Embed-1B-BF16-mic", 0]], "mistral": [["Mistral-7B-Instruct-v0.2-mic", 1]], "mistral3": [["Ministral-3-3B-Instruct-2512-mic", 0], ["mistral3-mic", 0]], "mixtral": [["Mixtral-8x7B-Instruct-v0.1-mic", 0]], "mllama": [["Llama-3.2-11B-Vision-Instruct-mic", 0]], "mm-grounding-dino": [["mm_grounding_dino_tiny_o365v1_goldg_v3det-mic", 0]], "mobilenet_v2": [["mobilenet_v2_1.0_224-mic", 0]], "mobilevit": [["mobilevit-xx-small-mic", 0]], "modernbert": [["modernbert-mic", 0]], "moss_transcribe_diarize": [["MOSS-Transcribe-Diarize-HF-mic", 0]], "mpnet": [["mpnet-base-mic", 0]], "mt5": [["mt5-small-mic", 0]], "muse_glimmer": [["tiny-random-muse-glimmer-mic", 0]], "nemotron_h": [["NVIDIA-Nemotron-3-Nano-4B-BF16-mic", 0]], "nomic_bert": [["nomic-embed-text-v1.5-mic", 0]], "olmo": [["OLMo-1B-hf-mic", 0]], "olmo2": [["OLMo-2-0425-1B-mic", 0]], "olmo3": [["Olmo-3-7B-Instruct-mic", 0]], "olmoe": [["OLMoE-1B-7B-0924-mic", 0]], "openai_privacy_filter": [["privacy-filter-mic", 0]], "opt": [["opt-125m-mic", 0]], "owlv2": [["owlv2-base-patch16-ensemble-mic", 0]], "owlvit": [["owlvit-base-patch32-mic", 0]], "paddleocr_vl": [["tibetan-ocr-mic", 0]], "paligemma": [["paligemma-3b-pt-224-mic", 0]], "pegasus": [["pegasus-xsum-mic", 0]], "perceiver": [["language-perceiver-mic", 0]], "phi": [["phi-2-mic", 0]], "phi3": [["Phi-3.5-mini-instruct-mic", 0]], "phi4_multimodal": [["Phi-4-multimodal-instruct-mic", 0]], "phimoe": [["Phi-3.5-MoE-0.8B-A0.2B-mic", 0]], "pvt": [["pvt-tiny-224-mic", 0]], "qwen2": [["qwen2-mic", 0]], "qwen2_5_omni": [["qwen2_5_omni-mic", 0]], "qwen2_5_omni_thinker": [["LCO-Embedding-Omni-3B-mic", 0]], "qwen2_5_vl": [["qwen2_5_vl-mic", 0]], "qwen2_audio": [["qwen2_audio-mic", 0]], "qwen2_moe": [["Qwen1.5-MoE-A2.7B-mic", 0]], "qwen2_vl": [["Qwen2-VL-2B-Instruct-mic", 0]], "qwen3": [["Qwen3-0.6B-mic", 0]], "qwen3_5_moe": [["Qwen3.5-35B-A3B-mic", 0]], "qwen3_5_moe_text": [["Qwen3.8-1.0B-A0.6B-mic", 0]], "qwen3_5_text": [["Qwen3.5-0.8B-text-only-mic", 0]], "qwen3_asr": [["Qwen3-ASR-0.6B-hf-mic", 0]], "qwen3_moe": [["Qwen3-30B-A3B-mic", 0]], "qwen3_next": [["Qwen3-Next-80B-A3B-Instruct-mic", 0]], "qwen3_vl": [["Qwen3-VL-2B-Instruct-mic", 0]], "qwen3_vl_moe": [["Qwen3-VL-30B-A3B-Instruct-mic", 0]], "qwen4_exp": [["Qwen3.8-Flash-Next-mic", 0]], "recurrent_gemma": [["recurrentgemma-2b-mic", 0]], "resnet": [["resnet-18-mic", 0]], "roberta": [["roberta-base-mic", 0]], "rt_detr": [["rtdetr_r50vd-mic", 0]], "rt_detr_v2": [["docling-layout-heron-mic", 0]], "sam2": [["sam2.1-hiera-tiny-mic", 4]], "seamless_m4t_v2": [["seamless-m4t-v2-large-mic", 0]], "seed_oss": [["Seed-OSS-36B-Instruct-mic", 0]], "segformer": [["segformer-b0-finetuned-ade-512-512-mic", 0]], "siglip": [["siglip-base-patch16-224-mic", 0]], "smollm3": [["SmolLM3-3B-mic", 1]], "smolvlm": [["smolvlm-mic", 0]], "speecht5": [["speech_t5-mic", 0]], "stablelm": [["stablelm-2-1_6b-mic", 0]], "starcoder2": [["starcoder2-3b-mic", 0]], "swin": [["swin-tiny-patch4-window7-224-mic", 0]], "swinv2": [["swinv2-tiny-patch4-window16-256-mic", 0]], "t5": [["t5-mic", 0], ["t5-small-mic", 0]], "table-transformer": [["table_transformer-mic", 0]], "timesfm": [["timesfm-2.0-500m-pytorch-mic", 0]], "tipsv2": [["tipsv2-b14-mic", 0]], "umt5": [["umt5-small-mic", 0]], "unlimited_ocr": [["Unlimited-OCR-mic", 0]], "vibevoice": [["VibeVoice-1.5B-hf-mic", 0]], "vit": [["vit-mic", 0]], "vitmatte": [["vitmatte-small-composition-1k-mic", 0]], "vits": [["mms-tts-eng-mic", 0]], "voxtral": [["Voxtral-Mini-3B-2507-mic", 0]], "wav2vec2": [["wav2vec2-base-960h-mic", 0], ["wav2vec2-mic", 0]], "wavlm": [["wavlm-base-plus-mic", 0]], "whisper": [["whisper-mic", 0], ["whisper-tiny-mic", 0]], "xlm-roberta": [["xlm-roberta-base-mic", 0]], "xlm-roberta-xl": [["xlm-roberta-xl-mic", 0]], "yolos": [["yolos-small-mic", 0]]}, "gated": {"aya_vision": "auto", "chameleon": "manual", "chmv2": "manual", "cohere_asr": "auto", "csm_depth_decoder_model": "auto", "cwm": "manual", "dinov3_convnext": "manual", "gemma": "manual", "gemma2": "manual", "gemma3": "manual", "gemma3_text": "manual", "gemma3n": "manual", "jais2": "auto", "lasr_ctc": "auto", "llama4_vision_model": "manual", "moshi": "auto", "muse_spark": "manual", "muse_spark_audio": "manual", "muse_spark_text": "manual", "muse_spark_vision": "manual", "neucodec": "auto", "perception_lm": "manual", "recurrent_gemma": "manual", "sam3_detr_decoder": "manual", "sam3_detr_encoder": "manual", "sam3_geometry_encoder": "manual", "sam3_mask_decoder": "manual", "sam3_tracker_mask_decoder": "manual", "sam3_tracker_prompt_encoder": "manual", "sam3_tracker_video": "manual", "sam3_tracker_video_mask_decoder": "manual", "sam3_tracker_video_prompt_encoder": "manual", "sam3_video": "manual", "shieldgemma2": "manual", "t5gemma": "manual", "t5gemma2": "manual", "vaultgemma": "manual"}}
\ No newline at end of file
+{"rows": [["EvollaModel", "Reachable", "", 732, "westlake-repl/Evolla-10B-hf"], ["afmoe", "Reachable", "", 84004, "optimum-intel-internal-testing/tiny-random-trinity"], ["aimv2", "Reachable", "", 10627, "apple/aimv2-large-patch14-224-lit"], ["aimv2_text_model", "Unreachable", "component config only", 0, ""], ["aimv2_vision_model", "Reachable", "", 3412, "apple/aimv2-large-patch14-224"], ["albert", "Done", "", 2009876, "albert/albert-base-v2"], ["align", "Unreachable", "forward fails after shrink", 21429, "kakaobrain/align-base"], ["align_text_model", "Unreachable", "component config only", 0, ""], ["align_vision_model", "Unreachable", "component config only", 0, ""], ["altclip", "Reachable", "", 7652, "BAAI/AltCLIP"], ["altclip_text_model", "Unreachable", "component config only", 0, ""], ["altclip_vision_model", "Unreachable", "component config only", 0, ""], ["apertus", "Done", "", 457103, "swiss-ai/Apertus-8B-Instruct-2509"], ["arcee", "Reachable", "", 64187, "optimum-intel-internal-testing/tiny-random-ArceeForCausalLM"], ["aria", "Unreachable", "forward fails after shrink", 29760, "rhymes-ai/Aria"], ["aria_text", "Unreachable", "forward fails after shrink", 88, "hf-tiny-v2/tiny-random-AriaTextForCausalLM"], ["audio-spectrogram-transformer", "Unreachable", "forward fails after shrink", 1651174, "MIT/ast-finetuned-audioset-10-10-0.4593"], ["audioflamingo3", "Done", "", 144463, "nvidia/audio-flamingo-3-hf"], ["audioflamingo3_encoder", "Unreachable", "forward fails after shrink", 27, "hf-tiny-v2/tiny-random-AudioFlamingo3Encoder"], ["autoformer", "Unreachable", "synthetic inputs rejected", 79649, "huggingface/autoformer-tourism-monthly"], ["axk1", "Reachable", "", 5094, "skt/A.X-K1"], ["axk2", "Reachable", "", 90892, "skt/A.X-K2-NVFP4"], ["aya_vision", "Reachable", "", 3689, "CohereLabs/aya-vision-8b"], ["bailing_hybrid", "Unreachable", "forward fails after shrink", 727122, "rapid-mlx/Ling-3.0-tiny-MLX-4bit"], ["bamba", "Reachable", "", 11728, "ibm-ai-platform/Bamba-9B-v1"], ["bark", "Unreachable", "forward fails after shrink", 28264, "suno/bark"], ["bart", "Done", "", 6328395, "facebook/bart-large-mnli"], ["beam", "Reachable", "", 20667, "reflection/Beam-1.0-501B-A23B"], ["beit", "Done", "", 169127, "microsoft/dit-base-finetuned-rvlcdip"], ["bert", "Done", "", 527874026, "sentence-transformers/all-MiniLM-L6-v2"], ["bert-generation", "Reachable", "", 3386, "ybelkada/random-tiny-BertGenerationModel"], ["big_bird", "Done", "", 194505, "google/bigbird-roberta-base"], ["bigbird_pegasus", "Reachable", "", 71110, "optimum-intel-internal-testing/tiny-random-bigbird_pegasus"], ["biogpt", "Reachable", "", 56866, "optimum-intel-internal-testing/tiny-random-BioGptForCausalLM"], ["bit", "Unreachable", "model build fails", 8676, "google/bit-50"], ["bitnet", "Reachable", "", 35767, "optimum-intel-internal-testing/tiny-random-bitnet"], ["blenderbot", "Done", "", 235225, "optimum-intel-internal-testing/tiny-random-BlenderbotModel"], ["blenderbot-small", "Reachable", "", 5857, "facebook/blenderbot_small-90M"], ["blip", "Unreachable", "forward fails after shrink", 2359364, "Salesforce/blip-image-captioning-base"], ["blip-2", "Unreachable", "forward fails after shrink", 457477, "Salesforce/blip2-opt-2.7b"], ["blip_2_qformer", "Unreachable", "forward fails after shrink", 145, "hf-tiny-v2/tiny-random-Blip2QFormerModel"], ["blip_2_vision_model", "Unreachable", "component config only", 24, "tmnam20/blip2-opt-2.7b-vision"], ["blip_text_model", "Unreachable", "component config only", 0, ""], ["blip_vision_model", "Unreachable", "component config only", 0, ""], ["bloom", "Done", "", 1527823, "bigscience/bloomz-560m"], ["blt", "Unreachable", "forward fails after shrink", 6999, "itazap/blt-1b-hf"], ["blt_global_transformer", "No checkpoint", "no Hub checkpoint has this model_type (documented itazap/blt-1b-hf is another type)", 0, ""], ["blt_local_decoder", "No checkpoint", "no Hub checkpoint has this model_type (documented itazap/blt-1b-hf is another type)", 0, ""], ["blt_local_encoder", "No checkpoint", "no Hub checkpoint has this model_type (documented itazap/blt-1b-hf is another type)", 0, ""], ["blt_patcher", "No checkpoint", "no Hub checkpoint has this model_type (documented itazap/blt-1b-hf is another type)", 0, ""], ["bridgetower", "Reachable", "", 80, "regisss/bridgetower-newyorker-a100-8x"], ["bridgetower_text_model", "No checkpoint", "no Hub checkpoint has this model_type (documented BridgeTower/bridgetower-base is another type)", 0, ""], ["bridgetower_vision_model", "No checkpoint", "no Hub checkpoint has this model_type (documented BridgeTower/bridgetower-base is another type)", 0, ""], ["bros", "Unreachable", "forward fails after shrink", 42661, "naver-clova-ocr/bros-base-uncased"], ["camembert", "Done", "", 2226781, "almanach/camembert-base"], ["canary", "Unreachable", "forward fails after shrink", 237192, "nvidia/canary-1b-v2"], ["canary_decoder", "Unreachable", "component config only", 0, ""], ["canine", "Done", "", 167492, "google/canine-c"], ["chameleon", "Reachable", "", 8504, "facebook/chameleon-7b"], ["chameleon_vqgan", "Unreachable", "component config only", 33, "leloy/Anole-7b-v0.1-vqvae-hf"], ["chinese_clip", "Done", "", 276376, "OFA-Sys/chinese-clip-vit-base-patch16"], ["chinese_clip_text_model", "Unreachable", "component config only", 0, ""], ["chinese_clip_vision_model", "Reachable", "", 57, "hf-tiny-v2/tiny-random-ChineseCLIPVisionModel"], ["chmv2", "Unreachable", "forward fails after shrink", 1526, "facebook/dinov3-vitl16-chmv2-dpt-head"], ["clap", "Done", "", 9104856, "laion/clap-htsat-fused"], ["clap_audio_model", "Unreachable", "component config only", 257, "NGDtuanh/abook-music-student"], ["clap_text_model", "Unreachable", "component config only", 61, "werent4/larger_clap_general_text_model"], ["clip", "Done", "", 37612455, "openai/clip-vit-base-patch32"], ["clip_text_model", "Done", "", 940714, "peft-internal-testing/tiny-clip-text-2"], ["clip_vision_model", "Done", "", 432156, "xingpng/OneIG-StyleEncoder"], ["clipseg", "Done", "", 545844, "CIDAS/clipseg-rd64-refined"], ["clipseg_text_model", "Unreachable", "component config only", 0, ""], ["clipseg_vision_model", "Unreachable", "component config only", 0, ""], ["clvp", "Unreachable", "forward fails after shrink", 5530, "susnato/clvp_dev"], ["clvp_decoder", "Unreachable", "component config only", 0, ""], ["clvp_encoder", "Unreachable", "component config only", 0, ""], ["codegen", "Unreachable", "forward fails after shrink", 168810, "Salesforce/codegen2-16B_P"], ["cohere", "Done", "", 166589, "optimum-intel-internal-testing/tiny-random-CohereForCausalLM"], ["cohere2", "Done", "", 162977, "optimum-intel-internal-testing/tiny-random-aya-base"], ["cohere2_moe", "Reachable", "", 15203, "CohereLabs/North-Mini-Code-1.0"], ["cohere2_vision", "Reachable", "", 37679, "CohereLabs/command-a-plus-05-2026-bf16"], ["cohere_asr", "Unreachable", "forward fails after shrink", 350010, "CohereLabs/cohere-transcribe-arabic-07-2026"], ["cohere_compass", "Reachable", "", 34840, "CohereLabs/North-Micro-Vision-Instruct"], ["cohere_compass_text", "Reachable", "", 41, "hf-tiny-v2/tiny-random-CohereCompassTextForSequenceClassification"], ["cohere_compass_vision", "Unreachable", "forward fails after shrink", 15, "hf-tiny-v2/tiny-random-CohereCompassVisionModel"], ["colmodernvbert", "Unreachable", "no usable checkpoint", 1649, "Qdrant/colmodernvbert"], ["colpali", "Reachable", "", 8568, "vidore/colpali-v1.3-hf"], ["colqwen2", "Reachable", "", 36700, "vidore/colqwen2-v1.0-hf"], ["conditional_detr", "Reachable", "", 62673, "yainage90/fashion-object-detection"], ["convbert", "Done", "", 509373, "YituTech/conv-bert-base"], ["convnext", "Done", "", 192305, "facebook/convnext-tiny-224"], ["convnextv2", "Done", "", 330963, "facebook/convnextv2-base-22k-384"], ["cosmos3_edge", "Reachable", "", 83288, "nvidia/Cosmos3-Edge"], ["cosmos3_edge_text", "Reachable", "", 14, "hf-tiny-v2/tiny-random-Cosmos3EdgeTextModel"], ["cosmos3_edge_vision", "Unreachable", "forward fails after shrink", 12, "hf-tiny-v2/tiny-random-Cosmos3EdgeVisionModel"], ["cosmos3_omni", "Done", "", 244937, "nvidia/Cosmos3-Nano"], ["cpmant", "Reachable", "", 3742, "openbmb/cpm-ant-10b"], ["csm", "Done", "", 145078, "sesame/csm-1b"], ["csm_depth_decoder_model", "Unreachable", "checkpoint gated", 0, "sesame/csm-1b"], ["ctrl", "Reachable", "", 17032, "Salesforce/ctrl"], ["cvt", "Reachable", "", 12319, "microsoft/cvt-13"], ["cwm", "Unreachable", "no usable checkpoint", 1007, "facebook/cwm"], ["d_fine", "Unreachable", "forward fails after shrink", 126298, "ustc-community/dfine-xlarge-obj2coco"], ["dab-detr", "Unreachable", "config load fails", 7050, "IDEA-Research/dab-detr-resnet-50"], ["dac", "Unreachable", "forward fails after shrink", 72000, "descript/dac_44khz"], ["data2vec-audio", "Reachable", "", 39013, "optimum-intel-internal-testing/tiny-random-Data2VecAudioModel"], ["data2vec-text", "Reachable", "", 7219, "optimum-intel-internal-testing/tiny-random-Data2VecTextModel"], ["data2vec-vision", "Unreachable", "shrink fails", 17284, "optimum-intel-internal-testing/tiny-random-Data2VecVisionModel"], ["dbrx", "Reachable", "", 16983, "trl-internal-testing/tiny-DbrxForCausalLM"], ["deberta", "Done", "", 692267, "microsoft/deberta-large-mnli"], ["deberta-v2", "Done", "", 21746039, "microsoft/mdeberta-v3-base"], ["decision_transformer", "Unreachable", "synthetic inputs rejected", 6158, "edbeeching/decision-transformer-gym-hopper-medium"], ["deepseek_ocr2", "Unreachable", "synthetic inputs rejected", 22922, "optimum-intel-internal-testing/tiny-random-deepseek-ocr-2"], ["deepseek_ocr2_encoder", "Unreachable", "component config only", 0, ""], ["deepseek_ocr2_sam_vision_model", "Unreachable", "component config only", 0, ""], ["deepseek_ocr2_text", "Unreachable", "component config only", 0, ""], ["deepseek_ocr2_vision", "Unreachable", "component config only", 0, ""], ["deepseek_v2", "Done", "", 668975, "deepseek-ai/DeepSeek-Coder-V2-Lite-Instruct"], ["deepseek_v3", "Done", "", 4950570, "deepseek-ai/DeepSeek-R1"], ["deepseek_v32", "Done", "", 6161743, "deepseek-ai/DeepSeek-V3.2"], ["deepseek_v4", "Done", "", 6213673, "deepseek-ai/DeepSeek-V4-Flash-0731"], ["deepseek_vl", "Reachable", "", 8828, "deepseek-community/deepseek-vl-1.3b-chat"], ["deepseek_vl_hybrid", "Reachable", "", 8249, "deepseek-community/deepseek-vl-7b-chat"], ["deformable_detr", "Reachable", "", 23013, "SenseTime/deformable-detr"], ["deimv2", "Unreachable", "forward fails after shrink", 4393, "alessioarcara/deimv2-deimv2_dinov3_x_coco"], ["deit", "Reachable", "", 50030, "facebook/deit-base-distilled-patch16-384"], ["depth_anything", "Unreachable", "forward fails after shrink", 2447209, "depth-anything/Depth-Anything-V2-Small-hf"], ["depth_pro", "Unreachable", "forward fails after shrink", 52957, "apple/DepthPro-hf"], ["detr", "Done", "", 385370, "TahaDouaji/detr-doc-table-detection"], ["dia", "Unreachable", "no usable checkpoint", 16396, "nari-labs/Dia-1.6B-0626"], ["dia_decoder", "No checkpoint", "no Hub checkpoint has this model_type (documented nari-labs/Dia-1.6B is another type)", 0, ""], ["dia_encoder", "No checkpoint", "no Hub checkpoint has this model_type (documented nari-labs/Dia-1.6B is another type)", 0, ""], ["diffllama", "Reachable", "", 4593, "kajuma/DiffLlama-0.3B-handcut"], ["diffusion_gemma", "Unreachable", "forward fails after shrink", 1034537, "google/diffusiongemma-26B-A4B-it"], ["diffusion_gemma_text", "Unreachable", "component config only", 0, ""], ["dinat", "Unreachable", "model build fails", 209, "shi-labs/dinat-mini-in1k-224"], ["dinov2", "Done", "", 7235906, "facebook/dinov2-base"], ["dinov2_with_registers", "Done", "", 354429, "facebook/dinov2-with-registers-base"], ["dinov3_convnext", "Reachable", "", 95750, "facebook/dinov3-convnext-tiny-pretrain-lvd1689m"], ["dinov3_vit", "Done", "", 2089303, "facebook/dinov3-vitl16-pretrain-lvd1689m"], ["distilbert", "Done", "", 20324420, "distilbert/distilbert-base-uncased"], ["doge", "Reachable", "", 8362, "SmallDoge/Doge-320M"], ["donut-swin", "Reachable", "", 2963, "optimum-intel-internal-testing/tiny-random-DonutSwinModel"], ["dots1", "Reachable", "", 6731, "rednote-hilab/dots.llm1.base"], ["dpr", "Reachable", "", 53829, "facebook/dpr-question_encoder-single-nq-base"], ["dpt", "Done", "", 620365, "Intel/dpt-hybrid-midas"], ["edgetam", "Unreachable", "no usable checkpoint", 9579, "onnx-community/EdgeTAM-ONNX"], ["edgetam_mask_decoder", "No checkpoint", "no Hub checkpoint has this model_type (documented yonigozlan/EdgeTAM-hf is another type)", 0, ""], ["edgetam_prompt_encoder", "No checkpoint", "no Hub checkpoint has this model_type (documented yonigozlan/EdgeTAM-hf is another type)", 0, ""], ["edgetam_video", "Unreachable", "forward fails after shrink", 11709, "yonigozlan/EdgeTAM-hf"], ["edgetam_video_mask_decoder", "No checkpoint", "no Hub checkpoint has this model_type (documented yonigozlan/EdgeTAM-hf is another type)", 0, ""], ["edgetam_video_prompt_encoder", "No checkpoint", "no Hub checkpoint has this model_type (documented yonigozlan/EdgeTAM-hf is another type)", 0, ""], ["edgetam_vision_model", "Reachable", "", 53, "hf-tiny-v2/tiny-random-EdgeTamVisionModel"], ["efficientloftr", "Unreachable", "shrink fails", 16245, "zju-community/efficientloftr"], ["efficientnet", "Unreachable", "forward fails after shrink", 168152, "docling-project/DocumentFigureClassifier-v2.5"], ["electra", "Done", "", 28465435, "google/electra-base-discriminator"], ["embedding_gemma2", "Done", "", 719174, "onnx-community/embeddinggemma-2-ONNX"], ["embedding_gemma2_text", "Reachable", "", 171, "HukukcuApp/tr-legal-embedding-gemma-2"], ["emu3", "Reachable", "", 20741, "BAAI/Emu3-Chat-hf"], ["emu3_text_model", "Unreachable", "component config only", 118, "hf-tiny-v2/tiny-random-Emu3TextModel"], ["emu3_vqgan", "Unreachable", "component config only", 0, ""], ["encodec", "Unreachable", "forward fails after shrink", 105065, "facebook/encodec_24khz"], ["encoder-decoder", "Done", "", 29649, "optimum-internal-testing/tiny-random-encoder-decoder-gpt2-bert"], ["eomt", "Unreachable", "forward fails after shrink", 67972, "tue-mps/coco_panoptic_eomt_large_640"], ["eomt_dinov3", "Unreachable", "forward fails after shrink", 21640, "tue-mps/eomt-dinov3-ade-semantic-large-512"], ["ernie", "Reachable", "", 73981, "shibing624/text2vec-base-chinese-paraphrase"], ["ernie4_5", "Reachable", "", 14731, "baidu/ERNIE-4.5-0.3B-PT"], ["ernie4_5_moe", "Unreachable", "forward fails after shrink", 123822, "baidu/ERNIE-4.5-21B-A3B-Thinking"], ["ernie4_5_vl_moe", "Unreachable", "forward fails after shrink", 45, "hf-tiny-v2/tiny-random-Ernie4_5_VLMoeForConditionalGeneration"], ["ernie4_5_vl_moe_text", "No checkpoint", "no Hub checkpoint has this model_type (documented baidu/ERNIE-4.5-VL-28B-A3B-PT is another type)", 0, ""], ["ernie4_5_vl_moe_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented baidu/ERNIE-4.5-VL-28B-A3B-PT is another type)", 0, ""], ["esm", "Done", "", 7030784, "facebook/esm2_t33_650M_UR50D"], ["esmc", "Done", "", 393143, "biohub/ESMC-300M"], ["esmfold2", "Unreachable", "shrink fails", 388538, "biohub/ESMFold2"], ["eurobert", "Done", "", 847801, "OpenMed/OpenMed-NER-ChemicalDetect-EuroMed-212M"], ["evolla", "No checkpoint", "no Hub checkpoint has this model_type (none documented)", 0, ""], ["exaone4", "Reachable", "", 64834, "LGAI-EXAONE/EXAONE-4.0-32B"], ["exaone4_5", "Reachable", "", 39320, "LGAI-EXAONE/EXAONE-4.5-33B"], ["exaone4_5_vision", "Unreachable", "forward fails after shrink", 31, "hf-tiny-v2/tiny-random-Exaone4_5_VisionModel"], ["exaone_moe", "Reachable", "", 18548, "LGAI-EXAONE/K-EXAONE-236B-A23B"], ["falcon", "Done", "", 350854, "tiiuae/falcon-7b"], ["falcon_h1", "Done", "", 104762, "tiiuae/Falcon-H1-3B-Instruct"], ["falcon_mamba", "Reachable", "", 61205, "trl-internal-testing/tiny-FalconMambaForCausalLM"], ["fast_vlm", "Reachable", "", 5841, "KamilaMila/FastVLM-7B"], ["fastspeech2_conformer", "Unreachable", "forward fails after shrink", 2880, "espnet/fastspeech2_conformer"], ["fastspeech2_conformer_hifigan", "No checkpoint", "no Hub checkpoint has this model_type (documented espnet/fastspeech2_conformer_with_hifigan is another type)", 0, ""], ["fastspeech2_conformer_with_hifigan", "Unreachable", "forward fails after shrink", 2800, "espnet/fastspeech2_conformer_with_hifigan"], ["flaubert", "Reachable", "", 74651, "flaubert/flaubert_base_uncased"], ["flava", "Reachable", "", 32370, "facebook/flava-full"], ["flava_image_codebook", "Unreachable", "component config only", 23, "facebook/flava-image-codebook"], ["flava_image_model", "Unreachable", "component config only", 0, ""], ["flava_multimodal_model", "Unreachable", "component config only", 0, ""], ["flava_text_model", "Unreachable", "component config only", 0, ""], ["flex_olmo", "Reachable", "", 12810, "allenai/FlexOlmo-7x7B-1T"], ["flint", "Reachable", "", 60545, "RecursiveSI/flint"], ["florence2", "Done", "", 4293112, "microsoft/Florence-2-base"], ["florence_vision", "Unreachable", "component config only", 0, ""], ["fnet", "Done", "", 478381, "google/fnet-base"], ["focalnet", "Reachable", "", 11569, "microsoft/focalnet-tiny"], ["fsmt", "Reachable", "", 57368, "facebook/wmt19-en-de"], ["fun_asr_nano", "Unreachable", "shrink fails", 162557, "FunAudioLLM/Fun-ASR-Nano-2512-hf"], ["fun_asr_nano_encoder", "Unreachable", "forward fails after shrink", 21, "hf-tiny-v2/tiny-random-FunAsrNanoEncoder"], ["funnel", "Reachable", "", 11894, "funnel-transformer/small"], ["fuyu", "Reachable", "", 12098, "adept/fuyu-8b"], ["gemma", "Done", "", 611743, "google/gemma-2b"], ["gemma2", "Done", "", 2138107, "hugging-quants/gemma-2-9b-it-AWQ-INT4"], ["gemma3", "Done", "", 6276380, "google/gemma-3-4b-it"], ["gemma3_text", "Done", "", 3985142, "google/embeddinggemma-300m"], ["gemma3n", "Done", "", 360811, "unsloth/gemma-3n-E4B-it"], ["gemma3n_audio", "Unreachable", "synthetic inputs rejected", 63, "hf-tiny-v2/tiny-random-Gemma3nAudioEncoder"], ["gemma3n_text", "Reachable", "", 2175, "optimum-intel-internal-testing/tiny-random-gemma3n-text"], ["gemma3n_vision", "Reachable", "", 0, ""], ["gemma4", "Done", "", 47591452, "google/gemma-4-31B-it"], ["gemma4_assistant", "Unreachable", "forward fails after shrink", 683069, "google/gemma-4-26B-A4B-it-assistant"], ["gemma4_audio", "Unreachable", "forward fails after shrink", 138, "rnagabh/gemma4-audio-encoder"], ["gemma4_text", "Reachable", "", 41837, "AlexKoff88/gemma4_tinystories"], ["gemma4_unified", "Done", "", 4749964, "google/gemma-4-12B-it"], ["gemma4_unified_assistant", "Unreachable", "forward fails after shrink", 37821, "google/gemma-4-12B-it-assistant"], ["gemma4_unified_audio", "Unreachable", "component config only", 0, ""], ["gemma4_unified_text", "Reachable", "", 2960, "jgeuter/Jeff-1.0-Medium"], ["gemma4_unified_vision", "Unreachable", "component config only", 0, ""], ["gemma4_vision", "Unreachable", "forward fails after shrink", 214, "rnagabh/gemma4-vision-encoder"], ["git", "Reachable", "", 46165, "microsoft/git-base"], ["git_vision_model", "Unreachable", "component config only", 0, ""], ["glm", "Unreachable", "no usable checkpoint", 43219, "optimum-intel-internal-testing/tiny-random-glm-edge"], ["glm4", "Done", "", 139087, "optimum-intel-internal-testing/tiny-random-glm4"], ["glm46v", "Unreachable", "no usable checkpoint", 170, "hf-tiny-v2/tiny-random-Glm46VModel"], ["glm4_moe", "Done", "", 1607130, "zai-org/GLM-4.5-Air"], ["glm4_moe_lite", "Done", "", 1802094, "zai-org/GLM-4.7-Flash"], ["glm4v", "Unreachable", "forward fails after shrink", 277739, "zai-org/GLM-4.1V-9B-Thinking"], ["glm4v_moe", "Unreachable", "forward fails after shrink", 35179, "zai-org/GLM-4.5V"], ["glm4v_moe_text", "Unreachable", "forward fails after shrink", 58, "hf-tiny-v2/tiny-random-Glm4vMoeTextModel"], ["glm4v_moe_vision", "Unreachable", "no usable checkpoint", 38, "hf-tiny-v2/tiny-random-Glm4vMoeVisionModel"], ["glm4v_text", "Unreachable", "forward fails after shrink", 58, "hf-tiny-v2/tiny-random-Glm4vTextModel"], ["glm4v_vision", "Unreachable", "forward fails after shrink", 38, "hf-tiny-v2/tiny-random-Glm4vVisionModel"], ["glm5_next", "Done", "", 7619607, "zai-org/GLM-5.3-Flash"], ["glm5_next_text", "Reachable", "", 23, "hf-tiny-v2/tiny-random-Glm5NextTextModel"], ["glm5_next_vision", "Unreachable", "forward fails after shrink", 65, "immanuelpeter/GLM-5.3-Flash-Vision"], ["glm_image", "Unreachable", "no usable checkpoint", 111, "hf-tiny-v2/tiny-random-GlmImageModel"], ["glm_image_text", "Unreachable", "no usable checkpoint", 55, "hf-tiny-v2/tiny-random-GlmImageTextModel"], ["glm_image_vision", "Unreachable", "no usable checkpoint", 35, "hf-tiny-v2/tiny-random-GlmImageVisionModel"], ["glm_image_vqmodel", "Unreachable", "no usable checkpoint", 6, "hf-tiny-v2/tiny-random-GlmImageVQVAE"], ["glm_moe_dsa", "Done", "", 7133417, "zai-org/GLM-5.3"], ["glm_ocr", "Done", "", 1798225, "zai-org/GLM-OCR"], ["glm_ocr_text", "Reachable", "", 51, "hf-tiny-v2/tiny-random-GlmOcrTextModel"], ["glm_ocr_vision", "Unreachable", "forward fails after shrink", 33, "hf-tiny-v2/tiny-random-GlmOcrVisionModel"], ["glmasr", "Reachable", "", 31331, "zai-org/GLM-ASR-Nano-2512"], ["glmasr_encoder", "Reachable", "", 50, "hf-tiny-v2/tiny-random-GlmAsrEncoder"], ["glmga", "No checkpoint", "no Hub checkpoint has this model_type (documented zai-org/GLM-4.1V-9B-Thinking is another type)", 0, ""], ["glpn", "Reachable", "", 8196, "vinvino02/glpn-kitti"], ["got_ocr2", "Done", "", 56531, "stepfun-ai/GOT-OCR-2.0-hf"], ["got_ocr2_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented facebook/sam-vit-huge is another type)", 0, ""], ["gpt-sw3", "No checkpoint", "no Hub checkpoint has this model_type (none documented)", 0, ""], ["gpt2", "Done", "", 30545353, "openai-community/gpt2"], ["gpt_bigcode", "Done", "", 188077, "bigcode/tiny_starcoder_py"], ["gpt_neo", "Unreachable", "shrink fails", 865506, "EleutherAI/gpt-neo-125m"], ["gpt_neox", "Done", "", 7013890, "EleutherAI/pythia-160m"], ["gpt_neox_japanese", "Reachable", "", 46916, "optimum-intel-internal-testing/tiny-random-GPTNeoXJapaneseForCausalLM"], ["gpt_oss", "Done", "", 10738031, "openai/gpt-oss-20b"], ["gptj", "Unreachable", "forward fails after shrink", 188360, "EleutherAI/gpt-j-6b"], ["gradium_phonon_tts", "Unreachable", "shrink fails", 114118, "gradium/phonon-31m-en"], ["granite", "Done", "", 1699090, "ibm-granite/granite-4.1-3b"], ["granite4_vision", "Done", "", 194823, "ibm-granite/granite-vision-4.1-4b"], ["granite4_vision_text", "No checkpoint", "no Hub checkpoint has this model_type (documented ibm-granite4_vision_text/granite4_vision_text-3.0-8b-base does not exist)", 0, ""], ["granite_speech", "Done", "", 494648, "ibm-granite/granite-4.0-1b-speech"], ["granite_speech5_ctc", "Unreachable", "forward fails after shrink", 99951, "ibm-granite/granite-speech-5.0-470m-turboctc"], ["granite_speech5_encoder", "Unreachable", "forward fails after shrink", 17, "hf-tiny-v2/tiny-random-GraniteSpeech5Encoder"], ["granite_speech_encoder", "Unreachable", "component config only", 0, ""], ["granite_speech_plus", "Unreachable", "shrink fails", 29187, "ibm-granite/granite-speech-4.1-2b-plus"], ["granite_speech_plus_encoder", "Unreachable", "component config only", 0, ""], ["granite_swa", "Reachable", "", 7057, "ibm-granite/granite-swash-2b"], ["granitemoe", "Done", "", 244089, "ibm-granite/granite-3.1-3b-a800m-instruct"], ["granitemoe_swa", "Reachable", "", 6507, "ibm-granite/granite-swash-3b-a600m"], ["granitemoehybrid", "Done", "", 332014, "optimum-intel-internal-testing/tiny-random-granitemoehybrid"], ["granitemoeshared", "Unreachable", "no usable checkpoint", 1648, "ibm-research/moe-7b-1b-active-shared-experts"], ["grounding-dino", "Done", "", 2682931, "IDEA-Research/grounding-dino-base"], ["groupvit", "Reachable", "", 6660, "nvidia/groupvit-gcc-yfcc"], ["groupvit_text_model", "Unreachable", "component config only", 0, ""], ["groupvit_vision_model", "Unreachable", "component config only", 0, ""], ["gte", "Reachable", "", 56943, "Snowflake/snowflake-arctic-embed-m-v2.0"], ["helium", "Reachable", "", 6264, "kyutai/helium-1-preview-2b"], ["hgnet_v2", "Unreachable", "forward fails after shrink", 149, "ustc-community/hgnet-v2"], ["hiera", "Reachable", "", 11635, "facebook/hiera-tiny-224-hf"], ["higgs_audio_v2", "Reachable", "", 21331, "bosonai/higgs-tts-2-3b-base"], ["higgs_audio_v2_tokenizer", "Unreachable", "model build fails", 235573, "eustlb/higgs-audio-v2-tokenizer"], ["hrm_text", "Unreachable", "forward fails after shrink", 14676, "sapientinc/HRM-Text-1B"], ["hubert", "Done", "", 1327557, "facebook/hubert-large-ls960-ft"], ["hunyuan_v1_dense", "Done", "", 197468, "optimum-intel-internal-testing/tiny-random-hunyuan-v1-dense"], ["hunyuan_v1_moe", "Unreachable", "forward fails after shrink", 64830, "tencent/Hunyuan-A13B-Instruct"], ["hunyuan_vl", "Done", "", 807278, "tencent/HunyuanOCR"], ["hunyuan_vl_text", "Unreachable", "no usable checkpoint", 9, "hf-tiny-v2/tiny-random-HunYuanVLTextModel"], ["hunyuan_vl_vision", "Unreachable", "no usable checkpoint", 10, "hf-tiny-v2/tiny-random-HunYuanVLVisionTransformer"], ["hy_v3", "Done", "", 1408804, "tencent/Hy3"], ["hy_v4", "Reachable", "", 32339, "tencent/Hy4-preview-FP8"], ["hyperclovax", "Reachable", "", 20512, "naver-hyperclovax/HyperCLOVAX-SEED-Think-14B"], ["hyperclovax_vision_v2", "Reachable", "", 10279, "naver-hyperclovax/HyperCLOVAX-SEED-Think-32B"], ["ibert", "Reachable", "", 40201, "optimum-intel-internal-testing/tiny-random-ibert"], ["idefics", "Unreachable", "forward fails after shrink", 21036, "HuggingFaceM4/idefics-80b-instruct"], ["idefics2", "Reachable", "", 18780, "HuggingFaceM4/idefics2-8b"], ["idefics2_perceiver", "No checkpoint", "no Hub checkpoint has this model_type (documented HuggingFaceM4/idefics2-8b is another type)", 0, ""], ["idefics2_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented HuggingFaceM4/idefics2-8b is another type)", 0, ""], ["idefics3", "Done", "", 776490, "ibm-granite/granite-docling-258M"], ["idefics3_vision", "Unreachable", "no usable checkpoint", 53, "hf-tiny-v2/tiny-random-Idefics3VisionTransformer"], ["idefics_perciever", "No checkpoint", "no Hub checkpoint has this model_type (documented HuggingFaceM4/idefics-9b is another type)", 0, ""], ["idefics_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented HuggingFaceM4/idefics-9b is another type)", 0, ""], ["ijepa", "Reachable", "", 23643, "facebook/ijepa_vith14_1k"], ["imagegpt", "Reachable", "", 7911, "openai/imagegpt-small"], ["informer", "Unreachable", "synthetic inputs rejected", 30807, "huggingface/informer-tourism-monthly"], ["inkling_audio", "No checkpoint", "no Hub checkpoint has this model_type (documented thinkingmachines/Inkling is another type)", 0, ""], ["inkling_mm_model", "Done", "", 3938529, "thinkingmachines/Inkling"], ["inkling_text", "Unreachable", "no usable checkpoint", 33, "hf-tiny-v2/tiny-random-InklingTextModel"], ["inkling_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented thinkingmachines/Inkling is another type)", 0, ""], ["instructblip", "Unreachable", "forward fails after shrink", 28294, "Salesforce/instructblip-flan-t5-xl"], ["instructblip_qformer", "Unreachable", "component config only", 0, ""], ["instructblip_vision_model", "Unreachable", "component config only", 0, ""], ["instructblipvideo", "Unreachable", "no usable checkpoint", 64, "hf-tiny-v2/tiny-random-InstructBlipVideoForConditionalGeneration"], ["instructblipvideo_qformer", "No checkpoint", "no Hub checkpoint has this model_type (documented Salesforce/instructblip-flan-t5-xl is another type)", 0, ""], ["instructblipvideo_vision_model", "No checkpoint", "no Hub checkpoint has this model_type (documented Salesforce/instructblip-flan-t5-xl is another type)", 0, ""], ["internvl", "Done", "", 873854, "OpenGVLab/InternVL3_5-GPT-OSS-20B-A4B-Preview-HF"], ["internvl_vision", "Reachable", "", 105, "hf-tiny-v2/tiny-random-InternVLVisionModel"], ["jais2", "Reachable", "", 5408, "inception42/Jais-2-8B-Chat"], ["jamba", "Done", "", 210865, "ai21labs/Jamba-tiny-dev"], ["janus", "Done", "", 9275, "deepseek-community/Janus-Pro-1B"], ["janus_vision_model", "Unreachable", "component config only", 0, ""], ["janus_vqgan", "Unreachable", "component config only", 0, ""], ["jetmoe", "Reachable", "", 5517, "jetmoe/jetmoe-8b"], ["jina_embeddings_v3", "Done", "", 245085, "jinaai/jina-embeddings-v3-hf"], ["kimi_k25", "Reachable", "", 1381590, "moonshotai/Kimi-K2.5"], ["kimi_k25_vision", "Unreachable", "no usable checkpoint", 26, "Aquiles-ai/MoonViT-3D"], ["kimi_linear", "Unreachable", "shrink fails", 214668, "moonshotai/Kimi-Linear-48B-A3B-Instruct"], ["kolibri1", "Reachable", "", 52602, "Aleph-Alpha/Kolibri-1"], ["kosmos-2", "Unreachable", "forward fails after shrink", 24555, "microsoft/kosmos-2-patch14-224"], ["kosmos-2.5", "Reachable", "", 7720, "microsoft/kosmos-2.5"], ["kosmos_2_5_text_model", "Unreachable", "component config only", 14, "Fireblossom/kosmos-2.5-4bit-text"], ["kosmos_2_5_vision_model", "Unreachable", "component config only", 15, "Fireblossom/kosmos-2.5-4bit-vision"], ["kosmos_2_text_model", "Unreachable", "component config only", 0, ""], ["kosmos_2_vision_model", "Unreachable", "component config only", 0, ""], ["kyutai_speech_to_text", "Unreachable", "forward fails after shrink", 8225, "kyutai/stt-2.6b-en-trfs"], ["laguna", "Done", "", 3313579, "poolside/Laguna-XS.2"], ["lasr_ctc", "Unreachable", "forward fails after shrink", 13038, "google/medasr"], ["lasr_encoder", "Unreachable", "no usable checkpoint", 40, "hf-tiny-v2/tiny-random-LasrEncoder"], ["layoutlm", "Done", "", 518133, "impira/layoutlm-document-qa"], ["layoutlmv2", "Unreachable", "model build fails", 440458, "microsoft/layoutxlm-base"], ["layoutlmv3", "Unreachable", "forward fails after shrink", 970269, "microsoft/layoutlmv3-base"], ["layoutxlm", "No checkpoint", "no Hub checkpoint has this model_type (documented microsoft/layoutxlm-base is another type)", 0, ""], ["led", "Unreachable", "model build fails", 33694, "allenai/led-base-16384"], ["levit", "Reachable", "", 19387, "optimum-intel-internal-testing/tiny-random-LevitModel"], ["lfm2", "Done", "", 1255733, "LiquidAI/LFM2.5-230M-Base"], ["lfm2_moe", "Done", "", 688657, "lmstudio-community/LFM2-24B-A2B-MLX-4bit"], ["lfm2_vl", "Done", "", 199290, "LiquidAI/LFM2.5-VL-450M"], ["lightglue", "Unreachable", "forward fails after shrink", 22972, "ETH-CVG/lightglue_superpoint"], ["lighton_ocr", "Reachable", "", 606, "onnx-community/LightOnOCR-2-1B-ONNX"], ["lilt", "Unreachable", "forward fails after shrink", 81714, "SCUT-DLVCLab/lilt-roberta-en-base"], ["llama", "Done", "", 50186457, "meta-llama/Llama-3.1-8B-Instruct"], ["llama4", "Done", "", 373138, "meta-llama/Llama-4-Scout-17B-16E-Instruct"], ["llama4_text", "Reachable", "", 28667, "trl-internal-testing/tiny-Llama4ForCausalLM"], ["llama4_vision_model", "Unreachable", "checkpoint gated", 0, "meta-llama/Llama-4-Scout-17B-16E"], ["llava", "Done", "", 1766490, "llava-hf/llava-1.5-7b-hf"], ["llava_next", "Done", "", 667783, "llava-hf/llava-v1.6-mistral-7b-hf"], ["llava_next_video", "Done", "", 53334, "llava-hf/LLaVA-NeXT-Video-7B-hf"], ["llava_onevision", "Done", "", 262658, "llava-hf/llava-onevision-qwen2-0.5b-ov-hf"], ["longcat_flash", "Unreachable", "forward fails after shrink", 1566, "wangbo981016/longcat2.0-nvfp4"], ["longformer", "Done", "", 1478599, "allenai/longformer-base-4096"], ["longt5", "Done", "", 243258, "pszemraj/long-t5-tglobal-base-sci-simplify"], ["luke", "Done", "", 321239, "studio-ousia/luke-large-finetuned-tacred"], ["lw_detr", "Reachable", "", 13080, "AnnaZhang/lwdetr_small_60e_coco"], ["lw_detr_vit", "Unreachable", "backward fails", 57, "hf-tiny-v2/tiny-random-LwDetrViTBackbone"], ["lxmert", "Unreachable", "forward fails after shrink", 4977, "unc-nlp/lxmert-base-uncased"], ["m2m_100", "Done", "", 2425200, "facebook/nllb-200-distilled-600M"], ["mamba", "Done", "", 138353, "state-spaces/mamba-130m-hf"], ["mamba2", "Unreachable", "shrink fails", 1401, "limloop/whiff-mamba2-50M-v0.1"], ["marian", "Done", "", 5061374, "Helsinki-NLP/opus-mt-nl-en"], ["markuplm", "Reachable", "", 10766, "microsoft/markuplm-base"], ["mask2former", "Done", "", 1060987, "facebook/mask2former-swin-large-ade-semantic"], ["maskformer", "Reachable", "", 16159, "facebook/maskformer-swin-base-ade"], ["maskformer-swin", "No checkpoint", "no Hub checkpoint has this model_type (documented microsoft/swin-tiny-patch4-window7-224 is another type)", 0, ""], ["mbart", "Done", "", 579384, "ai4bharat/IndicBART"], ["megatron-bert", "Reachable", "", 21960, "KBLab/robust-swedish-sentiment-multiclass"], ["mellum", "Reachable", "", 51107, "JetBrains/Mellum2-12B-A2.5B-Instruct"], ["metaclip_2", "Reachable", "", 92623, "facebook/metaclip-2-worldwide-b16"], ["metaclip_2_text_model", "Unreachable", "component config only", 0, ""], ["metaclip_2_vision_model", "Unreachable", "component config only", 0, ""], ["mgp-str", "Unreachable", "forward fails after shrink", 13719, "alibaba-damo/mgp-str-base"], ["mimi", "Unreachable", "forward fails after shrink", 184266, "kyutai/mimi"], ["mimi_decoder", "No checkpoint", "no Hub checkpoint has this model_type (none documented)", 0, ""], ["mimi_encoder", "No checkpoint", "no Hub checkpoint has this model_type (none documented)", 0, ""], ["mimo_v2_flash", "Reachable", "", 49711, "XiaomiMiMo/MiMo-V2-Flash"], ["minicpm3", "Done", "", 17559, "openbmb/MiniCPM3-4B"], ["minicpm_ocr", "Reachable", "", 2508, "openbmb/MiniCPM-OCR-1.0"], ["minicpm_ocr_vision", "Unreachable", "forward fails after shrink", 0, ""], ["minicpmv4_6", "Done", "", 372489, "openbmb/MiniCPM-V-4.6"], ["minicpmv4_6_vision", "Unreachable", "component config only", 0, ""], ["minicpmv4_7", "Unreachable", "no usable checkpoint", 775231, "openbmb/MiniCPM-V-4.7-35B-A3B"], ["minicpmv4_7_vision", "Unreachable", "no usable checkpoint", 28, "hf-tiny-v2/tiny-random-MiniCPMV4_7VisionModel"], ["minimax", "Reachable", "", 19547, "MiniMaxAI/MiniMax-Text-01-hf"], ["minimax_m2", "Done", "", 1886356, "MiniMaxAI/MiniMax-M2.5"], ["minimax_m3_vl", "Done", "", 384244, "MiniMaxAI/MiniMax-M3"], ["minimax_m3_vl_text", "Reachable", "", 314, "ProprietaryLegal/minimax-m3-legal-reap-0.25"], ["minimax_m3_vl_vision", "Unreachable", "component config only", 30, "immanuelpeter/MiniMax-M3-Vision"], ["ministral", "Unreachable", "no usable checkpoint", 1857, "saidutta69/Ministral-8B-Instruct-heretic"], ["ministral3", "Done", "", 500650, "nvidia/Nemotron-3-Embed-1B-BF16"], ["mistral", "Done", "", 10522940, "mistralai/Mistral-7B-Instruct-v0.2"], ["mistral3", "Done", "", 2910198, "lightonai/LightOnOCR-2-1B"], ["mistral4", "Reachable", "", 971, "onnx-internal-testing/tiny-random-Mistral4ForCausalLM"], ["mixtral", "Done", "", 1221154, "mistralai/Mixtral-8x7B-Instruct-v0.1"], ["mlcd", "Reachable", "", 6623, "DeepGlint-AI/mlcd-vit-bigG-patch14-336"], ["mlcd_vision_model", "Unreachable", "no usable checkpoint", 107, "hf-tiny-v2/tiny-random-MLCDVisionModel"], ["mllama", "Done", "", 128886, "meta-llama/Llama-3.2-11B-Vision-Instruct"], ["mllama_text_model", "Unreachable", "component config only", 637, "hf-tiny-v2/tiny-random-MllamaTextModel"], ["mllama_vision_model", "Unreachable", "component config only", 65, "hf-tiny-v2/tiny-random-MllamaVisionModel"], ["mm-grounding-dino", "Done", "", 77467, "openmmlab-community/mm_grounding_dino_large_all"], ["mobilebert", "Unreachable", "model build fails", 378729, "google/mobilebert-uncased"], ["mobilenet_v1", "Reachable", "", 22769, "optimum-intel-internal-testing/mobilenet_v1_0.75_192"], ["mobilenet_v2", "Done", "", 116493, "google/mobilenet_v2_1.0_224"], ["mobilevit", "Done", "", 62083, "apple/mobilevit-xx-small"], ["mobilevitv2", "Reachable", "", 4054, "apple/mobilevitv2-1.0-imagenet1k-256"], ["modernbert", "Done", "", 22009085, "ibm-granite/granite-embedding-small-english-r2"], ["modernbert-decoder", "Reachable", "", 13311, "blab-jhu/test-32m-dec"], ["modernvbert", "Reachable", "", 477, "naver/v-splade-quality"], ["molmo2", "Unreachable", "shrink fails", 124222, "allenai/Molmo2-8B"], ["molmo2_adapter", "No checkpoint", "no Hub checkpoint has this model_type (documented allenai/Molmo2-8B is another type)", 0, ""], ["molmo2_text", "Reachable", "", 0, ""], ["molmo2_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented allenai/Molmo2-8B is another type)", 0, ""], ["moonshine", "Unreachable", "forward fails after shrink", 120877, "moonshine-ai/moonshine-tiny"], ["moonshine_streaming", "Unreachable", "forward fails after shrink", 167472, "moonshine-ai/moonshine-streaming-tiny"], ["moonshine_streaming_encoder", "Unreachable", "component config only", 0, ""], ["moshi", "Reachable", "", 8294, "kyutai/personaplex-rl-seamless"], ["moshi_depth", "Unreachable", "component config only", 0, ""], ["moss_transcribe_diarize", "Done", "", 139891, "OpenMOSS-Team/MOSS-Transcribe-Diarize"], ["moss_transcribe_diarize_audio", "Reachable", "", 0, ""], ["mpnet", "Done", "", 23509384, "sentence-transformers/all-mpnet-base-v2"], ["mpt", "Reachable", "", 84471, "echarlaix/tiny-mpt-random-remote-code"], ["mra", "Reachable", "", 3305, "uw-madison/mra-base-512-4"], ["mt5", "Done", "", 725133, "google/mt5-small"], ["muse_glimmer", "Done", "", 688700, "RadixArk/Muse-Glimmer-NVFP4"], ["muse_glimmer_assistant", "Unreachable", "synthetic inputs rejected", 220523, "meta-models/Muse-Glimmer-30B-assistant"], ["muse_glimmer_text", "Reachable", "", 210, "OpensourceWTF/Muse-Glimmer-30B-MLX-q4"], ["muse_glimmer_vision", "Unreachable", "forward fails after shrink", 54, "immanuelpeter/Muse-Glimmer-Vision"], ["muse_spark", "Reachable", "", 48269, "meta-models/Muse-Spark-Open-816B-A42B-NVFP4"], ["muse_spark_audio", "Unreachable", "checkpoint gated", 0, "meta-models/Muse-Spark-Open-816B-A42B"], ["muse_spark_text", "Unreachable", "checkpoint gated", 0, "meta-models/Muse-Spark-Open-816B-A42B"], ["muse_spark_vision", "Unreachable", "checkpoint gated", 0, "meta-models/Muse-Spark-Open-816B-A42B"], ["musicflamingo", "Reachable", "", 18191, "nvidia/music-flamingo-2601-hf"], ["musicgen", "Unreachable", "model build fails", 2150786, "facebook/musicgen-medium"], ["musicgen_decoder", "Unreachable", "component config only", 13, "hf-tiny-v2/tiny-random-MusicgenForCausalLM"], ["musicgen_melody", "Unreachable", "model build fails", 12068, "facebook/musicgen-melody"], ["musicgen_melody_decoder", "Unreachable", "component config only", 39, "ylacombe/musicgen-melody-bella-ciao"], ["mvp", "Reachable", "", 4701, "RUCAIBox/mvp"], ["nanochat", "Reachable", "", 5316, "l0ulan/chinese-babylm-nanochat-d22-step10000"], ["nemo_speechlm", "Unreachable", "shrink fails", 5799, "nvidia/NVIDIA-Nemotron-3.5-Transcribe-30B-A4B"], ["nemotron", "Reachable", "", 48968, "nvidia/Nemotron-Mini-4B-Instruct"], ["nemotron3_5_asr", "Unreachable", "forward fails after shrink", 842520, "nvidia/nemotron-3.5-asr-streaming-0.6b"], ["nemotron3_5_transcribe_asr_audio", "Unreachable", "forward fails after shrink", 0, ""], ["nemotron3_5_transcribe_audio", "Unreachable", "shrink fails", 0, ""], ["nemotron3_5_transcribe_word_timestamp", "Unreachable", "synthetic inputs rejected", 0, ""], ["nemotron3_diarization", "Unreachable", "shrink fails", 146475, "nvidia/Nemotron-3-Diarization"], ["nemotron3_diarization_audio", "Unreachable", "forward fails after shrink", 34, "hf-tiny-v2/tiny-random-Nemotron3DiarizationAudioModel"], ["nemotron_asr_streaming", "Unreachable", "forward fails after shrink", 103140, "nvidia/nemotron-speech-streaming-en-0.6b"], ["nemotron_asr_streaming_encoder", "Unreachable", "forward fails after shrink", 6, "hf-tiny-v2/tiny-random-NemotronAsrStreamingEncoder"], ["nemotron_h", "Done", "", 12146358, "nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16"], ["nemotron_h_omni", "Unreachable", "no usable checkpoint", 113462, "nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-BF16"], ["neomme", "Reachable", "", 6699, "Hcompany/NeoMME-260M"], ["neucodec", "Unreachable", "forward fails after shrink", 48553, "neuphonic/neucodec"], ["nllb-moe", "Reachable", "", 3303, "facebook/nllb-moe-54b"], ["nomic_bert", "Done", "", 14371774, "nomic-ai/nomic-embed-text-v1.5"], ["nougat", "Unreachable", "config load fails", 8, "zphilip48/nougat-middle-cn"], ["nystromformer", "Reachable", "", 5529, "uw-madison/nystromformer-512"], ["olmo", "Done", "", 125508, "optimum-intel-internal-testing/tiny-random-olmo-hf"], ["olmo2", "Done", "", 442211, "allenai/OLMo-2-0425-1B"], ["olmo3", "Done", "", 1055647, "allenai/Olmo-3-7B-Think"], ["olmo_hybrid", "Reachable", "", 19286, "allenai/Olmo-Hybrid-7B"], ["olmoe", "Done", "", 132339, "allenai/OLMoE-1B-7B-0924"], ["omdet-turbo", "Unreachable", "config load fails", 35542, "omlab/omdet-turbo-swin-tiny-hf"], ["oneformer", "Unreachable", "synthetic inputs rejected", 390959, "shi-labs/oneformer_cityscapes_swin_large"], ["openai-gpt", "Reachable", "", 85250, "openai-community/openai-gpt"], ["openai_privacy_filter", "Done", "", 634682, "OpenMed/privacy-filter-nemotron-v2"], ["opt", "Done", "", 5616003, "facebook/opt-125m"], ["ovis2", "Reachable", "", 6898, "thisisiron/Ovis2-1B-hf"], ["ovis2_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented thisisiron/Ovis2-1B-hf is another type)", 0, ""], ["owlv2", "Done", "", 1501028, "google/owlv2-base-patch16-ensemble"], ["owlv2_text_model", "No checkpoint", "no Hub checkpoint has this model_type (none documented)", 0, ""], ["owlv2_vision_model", "No checkpoint", "no Hub checkpoint has this model_type (none documented)", 0, ""], ["owlvit", "Done", "", 220839, "google/owlvit-base-patch32"], ["owlvit_text_model", "Unreachable", "component config only", 0, ""], ["owlvit_vision_model", "Unreachable", "component config only", 0, ""], ["paddleocr_vl", "Done", "", 227189, "BDRC/tibetan-ocr"], ["paddleocr_vl_text", "No checkpoint", "no Hub checkpoint has this model_type (documented PaddlePaddle/PaddleOCR-VL is another type)", 0, ""], ["paddleocr_vl_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented PaddlePaddle/PaddleOCR-VL is another type)", 0, ""], ["paligemma", "Done", "", 490686, "google/paligemma-3b-pt-224"], ["parakeet_ctc", "Unreachable", "forward fails after shrink", 105992, "nvidia/parakeet-ctc-1.1b"], ["parakeet_encoder", "Unreachable", "forward fails after shrink", 125, "nithinraok/parakeet-tdt-v3-encoder"], ["parakeet_rnnt", "Unreachable", "forward fails after shrink", 40081, "nvidia/parakeet-rnnt-0.6b"], ["parakeet_tdt", "Unreachable", "forward fails after shrink", 694911, "nvidia/parakeet-tdt-0.6b-v3"], ["patchtsmixer", "Unreachable", "synthetic inputs rejected", 15970, "ibm-granite/granite-timeseries-patchtsmixer"], ["patchtst", "Unreachable", "synthetic inputs rejected", 28739, "GilpinLab/panda"], ["pe_audio", "Unreachable", "no usable checkpoint", 89572, "facebook/pe-a-frame-large"], ["pe_audio_encoder", "Unreachable", "forward fails after shrink", 31, "hf-tiny-v2/tiny-random-PeAudioEncoder"], ["pe_audio_video", "Unreachable", "forward fails after shrink", 21786, "facebook/pe-av-large"], ["pe_audio_video_encoder", "Unreachable", "forward fails after shrink", 21, "hf-tiny-v2/tiny-random-PeAudioVideoEncoder"], ["pe_video", "Unreachable", "no usable checkpoint", 25, "hf-tiny-v2/tiny-random-PeVideoModel"], ["pe_video_encoder", "Unreachable", "synthetic inputs rejected", 25, "hf-tiny-v2/tiny-random-PeVideoEncoder"], ["pegasus", "Done", "", 120276, "optimum-intel-internal-testing/tiny-random-pegasus"], ["pegasus_x", "Reachable", "", 6499, "google/pegasus-x-large"], ["perceiver", "Done", "", 41482, "optimum-intel-internal-testing/tiny-random-language_perceiver"], ["perception_lm", "Reachable", "", 1028, "facebook/Perception-LM-8B"], ["persimmon", "Reachable", "", 50277, "optimum-intel-internal-testing/tiny-random-PersimmonForCausalLM"], ["phi", "Done", "", 575882, "microsoft/phi-2"], ["phi3", "Done", "", 2440907, "microsoft/Phi-3.5-mini-instruct"], ["phi4_multimodal", "Done", "", 549, "huggingface-mic/Phi-4-multimodal-instruct-mic"], ["phi4_multimodal_audio", "No checkpoint", "no Hub checkpoint has this model_type (documented microsoft/Phi-4-multimodal-instruct is another type)", 0, ""], ["phi4_multimodal_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented microsoft/Phi-4-multimodal-instruct is another type)", 0, ""], ["phimoe", "Done", "", 169903, "optimum-intel-internal-testing/phi-3.5-moe-tiny-random"], ["pi0", "Unreachable", "synthetic inputs rejected", 181, "yinchenghust/openpi_libero_all"], ["pix2struct", "Unreachable", "synthetic inputs rejected", 116238, "optimum-intel-internal-testing/pix2struct-tiny-random"], ["pix2struct_text_model", "Unreachable", "component config only", 0, ""], ["pix2struct_vision_model", "Unreachable", "component config only", 22, "UiPath/pix2struct-vision-base"], ["pixio", "Reachable", "", 163, "LiheYoung/pixio-vith16"], ["pixtral", "Reachable", "", 940, "mlx-community/pixtral-12b-4bit"], ["plbart", "Reachable", "", 11136, "uclanlp/plbart-base"], ["pocket_tts", "Unreachable", "shrink fails", 2949, "mlx-community/pocket-tts"], ["pocket_tts_audio_tokenizer", "Unreachable", "forward fails after shrink", 471, "gradium/phonon-mimi"], ["pocket_tts_audio_tokenizer_decoder", "No checkpoint", "no Hub checkpoint has this model_type (none documented)", 0, ""], ["pocket_tts_audio_tokenizer_encoder", "No checkpoint", "no Hub checkpoint has this model_type (none documented)", 0, ""], ["poolformer", "Reachable", "", 22043, "optimum-intel-internal-testing/tiny-random-PoolFormerModel"], ["pop2piano", "Reachable", "", 105, "hf-tiny-v2/tiny-random-Pop2PianoForConditionalGeneration"], ["pp_chart2table", "Reachable", "", 272, "PaddlePaddle/PP-Chart2Table_safetensors"], ["pp_chart2table_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented facebook/sam-vit-huge is another type)", 0, ""], ["pp_doclayout_v2", "Unreachable", "forward fails after shrink", 585, "PaddlePaddle/PP-DocLayoutV2_safetensors"], ["pp_doclayout_v3", "Unreachable", "forward fails after shrink", 932166, "PaddlePaddle/PP-DocLayoutV3_safetensors"], ["pp_doclayout_v4", "No checkpoint", "no Hub checkpoint has this model_type (documented PaddlePaddle/PP-DocLayoutV4_safetensors does not exist)", 0, ""], ["pp_formulanet", "Unreachable", "forward fails after shrink", 3829, "PaddlePaddle/PP-FormulaNet_plus-L_safetensors"], ["pp_formulanet_text", "No checkpoint", "no Hub checkpoint has this model_type (documented PaddlePaddle/PP-FormulaNet_plus-L_safetensors is another type)", 0, ""], ["pp_formulanet_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented PaddlePaddle/PP-FormulaNet_plus-L_safetensors is another type)", 0, ""], ["pp_lcnet", "Reachable", "", 865, "PaddlePaddle/PP-LCNet_x1_0_doc_ori_safetensors"], ["pp_lcnet_v3", "Unreachable", "no usable checkpoint", 112, "hf-tiny-v2/tiny-random-PPLCNetV3Backbone"], ["pp_lcnet_v4", "Unreachable", "no usable checkpoint", 21, "hf-tiny-v2/tiny-random-PPLCNetV4Backbone"], ["pp_ocrv5_mobile_det", "Reachable", "", 530, "PaddlePaddle/PP-OCRv5_mobile_det_safetensors"], ["pp_ocrv5_mobile_rec", "Reachable", "", 3902, "PaddlePaddle/latin_PP-OCRv5_mobile_rec_safetensors"], ["pp_ocrv5_server_det", "Reachable", "", 509, "PaddlePaddle/PP-OCRv5_server_det_safetensors"], ["pp_ocrv5_server_rec", "Reachable", "", 585, "PaddlePaddle/PP-OCRv5_server_rec_safetensors"], ["pp_ocrv6_medium_det", "Reachable", "", 2694, "PaddlePaddle/PP-OCRv6_medium_det_safetensors"], ["pp_ocrv6_small_det", "Reachable", "", 1617, "PaddlePaddle/PP-OCRv6_small_det_safetensors"], ["pp_ocrv6_small_rec", "Reachable", "", 3559, "PaddlePaddle/PP-OCRv6_medium_rec_safetensors"], ["pp_ocrv6_tiny_rec", "Reachable", "", 693, "PaddlePaddle/PP-OCRv6_tiny_rec_safetensors"], ["prompt_depth_anything", "Unreachable", "forward fails after shrink", 1530, "depth-anything/prompt-depth-anything-vits-hf"], ["prophetnet", "Reachable", "", 7258, "microsoft/prophetnet-large-uncased"], ["pvt", "Done", "", 8712, "Xrenya/pvt-tiny-224"], ["pvt_v2", "Reachable", "", 9824, "OpenGVLab/pvt_v2_b0"], ["qianfan_ocr", "Reachable", "", 38183, "baidu/Qianfan-OCR"], ["qianfan_ocr_vision", "Reachable", "", 77, "hf-tiny-v2/tiny-random-QianfanOCRVisionModel"], ["qwen2", "Done", "", 52739906, "Qwen/Qwen2.5-7B-Instruct"], ["qwen2_5_omni", "Done", "", 456813, "Qwen/Qwen2.5-Omni-7B"], ["qwen2_5_omni_audio_encoder", "Unreachable", "component config only", 23, "FlexiSLM/Qwen2_5-Omni-Audio_Encoder"], ["qwen2_5_omni_bigvgan", "Unreachable", "component config only", 24, "Ryan241005/scail-2"], ["qwen2_5_omni_dit", "Unreachable", "component config only", 0, ""], ["qwen2_5_omni_talker", "Unreachable", "component config only", 0, ""], ["qwen2_5_omni_text", "Unreachable", "component config only", 59, "AlexHung29629/Qwen-2.5-Omni-ThinkerTextModel"], ["qwen2_5_omni_thinker", "Done", "", 128795, "laion/voiceclap-large-v2"], ["qwen2_5_omni_token2wav", "Unreachable", "component config only", 0, ""], ["qwen2_5_omni_vision_encoder", "Unreachable", "component config only", 0, ""], ["qwen2_5_vl", "Done", "", 15195814, "Qwen/Qwen2.5-VL-7B-Instruct"], ["qwen2_5_vl_text", "Reachable", "", 83, "hf-tiny-v2/tiny-random-Qwen2_5_VLTextModel"], ["qwen2_5_vl_vision", "Unreachable", "no usable checkpoint", 22, "hf-tiny-v2/tiny-random-Qwen2_5_VisionTransformerPretrainedModel"], ["qwen2_audio", "Done", "", 199606, "Qwen/Qwen2-Audio-7B-Instruct"], ["qwen2_audio_encoder", "Reachable", "", 200, "Atotti/qwen2-audio-encoder"], ["qwen2_moe", "Done", "", 194932, "Qwen/Qwen1.5-MoE-A2.7B"], ["qwen2_vl", "Done", "", 3757282, "Qwen/Qwen2-VL-7B-Instruct-AWQ"], ["qwen2_vl_text", "Reachable", "", 72, "hf-tiny-v2/tiny-random-Qwen2VLTextModel"], ["qwen2_vl_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented Qwen/Qwen2-VL-7B-Instruct is another type)", 0, ""], ["qwen3", "Done", "", 108746675, "Qwen/Qwen3-0.6B"], ["qwen3_5", "Done", "", 92274452, "Qwen/Qwen3.8-27B"], ["qwen3_5_moe", "Done", "", 34351908, "Qwen/Qwen3.6-35B-A3B"], ["qwen3_5_moe_text", "Done", "", 717113, "Bahushruth/Qwen3.6-35B-A3B-abliterated-v4"], ["qwen3_5_moe_vision", "Unreachable", "no usable checkpoint", 16, "hf-tiny-v2/tiny-random-Qwen3_5MoeVisionModel"], ["qwen3_5_text", "Done", "", 2017293, "autotrust/JEV-9B"], ["qwen3_5_vision", "Unreachable", "forward fails after shrink", 135, "immanuelpeter/Qwen3.8-27B-Vision"], ["qwen3_asr", "Done", "", 4105092, "Qwen/Qwen3-ASR-1.7B"], ["qwen3_asr_encoder", "Unreachable", "forward fails after shrink", 17, "hf-tiny-v2/tiny-random-Qwen3ASREncoder"], ["qwen3_moe", "Done", "", 8500460, "Qwen/Qwen3-Coder-30B-A3B-Instruct-FP8"], ["qwen3_next", "Done", "", 2235316, "Qwen/Qwen3-Coder-Next-FP8"], ["qwen3_omni_moe", "Unreachable", "forward fails after shrink", 1249447, "Qwen/Qwen3-Omni-30B-A3B-Instruct"], ["qwen3_omni_moe_audio_encoder", "Unreachable", "component config only", 1968, "Atotti/Qwen3-Omni-AudioTransformer"], ["qwen3_omni_moe_talker_code_predictor", "Unreachable", "component config only", 0, ""], ["qwen3_omni_moe_talker_text", "No checkpoint", "no Hub checkpoint has this model_type (documented Qwen/Qwen3-Omni-30B-A3B-Instruct is another type)", 0, ""], ["qwen3_omni_moe_text", "Unreachable", "component config only", 0, ""], ["qwen3_omni_moe_thinker", "Reachable", "", 298, "hf-tiny-v2/tiny-random-Qwen3OmniMoeThinkerForConditionalGeneration"], ["qwen3_omni_moe_vision_encoder", "Unreachable", "component config only", 0, ""], ["qwen3_vl", "Done", "", 19337885, "Qwen/Qwen3-VL-8B-Instruct"], ["qwen3_vl_moe", "Done", "", 1686056, "Qwen/Qwen3-VL-30B-A3B-Instruct"], ["qwen3_vl_moe_text", "Reachable", "", 63, "hf-tiny-v2/tiny-random-Qwen3VLMoeTextModel"], ["qwen3_vl_moe_vision", "Unreachable", "no usable checkpoint", 54, "hf-tiny-v2/tiny-random-Qwen3VLMoeVisionModel"], ["qwen3_vl_text", "Reachable", "", 587, "DuoNeural/Cosmos3-Nano-GPTQ-4bit"], ["qwen3_vl_vision", "Unreachable", "forward fails after shrink", 221, "madrisight/madrimed1.2-vision-embed"], ["qwen4_exp", "Done", "", 5763811, "Qwen/Qwen3.8-Flash-Next"], ["qwen4_exp_text", "Reachable", "", 17917, "Jab1718/qwen3.8-flash-coder-44gb-selective-int8"], ["qwen4_exp_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented Qwen/Qwen4-Exp does not exist)", 0, ""], ["radio", "Unreachable", "no usable checkpoint", 3, "hf-tiny-v2/tiny-random-RadioModel"], ["rag", "Unreachable", "no usable checkpoint", 3924, "facebook/rag-token-nq"], ["recurrent_gemma", "Done", "", 4729, "google/recurrentgemma-2b-it"], ["reformer", "Unreachable", "model build fails", 17043, "google/reformer-crime-and-punishment"], ["regnet", "Reachable", "", 7237, "facebook/regnet-y-040"], ["rembert", "Reachable", "", 11890, "google/rembert"], ["resnet", "Done", "", 1174379, "microsoft/resnet-18"], ["rf_detr", "Unreachable", "forward fails after shrink", 28618, "Roboflow/rf-detr-base"], ["rf_detr_dinov2", "Unreachable", "forward fails after shrink", 70, "hf-tiny-v2/tiny-random-RfDetrDinov2Backbone"], ["roberta", "Done", "", 46597117, "FacebookAI/roberta-large"], ["roberta-prelayernorm", "Reachable", "", 4655, "andreasmadsen/efficient_mlm_m0.40"], ["roc_bert", "Reachable", "", 12437, "weiweishi/roc-bert-base-zh"], ["roformer", "Reachable", "", 45159, "optimum-intel-internal-testing/tiny-random-roformer"], ["rt_detr", "Done", "", 1687337, "PekingU/rtdetr_r101vd_coco_o365"], ["rt_detr_resnet", "Unreachable", "no usable checkpoint", 54, "hf-tiny-v2/tiny-random-RTDetrResNetBackbone"], ["rt_detr_v2", "Done", "forward fails after shrink", 2526763, "docling-project/docling-layout-heron"], ["rwkv", "Reachable", "", 14762, "RWKV/rwkv-4-169m-pile"], ["sam", "Unreachable", "forward fails after shrink", 976537, "facebook/sam-vit-base"], ["sam2", "Done", "", 19375, "onnx-community/sam2.1-hiera-tiny-ONNX"], ["sam2_hiera_det_model", "Unreachable", "forward fails after shrink", 59, "hf-tiny-v2/tiny-random-Sam2HieraDetModel"], ["sam2_mask_decoder", "No checkpoint", "no Hub checkpoint has this model_type (documented facebook/sam2.1-hiera-tiny is another type)", 0, ""], ["sam2_prompt_encoder", "No checkpoint", "no Hub checkpoint has this model_type (documented facebook/sam2.1-hiera-tiny is another type)", 0, ""], ["sam2_video", "Unreachable", "forward fails after shrink", 701203, "facebook/sam2.1-hiera-large"], ["sam2_video_mask_decoder", "No checkpoint", "no Hub checkpoint has this model_type (documented facebook/sam2_video.1-hiera-tiny does not exist)", 0, ""], ["sam2_video_prompt_encoder", "No checkpoint", "no Hub checkpoint has this model_type (documented facebook/sam2_video.1-hiera-tiny does not exist)", 0, ""], ["sam2_vision_model", "Unreachable", "forward fails after shrink", 57, "hf-tiny-v2/tiny-random-Sam2VisionModel"], ["sam3", "Unreachable", "forward fails after shrink", 3530, "unsloth/sam3.1"], ["sam3_detr_decoder", "Unreachable", "checkpoint gated", 0, "facebook/sam3"], ["sam3_detr_encoder", "Unreachable", "checkpoint gated", 0, "facebook/sam3"], ["sam3_geometry_encoder", "Unreachable", "checkpoint gated", 0, "facebook/sam3"], ["sam3_lite_text", "Unreachable", "forward fails after shrink", 14775, "vil-uob/sam3-litetext-s0"], ["sam3_lite_text_detr_decoder", "Unreachable", "component config only", 0, ""], ["sam3_lite_text_detr_encoder", "Unreachable", "component config only", 0, ""], ["sam3_lite_text_geometry_encoder", "Unreachable", "component config only", 0, ""], ["sam3_lite_text_mask_decoder", "Unreachable", "component config only", 0, ""], ["sam3_lite_text_text_model", "Unreachable", "forward fails after shrink", 39, "hf-tiny-v2/tiny-random-Sam3LiteTextTextModel"], ["sam3_mask_decoder", "Unreachable", "checkpoint gated", 0, "facebook/sam3"], ["sam3_tracker", "Unreachable", "no usable checkpoint", 1300, "onnx-community/sam3-tracker-ONNX"], ["sam3_tracker_mask_decoder", "Unreachable", "checkpoint gated", 0, "facebook/sam3"], ["sam3_tracker_prompt_encoder", "Unreachable", "checkpoint gated", 0, "facebook/sam3"], ["sam3_tracker_video", "Unreachable", "checkpoint gated", 0, "facebook/sam3"], ["sam3_tracker_video_mask_decoder", "Unreachable", "checkpoint gated", 0, "facebook/sam3"], ["sam3_tracker_video_prompt_encoder", "Unreachable", "checkpoint gated", 0, "facebook/sam3"], ["sam3_video", "Unreachable", "forward fails after shrink", 2087329, "facebook/sam3"], ["sam3_vision_model", "Unreachable", "no usable checkpoint", 38, "hf-tiny-v2/tiny-random-Sam3VisionModel"], ["sam3_vit_model", "Unreachable", "no usable checkpoint", 37, "hf-tiny-v2/tiny-random-Sam3ViTModel"], ["sam_hq", "Unreachable", "forward fails after shrink", 16860, "syscv-community/sam-hq-vit-base"], ["sam_hq_mask_decoder", "No checkpoint", "no Hub checkpoint has this model_type (documented syscv-community/sam-hq-vit-base is another type)", 0, ""], ["sam_hq_prompt_encoder", "No checkpoint", "no Hub checkpoint has this model_type (documented syscv-community/sam-hq-vit-base is another type)", 0, ""], ["sam_hq_vision_model", "Reachable", "", 138, "hf-tiny-v2/tiny-random-SamHQVisionModel"], ["sam_mask_decoder", "No checkpoint", "no Hub checkpoint has this model_type (documented facebook/sam-vit-huge is another type)", 0, ""], ["sam_prompt_encoder", "No checkpoint", "no Hub checkpoint has this model_type (documented facebook/sam-vit-huge is another type)", 0, ""], ["sam_vision_model", "Reachable", "", 138, "hf-tiny-v2/tiny-random-SamVisionModel"], ["sapiens2", "Unreachable", "forward fails after shrink", 103690, "facebook/sapiens2-pose-1b"], ["sapiens2_head", "Unreachable", "component config only", 0, ""], ["seamless_m4t", "Reachable", "", 13797, "facebook/hf-seamless-m4t-medium"], ["seamless_m4t_v2", "Done", "", 316927, "facebook/seamless-m4t-v2-large"], ["seed_oss", "Done", "", 128943, "ByteDance-Seed/Seed-OSS-36B-Instruct"], ["segformer", "Done", "", 2291917, "mattmdjaga/segformer_b2_clothes"], ["seggpt", "Unreachable", "forward fails after shrink", 21384, "BAAI/seggpt-vit-large"], ["sew", "Reachable", "", 15680, "optimum-intel-internal-testing/tiny-random-SEWModel"], ["sew-d", "Reachable", "", 18152, "optimum-intel-internal-testing/sew-d-tiny-100k-ft-ls100h"], ["shieldgemma2", "Reachable", "", 6627, "google/shieldgemma-2-4b-it"], ["siglip", "Done", "", 18018379, "prithivMLmods/Gender-Classifier-Mini"], ["siglip2", "Unreachable", "forward fails after shrink", 1622065, "google/siglip2-base-patch16-naflex"], ["siglip2_text_model", "Unreachable", "component config only", 56, "sortify-ai/siglip2-so400m-patch14-384-text"], ["siglip2_vision_model", "Unreachable", "forward fails after shrink", 58, "hf-tiny-v2/tiny-random-Siglip2VisionModel"], ["siglip_text_model", "Unreachable", "component config only", 19, "carsonpoole/binary-siglip-text"], ["siglip_vision_model", "Reachable", "", 1842, "zchuning/pi05-siglip-vision-tower"], ["slanet", "Reachable", "", 6957, "PaddlePaddle/SLANet_plus_safetensors"], ["slanext", "Reachable", "", 212, "PaddlePaddle/SLANeXt_wired_safetensors"], ["slanext_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented PaddlePaddle/SLANeXt_wired_safetensors is another type)", 0, ""], ["smollm3", "Done", "", 1135357, "HuggingFaceTB/SmolLM3-3B"], ["smolvlm", "Done", "", 1742362, "HuggingFaceTB/SmolVLM2-500M-Video-Instruct"], ["smolvlm_vision", "Unreachable", "forward fails after shrink", 5, "hf-tiny-v2/tiny-random-SmolVLMVisionTransformer"], ["solar_open", "Reachable", "", 32622, "upstage/Solar-Open-100B"], ["speech-encoder-decoder", "Unreachable", "synthetic inputs rejected", 5244, "hf-tiny-v2/tiny-random-SpeechEncoderDecoderModel-wav2vec2-bert"], ["speech_to_text", "Unreachable", "forward fails after shrink", 23544, "facebook/s2t-small-librispeech-asr"], ["speecht5", "Done", "", 194296, "optimum-intel-internal-testing/tiny-random-SpeechT5ForTextToSpeech"], ["speecht5_hifigan", "No checkpoint", "no Hub checkpoint has this model_type (documented microsoft/speecht5_asr is another type)", 0, ""], ["splinter", "Reachable", "", 3741, "tau/splinter-base"], ["squeezebert", "Unreachable", "model build fails", 33330, "optimum-intel-internal-testing/tiny-random-squeezebert"], ["stablelm", "Done", "", 169690, "optimum-intel-internal-testing/tiny-random-StableLmForCausalLM"], ["starcoder2", "Done", "", 152451, "optimum-intel-internal-testing/tiny-random-Starcoder2ForCausalLM"], ["step3p5", "Unreachable", "shrink fails", 266885, "stepfun-ai/Step-3.5-Flash"], ["step3p5_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented stepfun-ai/Step-3.7-Flash is another type)", 0, ""], ["step3p7", "Unreachable", "shrink fails", 26135, "stepfun-ai/Step-3.7-Flash"], ["superglue", "Unreachable", "forward fails after shrink", 8964, "magic-leap-community/superglue_indoor"], ["superpoint", "Unreachable", "backward fails", 9952, "magic-leap-community/superpoint"], ["swiftformer", "Reachable", "", 7504, "MBZUAI/swiftformer-xs"], ["swin", "Done", "", 238869, "Organika/sdxl-detector"], ["swin2sr", "Reachable", "", 56057, "caidas/swin2SR-classical-sr-x2-64"], ["swinv2", "Done", "", 434756, "microsoft/swinv2-tiny-patch4-window16-256"], ["switch_transformers", "Reachable", "", 10063, "google/switch-base-8"], ["t5", "Done", "", 94678669, "google-t5/t5-small"], ["t5_gemma_module", "Unreachable", "component config only", 70, "RE-N-Y/t5gemma-2b-2b-ul2-it"], ["t5gemma", "Unreachable", "no usable checkpoint", 176067, "google/t5gemma-2b-2b-ul2-it"], ["t5gemma2", "Unreachable", "forward fails after shrink", 114374, "google/t5gemma-2-270m-270m"], ["t5gemma2_decoder", "Unreachable", "component config only", 0, ""], ["t5gemma2_encoder", "Reachable", "", 149, "hf-tiny-v2/tiny-random-T5Gemma2Encoder"], ["t5gemma2_text", "Unreachable", "component config only", 30, "amanchoudhri/t5-gemma-2-270m-text-encoder"], ["table-transformer", "Done", "", 1872765, "microsoft/table-transformer-structure-recognition"], ["tapas", "Reachable", "", 37821, "google/tapas-base-finetuned-wtq"], ["textnet", "Unreachable", "forward fails after shrink", 7475, "czczup/textnet-base"], ["time_series_transformer", "Unreachable", "synthetic inputs rejected", 4534, "huggingface/time-series-transformer-tourism-monthly"], ["timesfm", "Done", "", 1854129, "google/timesfm-2.5-200m-pytorch"], ["timesfm2_5", "Unreachable", "synthetic inputs rejected", 37239, "google/timesfm-2.5-200m-transformers"], ["timesformer", "Unreachable", "forward fails after shrink", 25737, "facebook/timesformer-base-finetuned-k400"], ["timm_backbone", "Unreachable", "no usable checkpoint", 133, "hf-tiny-v2/tiny-random-TimmBackbone"], ["timm_wrapper", "Unreachable", "forward fails after shrink", 383060, "Freepik/nsfw_image_detector"], ["tipsv2", "Done", "", 289583, "google/tipsv2-so400m14"], ["tipsv2_dpt", "Unreachable", "forward fails after shrink", 8014, "google/tipsv2-b14-dpt"], ["tipsv2_text_model", "Reachable", "", 4, "hf-tiny-v2/tiny-random-Tipsv2TextModel"], ["tipsv2_vision_model", "Reachable", "", 8, "hf-tiny-v2/tiny-random-Tipsv2VisionBackbone"], ["trocr", "Reachable", "", 53, "sasmithasarasi/trocr-sinhala-handwriting"], ["tvp", "Unreachable", "forward fails after shrink", 13994, "Intel/tvp-base"], ["udop", "Unreachable", "forward fails after shrink", 9051, "microsoft/udop-large"], ["ultrabert", "Reachable", "", 29547, "dmis-lab/UltraBERT-380M"], ["ultravbert", "Reachable", "", 1133, "athrael-soju/ColUltraVBERT"], ["umt5", "Done", "", 5305, "huggingface-mic/umt5-small-mic"], ["unispeech", "Reachable", "", 24130, "optimum-intel-internal-testing/tiny-random-unispeech"], ["unispeech-sat", "Reachable", "", 38482, "optimum-intel-internal-testing/tiny-random-UnispeechSatModel"], ["univnet", "Unreachable", "forward fails after shrink", 5412, "dg845/univnet-dev"], ["unlimited_ocr", "Done", "", 3535621, "baidu/Unlimited-OCR"], ["unlimited_ocr_sam_vision_model", "No checkpoint", "no Hub checkpoint has this model_type (documented baidu/Unlimited-OCR is another type)", 0, ""], ["unlimited_ocr_text", "No checkpoint", "no Hub checkpoint has this model_type (documented baidu/Unlimited-OCR is another type)", 0, ""], ["unlimited_ocr_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented baidu/Unlimited-OCR is another type)", 0, ""], ["unlimited_ocr_vision_encoder", "No checkpoint", "no Hub checkpoint has this model_type (documented baidu/Unlimited-OCR is another type)", 0, ""], ["upernet", "Unreachable", "forward fails after shrink", 46968, "openmmlab/upernet-convnext-small"], ["uvdoc", "Reachable", "", 431, "PaddlePaddle/UVDoc_safetensors"], ["uvdoc_backbone", "Unreachable", "backward fails", 39, "hf-tiny-v2/tiny-random-UVDocBackbone"], ["vaultgemma", "Reachable", "", 2790, "google/vaultgemma-1b"], ["vibevoice", "Done", "", 1070414, "microsoft/VibeVoice-ASR"], ["vibevoice_acoustic_tokenizer", "Unreachable", "forward fails after shrink", 2151, "microsoft/VibeVoice-AcousticTokenizer"], ["vibevoice_acoustic_tokenizer_decoder", "Unreachable", "no usable checkpoint", 33, "hf-tiny-v2/tiny-random-VibeVoiceAcousticTokenizerDecoderModel"], ["vibevoice_acoustic_tokenizer_encoder", "Unreachable", "no usable checkpoint", 49, "hf-tiny-v2/tiny-random-VibeVoiceAcousticTokenizerEncoderModel"], ["vibevoice_asr", "Reachable", "", 59115, "microsoft/VibeVoice-ASR-HF"], ["vibevoice_diffusion", "No checkpoint", "no Hub checkpoint has this model_type (documented vibevoice/VibeVoice-1.5B-hf is another type)", 0, ""], ["video_llama_3", "Reachable", "", 11087, "lkhl/VideoLLaMA3-2B-Image-HF"], ["video_llama_3_vision", "Unreachable", "forward fails after shrink", 32, "hf-tiny-v2/tiny-random-VideoLlama3VisionModel"], ["video_llava", "Reachable", "", 10045, "LanguageBind/Video-LLaVA-7B-hf"], ["videomae", "Unreachable", "forward fails after shrink", 475037, "MCG-NJU/videomae-base"], ["videomt", "Unreachable", "synthetic inputs rejected", 5328, "tue-mps/videomt-dinov2-small-ytvis2019"], ["videoprism", "Unreachable", "synthetic inputs rejected", 545, "MHRDYN7/videoprism-lvt-base-f16r288"], ["videoprism_text_model", "No checkpoint", "no Hub checkpoint has this model_type (documented google/videoprism-lvt-base-f16r288 has no config.json)", 0, ""], ["videoprism_vision_model", "Unreachable", "synthetic inputs rejected", 191, "MHRDYN7/videoprism-base-f16r288"], ["vilt", "Unreachable", "forward fails after shrink", 89943, "dandelin/vilt-b32-finetuned-vqa"], ["vipllava", "Reachable", "", 7898, "llava-hf/vip-llava-7b-hf"], ["vision-encoder-decoder", "Unreachable", "forward fails after shrink", 2482977, "kha-white/manga-ocr-base"], ["vision-text-dual-encoder", "Unreachable", "model build fails", 3250, "hf-tiny-v2/tiny-random-VisionTextDualEncoderModel-vit-bert"], ["visual_bert", "Reachable", "", 5237, "uclanlp/visualbert-vqa-coco-pre"], ["vit", "Done", "", 23571533, "google/vit-base-patch16-224"], ["vit_mae", "Reachable", "", 43367, "facebook/vit-mae-base"], ["vit_msn", "Reachable", "", 1782, "facebook/vit-msn-small"], ["vitdet", "Unreachable", "no usable checkpoint", 214, "hf-tiny-v2/tiny-random-VitDetBackbone"], ["vitmatte", "Done", "", 383080, "hustvl/vitmatte-small-composition-1k"], ["vitpose", "Unreachable", "forward fails after shrink", 392468, "usyd-community/vitpose-base-simple"], ["vitpose_backbone", "Unreachable", "forward fails after shrink", 124, "hf-tiny-v2/tiny-random-VitPoseBackbone"], ["vits", "Done", "", 455247, "facebook/mms-tts-eng"], ["vivit", "Unreachable", "forward fails after shrink", 89874, "google/vivit-b-16x2"], ["vjepa2", "Unreachable", "synthetic inputs rejected", 426419, "facebook/vjepa2-vitl-fpc64-256"], ["voxtral", "Done", "", 319265, "mzbac/voxtral-mini-3b-4bit-mixed"], ["voxtral_encoder", "Reachable", "", 108, "hf-tiny-v2/tiny-random-VoxtralEncoder"], ["voxtral_realtime", "Unreachable", "forward fails after shrink", 1948459, "mistralai/Voxtral-Mini-4B-Realtime-2602"], ["voxtral_realtime_encoder", "Reachable", "", 80, "hf-tiny-v2/tiny-random-VoxtralRealtimeEncoder"], ["voxtral_realtime_text", "Unreachable", "model build fails", 10, "hf-tiny-v2/tiny-random-VoxtralRealtimeTextModel"], ["wav2vec2", "Done", "", 100317588, "jonatasgrosman/wav2vec2-large-xlsr-53-japanese"], ["wav2vec2-bert", "Unreachable", "model build fails", 1320062, "facebook/w2v-bert-2.0"], ["wav2vec2-conformer", "Unreachable", "model build fails", 160365, "facebook/wav2vec2-conformer-rope-large-960h-ft"], ["wavlm", "Done", "", 1990346, "microsoft/wavlm-large"], ["whisper", "Done", "", 22332636, "openai/whisper-large-v3-turbo"], ["xclip", "Unreachable", "forward fails after shrink", 453798, "microsoft/xclip-base-patch16-zero-shot"], ["xclip_text_model", "Unreachable", "component config only", 0, ""], ["xclip_vision_model", "Unreachable", "component config only", 0, ""], ["xcodec", "Unreachable", "config load fails", 14050, "hf-audio/xcodec-hubert-general"], ["xcodec2", "Unreachable", "forward fails after shrink", 9249, "HKUSTAudio/xcodec2-hf"], ["xglm", "Reachable", "", 64850, "optimum-intel-internal-testing/tiny-random-XGLMForCausalLM"], ["xlm", "Reachable", "", 19454, "FacebookAI/xlm-mlm-en-2048"], ["xlm-roberta", "Done", "", 104687870, "BAAI/bge-m3"], ["xlm-roberta-xl", "Done", "", 101085, "facebook/xlm-roberta-xl"], ["xlnet", "Unreachable", "shrink fails", 166190, "xlnet/xlnet-base-cased"], ["xlstm", "Unreachable", "config load fails", 4922, "NX-AI/xLSTM-7b"], ["xmod", "Unreachable", "forward fails after shrink", 29093, "facebook/xmod-base"], ["yolos", "Done", "", 859794, "hustvl/yolos-small"], ["yoso", "Reachable", "", 5281, "uw-madison/yoso-4096"], ["youtu", "Reachable", "", 12971, "tencent/Youtu-LLM-2B"], ["zamba", "Unreachable", "model build fails", 5935, "Zyphra/Zamba-7B-v1"], ["zamba2", "Unreachable", "forward fails after shrink", 70083, "Zyphra/Zamba2-1.2B-instruct"], ["zaya", "Reachable", "", 8978, "Zyphra/ZAYA1-8B"], ["zoedepth", "Unreachable", "forward fails after shrink", 48545, "Intel/zoedepth-nyu-kitti"]], "meta": {"generated": "2026-11-01", "fleet": "666d54fcc782e473ff276ec9626df0b0a3f0cafd", "transformers": "420dca92a4cf7d96dfbc1cc46f00375b0681ff8f", "sweep": "41e1eb5257d6a189eee599418fa256c51e49c63a"}, "shrink": {"albert": [["albert-base-v2-mic", 0]], "apertus": [["Apertus-v1.1-0.5B-Instruct-mic", 0]], "audioflamingo3": [["audio-flamingo-3-hf-mic", 0]], "bart": [["bart-base-mic", 0]], "beit": [["beit-base-patch16-224-mic", 0]], "bert": [["bert-base-uncased-mic", 0], ["bert-mic", 0]], "big_bird": [["bigbird-roberta-base-mic", 0]], "blenderbot": [["blenderbot-400M-distill-mic", 0]], "bloom": [["bloomz-560m-mic", 0]], "camembert": [["camembert-base-mic", 0]], "canine": [["canine-c-mic", 0]], "chinese_clip": [["chinese-clip-vit-base-patch16-mic", 0]], "clap": [["clap-htsat-fused-mic", 0]], "clip": [["clip-mic", 0], ["clip-vit-base-patch32-mic", 0]], "clip_text_model": [["tiny-clip-text-2-mic", 2]], "clip_vision_model": [["clip-vit-base-patch32-vision-mic", 0]], "clipseg": [["clipseg-rd64-refined-mic", 0]], "cohere": [["aya-expanse-8b-ungated-mic", 0]], "cohere2": [["tiny-random-aya-base-mic", 2]], "convbert": [["conv-bert-base-mic", 0]], "convnext": [["convnext-tiny-224-mic", 0]], "convnextv2": [["convnextv2-nano-1k-224-mic", 0]], "cosmos3_omni": [["Cosmos3-Nano-mic", 0]], "csm": [["csm-1b-mic", 0]], "deberta": [["deberta-large-mnli-mic", 0]], "deberta-v2": [["mDeBERTa-v3-base-xnli-multilingual-nli-2mil7-mic", 0]], "deepseek_v2": [["DeepSeek-Coder-V2-Lite-Instruct-mic", 0]], "deepseek_v3": [["DeepSeek-R1-mic", 0]], "deepseek_v32": [["DeepSeek-V3.2-mic", 0]], "deepseek_v4": [["DeepSeek-V4-Flash-0731-mic", 0]], "detr": [["detr-mic", 1]], "dinov2": [["dinov2-small-mic", 0]], "dinov2_with_registers": [["dinov2-with-registers-base-mic", 0]], "dinov3_vit": [["dinov3-vitl16-pretrain-lvd1689m-mic", 0]], "distilbert": [["distilbert-base-uncased-mic", 0]], "dpt": [["dpt-large-mic", 0]], "electra": [["electra-small-discriminator-mic", 0]], "embedding_gemma2": [["embeddinggemma-2-mic", 0]], "encoder-decoder": [["bert2bert-cnn_dailymail-fp16-mic", 0]], "esm": [["esm2_t6_8M_UR50D-mic", 0]], "esmc": [["ESMC-300M-hf-mic", 0]], "eurobert": [["EuroBERT-210m-mic", 0]], "falcon": [["falcon-7b-mic", 0]], "falcon_h1": [["Falcon-H1-Tiny-90M-Instruct-mic", 0]], "florence2": [["Florence-2-base-mic", 0]], "fnet": [["fnet-base-mic", 0]], "gemma": [["gemma-2b-mic", 0]], "gemma2": [["gemma-2-2b-it-mic", 0]], "gemma3": [["gemma3-mic", 0]], "gemma3n": [["gemma-3n-E2B-it-mic", 0]], "gemma4": [["gemma-4-E2B-it-mic", 0]], "gemma4_unified": [["gemma-4-12B-it-mic", 0]], "glm4": [["GLM-4-9B-0414-mic", 0]], "glm4_moe": [["GLM-4.5-Air-mic", 0]], "glm4_moe_lite": [["GLM-4.7-Flash-mic", 0]], "glm5_next": [["GLM-5.3-Flash-mic", 1]], "glm_moe_dsa": [["GLM-5.3-mic", 1]], "glm_ocr": [["GLM-OCR-mic", 0]], "got_ocr2": [["got_ocr2-mic", 0]], "gpt2": [["gpt2-mic", 0]], "gpt_bigcode": [["tiny_starcoder_py-mic", 0]], "gpt_neox": [["pythia-160m-mic", 0]], "gpt_oss": [["gpt_oss-mic", 0]], "granite": [["granite-3.1-2b-instruct-mic", 0]], "granite4_vision": [["granite-vision-4.1-4b-mic", 0]], "granite_speech": [["granite-4.0-1b-speech-mic", 0]], "granitemoe": [["granite-3.0-1b-a400m-instruct-mic", 0]], "granitemoehybrid": [["granite-4.0-h-350m-mic", 0]], "grounding-dino": [["grounding-dino-tiny-mic", 0]], "hubert": [["hubert-large-ls960-ft-mic", 0]], "hunyuan_v1_dense": [["Hunyuan-0.5B-Instruct-mic", 0]], "hunyuan_vl": [["HunyuanOCR-mic", 0]], "hy_v3": [["Hy-MT2-30B-A3B-mic", 0]], "idefics3": [["granite-docling-258M-mic", 0]], "inkling_mm_model": [["Inkling-mic", 0]], "internvl": [["internvl-mic", 0]], "jamba": [["Jamba-tiny-dev-mic", 0]], "janus": [["Janus-Pro-1B-mic", 0]], "jina_embeddings_v3": [["jina-embeddings-v3-hf-mic", 0]], "laguna": [["Laguna-XS.2-mic", 0]], "layoutlm": [["layoutlm-base-uncased-mic", 0]], "lfm2": [["LFM2.5-230M-Base-mic", 0]], "lfm2_moe": [["LFM2-8B-A1B-mic", 0]], "lfm2_vl": [["LFM2.5-VL-450M-mic", 0]], "llama": [["llama-mic", 0], ["smollm-1.7b-mic", 0], ["smollm-mic", 0]], "llama4": [["Llama-4-Scout-17B-16E-Instruct-mic", 0]], "llava": [["llava-mic", 0]], "llava_next": [["llava-v1.6-mistral-7b-hf-mic", 0]], "llava_next_video": [["LLaVA-NeXT-Video-7B-hf-mic", 0]], "llava_onevision": [["llava-onevision-qwen2-0.5b-ov-hf-mic", 0]], "longformer": [["longformer-base-4096-mic", 0]], "longt5": [["long-t5-tglobal-base-mic", 0]], "luke": [["luke-base-mic", 0]], "m2m_100": [["nllb-200-distilled-600M-mic", 0]], "mamba": [["mamba-130m-hf-mic", 0]], "marian": [["opus-mt-fr-en-mic", 0]], "mask2former": [["mask2former-swin-tiny-coco-instance-mic", 0]], "mbart": [["mbart-large-50-mic", 0]], "minicpm3": [["MiniCPM3-4B-mic", 0]], "minicpmv4_6": [["MiniCPM-V-4.6-mic", 0]], "minimax_m2": [["MiniMax-M2.5-mic", 0]], "minimax_m3_vl": [["MiniMax-M3-MXFP8-mic", 0]], "ministral3": [["Nemotron-3-Embed-1B-BF16-mic", 0]], "mistral": [["Mistral-7B-Instruct-v0.2-mic", 1]], "mistral3": [["Ministral-3-3B-Instruct-2512-mic", 0], ["mistral3-mic", 0]], "mixtral": [["Mixtral-8x7B-Instruct-v0.1-mic", 0]], "mllama": [["Llama-3.2-11B-Vision-Instruct-mic", 0]], "mm-grounding-dino": [["mm_grounding_dino_tiny_o365v1_goldg_v3det-mic", 0]], "mobilenet_v2": [["mobilenet_v2_1.0_224-mic", 1]], "mobilevit": [["mobilevit-xx-small-mic", 1]], "modernbert": [["modernbert-mic", 0]], "moss_transcribe_diarize": [["MOSS-Transcribe-Diarize-HF-mic", 0]], "mpnet": [["mpnet-base-mic", 0]], "mt5": [["mt5-small-mic", 0]], "muse_glimmer": [["tiny-random-muse-glimmer-mic", 2]], "nemotron_h": [["NVIDIA-Nemotron-3-Nano-4B-BF16-mic", 0]], "nomic_bert": [["nomic-embed-text-v1.5-mic", 0]], "olmo": [["OLMo-1B-hf-mic", 0]], "olmo2": [["OLMo-2-0425-1B-mic", 0]], "olmo3": [["Olmo-3-7B-Instruct-mic", 0]], "olmoe": [["OLMoE-1B-7B-0924-mic", 0]], "openai_privacy_filter": [["privacy-filter-mic", 0]], "opt": [["opt-125m-mic", 0]], "owlv2": [["owlv2-base-patch16-ensemble-mic", 0]], "owlvit": [["owlvit-base-patch32-mic", 0]], "paddleocr_vl": [["tibetan-ocr-mic", 0]], "paligemma": [["paligemma-3b-pt-224-mic", 0]], "pegasus": [["pegasus-xsum-mic", 0]], "perceiver": [["language-perceiver-mic", 1]], "phi": [["phi-2-mic", 0]], "phi3": [["Phi-3.5-mini-instruct-mic", 0]], "phi4_multimodal": [["Phi-4-multimodal-instruct-mic", 0]], "phimoe": [["Phi-3.5-MoE-0.8B-A0.2B-mic", 0]], "pvt": [["pvt-tiny-224-mic", 0]], "qwen2": [["qwen2-mic", 0]], "qwen2_5_omni": [["qwen2_5_omni-mic", 0]], "qwen2_5_omni_thinker": [["LCO-Embedding-Omni-3B-mic", 0]], "qwen2_5_vl": [["qwen2_5_vl-mic", 0]], "qwen2_audio": [["qwen2_audio-mic", 0]], "qwen2_moe": [["Qwen1.5-MoE-A2.7B-mic", 0]], "qwen2_vl": [["Qwen2-VL-2B-Instruct-mic", 0]], "qwen3": [["Qwen3-0.6B-mic", 0]], "qwen3_5_moe": [["Qwen3.5-35B-A3B-mic", 0]], "qwen3_5_moe_text": [["Qwen3.8-1.0B-A0.6B-mic", 0]], "qwen3_5_text": [["Qwen3.5-0.8B-text-only-mic", 0]], "qwen3_asr": [["Qwen3-ASR-0.6B-hf-mic", 0]], "qwen3_moe": [["Qwen3-30B-A3B-mic", 0]], "qwen3_next": [["Qwen3-Next-80B-A3B-Instruct-mic", 0]], "qwen3_vl": [["Qwen3-VL-2B-Instruct-mic", 0]], "qwen3_vl_moe": [["Qwen3-VL-30B-A3B-Instruct-mic", 0]], "qwen4_exp": [["Qwen3.8-Flash-Next-mic", 0]], "recurrent_gemma": [["recurrentgemma-2b-mic", 0]], "resnet": [["resnet-18-mic", 0]], "roberta": [["roberta-base-mic", 0]], "rt_detr": [["rtdetr_r50vd-mic", 0]], "rt_detr_v2": [["docling-layout-heron-mic", 0]], "sam2": [["sam2.1-hiera-tiny-mic", 4]], "seamless_m4t_v2": [["seamless-m4t-v2-large-mic", 0]], "seed_oss": [["Seed-OSS-36B-Instruct-mic", 0]], "segformer": [["segformer-b0-finetuned-ade-512-512-mic", 0]], "siglip": [["siglip-base-patch16-224-mic", 0]], "smollm3": [["SmolLM3-3B-mic", 1]], "smolvlm": [["smolvlm-mic", 0]], "speecht5": [["speech_t5-mic", 0]], "stablelm": [["stablelm-2-1_6b-mic", 0]], "starcoder2": [["starcoder2-3b-mic", 0]], "swin": [["swin-tiny-patch4-window7-224-mic", 0]], "swinv2": [["swinv2-tiny-patch4-window16-256-mic", 0]], "t5": [["t5-mic", 0], ["t5-small-mic", 0]], "table-transformer": [["table_transformer-mic", 0]], "timesfm": [["timesfm-2.0-500m-pytorch-mic", 0]], "tipsv2": [["tipsv2-b14-mic", 0]], "umt5": [["umt5-small-mic", 0]], "unlimited_ocr": [["Unlimited-OCR-mic", 0]], "vibevoice": [["VibeVoice-1.5B-hf-mic", 0]], "vit": [["vit-mic", 0]], "vitmatte": [["vitmatte-small-composition-1k-mic", 0]], "vits": [["mms-tts-eng-mic", 0]], "voxtral": [["Voxtral-Mini-3B-2507-mic", 0]], "wav2vec2": [["wav2vec2-base-960h-mic", 0], ["wav2vec2-mic", 0]], "wavlm": [["wavlm-base-plus-mic", 0]], "whisper": [["whisper-mic", 0], ["whisper-tiny-mic", 0]], "xlm-roberta": [["xlm-roberta-base-mic", 0]], "xlm-roberta-xl": [["xlm-roberta-xl-mic", 0]], "yolos": [["yolos-small-mic", 0]]}, "gated": {"aya_vision": "auto", "chameleon": "manual", "chmv2": "manual", "cohere_asr": "auto", "csm_depth_decoder_model": "auto", "cwm": "manual", "dinov3_convnext": "manual", "gemma": "manual", "gemma2": "manual", "gemma3": "manual", "gemma3_text": "manual", "gemma3n": "manual", "jais2": "auto", "lasr_ctc": "auto", "llama4_vision_model": "manual", "moshi": "auto", "muse_spark": "manual", "muse_spark_audio": "manual", "muse_spark_text": "manual", "muse_spark_vision": "manual", "neucodec": "auto", "perception_lm": "manual", "recurrent_gemma": "manual", "sam3_detr_decoder": "manual", "sam3_detr_encoder": "manual", "sam3_geometry_encoder": "manual", "sam3_mask_decoder": "manual", "sam3_tracker_mask_decoder": "manual", "sam3_tracker_prompt_encoder": "manual", "sam3_tracker_video": "manual", "sam3_tracker_video_mask_decoder": "manual", "sam3_tracker_video_prompt_encoder": "manual", "sam3_video": "manual", "shieldgemma2": "manual", "t5gemma": "manual", "t5gemma2": "manual", "vaultgemma": "manual"}}
\ No newline at end of file
diff --git a/index.html b/index.html
index 337c73609d8c6cfbad51a0018e20ba354f140554..409b703960b8242a82b27700aa57dafb370abac0 100644
--- a/index.html
+++ b/index.html
@@ -174,7 +174,7 @@ a{color:var(--accent);text-decoration:none}a:hover{text-decoration:underline}
const view = td('', 'top');
if (r[1] === 'Done') for (const [page, findings] of shrink[r[0]] || []) {
const a = document.createElement('a');
- a.href = `shrink/${page}.html`; a.target = '_blank'; a.rel = 'noopener';
+ a.href = `shrink/${page}.html`;
a.textContent = page.replace(/-mic$/, '') + (findings ? ` ⚠ ${findings}` : '');
a.title = `${page}: ${findings ? findings + ' finding(s) to review' : 'same architecture, smaller'}`;
if (view.childNodes.length) view.append(document.createElement('br'));
diff --git a/shrink/Apertus-v1.1-0.5B-Instruct-mic.html b/shrink/Apertus-v1.1-0.5B-Instruct-mic.html
index 4fd3339a2a94b51f88ff0ca5e16ead0d32cb153d..a66c8a62c6a77a2393ad3485e2a7158d2589c88f 100644
--- a/shrink/Apertus-v1.1-0.5B-Instruct-mic.html
+++ b/shrink/Apertus-v1.1-0.5B-Instruct-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+swiss-ai/Apertus-v1.1-0.5B-Instruct: shrunk architecture
-Shrunk architecture
huggingface-mic/Apertus-v1.1-0.5B-Instruct-mic@55ae98cbccd9da534828bccc9b1f8bee4974731d ← swiss-ai/Apertus-v1.1-0.5B-Instruct@a140fd61fb57422c36a26301caea17edee799874 · ApertusForCausalLM · random weights
+← MIC coverage of Transformers model types
+swiss-ai/Apertus-v1.1-0.5B-Instruct
huggingface-mic/Apertus-v1.1-0.5B-Instruct-mic@55ae98cbccd9 ← swiss-ai/Apertus-v1.1-0.5B-Instruct@a140fd61fb57 · ApertusForCausalLM · random weights
Original438.3Mparameters
Fixture8.4Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 20 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 304.1M | 69.4% | 57.7K | 0.7% |
| model.embed_tokens | 134.2M | 30.6% | 8.4M | 99.3% |
| model.norm | 1.0K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | GQA (16 heads, 4 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| model | RoPE type | linear | linear | ✓ kept |
| model | model_type | apertus | apertus | ✓ kept |
| model | vocab_size | 131072 | 131072 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| model | hidden_act | xielu | xielu | ✓ kept |
| model | max_position_embeddings | 4096 | 4096 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Apertus omitted).
| Class | Original | Fixture |
|---|
| Linear | 121 | 13 |
| RMSNorm | 81 | 9 |
| Attention | 20 | 2 |
| DecoderLayer | 20 | 2 |
| MLP | 20 | 2 |
| XIELUActivation | 20 | 2 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
| Embedding | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
5 fields changed, 26 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 1024 | 64 |
| intermediate_size | 6144 | 128 |
| num_attention_heads | 16 | 4 |
| num_hidden_layers | 20 | 2 |
| num_key_value_heads | 4 | 2 |
\ No newline at end of file
diff --git a/shrink/Apertus-v1.1-0.5B-Instruct-mic.json b/shrink/Apertus-v1.1-0.5B-Instruct-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..21a56608cc6ed5c9a2fe73f7d682c0c8a18d6170
--- /dev/null
+++ b/shrink/Apertus-v1.1-0.5B-Instruct-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/Apertus-v1.1-0.5B-Instruct-mic@55ae98cbccd9da534828bccc9b1f8bee4974731d", "findings": []}
\ No newline at end of file
diff --git a/shrink/Cosmos3-Nano-mic.html b/shrink/Cosmos3-Nano-mic.html
index a10a1fa285f918e7bcf0524f30c407c21d5ae070..be4e75a5194707f4bdaa7e5bbf7121141f7b2bf9 100644
--- a/shrink/Cosmos3-Nano-mic.html
+++ b/shrink/Cosmos3-Nano-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+nvidia/Cosmos3-Nano: shrunk architecture
-Shrunk architecture
huggingface-mic/Cosmos3-Nano-mic@4c4a117fd8d6b13993505f86a24b15580e8b25d6 ← nvidia/Cosmos3-Nano@e59a53c25979a090fa8706c9acc0c254a6e89b92 · Cosmos3OmniForConditionalGeneration · random weights
+← MIC coverage of Transformers model types
+nvidia/Cosmos3-Nano
huggingface-mic/Cosmos3-Nano-mic@4c4a117fd8d6 ← nvidia/Cosmos3-Nano@e59a53c25979 · Cosmos3OmniForConditionalGeneration · random weights
Original8.8Bparameters
Fixture20.2Mparameters
Layer stacks3compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.visual.blocks
| Kind | Original | Fixture | |
|---|
| Qwen3VLVisionBlock | 27 | 2 | ✓ kept |
model.visual.deepstack_merger_list
| Kind | Original | Fixture | |
|---|
| GELU | 3 | 3 | ✓ kept |
model.language_model.layers
| Kind | Original | Fixture | |
|---|
| Qwen3VLTextDecoderLayer | 36 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.language_model.layers | 6.9B | 79.2% | 74.0K | 0.4% |
| model.language_model | 622.3M | 7.1% | 9.7M | 48.2% |
| lm_head | 622.3M | 7.1% | 9.7M | 48.2% |
| model.visual.blocks | 411.5M | 4.7% | 66.9K | 0.3% |
| model.visual.deepstack_merger_list | 120.4M | 1.4% | 248.3K | 1.2% |
| model.visual | 44.5M | 0.5% | 328.2K | 1.6% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | cosmos3_omni | cosmos3_omni | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| text_config | attention style | GQA (32 heads, 8 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| text_config | RoPE type | default | default | ✓ kept |
| text_config | model_type | qwen3_vl_text | qwen3_vl_text | ✓ kept |
| text_config | vocab_size | 151936 | 151936 | ✓ kept |
| text_config | hidden_act | silu | silu | ✓ kept |
| text_config | max_position_embeddings | 262144 | 262144 | ✓ kept |
| vision_config | RoPE type | axial | axial | ✓ kept |
| vision_config | model_type | qwen3_vl_vision | qwen3_vl_vision | ✓ kept |
| vision_config | hidden_act | gelu_pytorch_tanh | gelu_pytorch_tanh | ✓ kept |
| vision_config | patch_size | 16 | 16 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Cosmos3Omni omitted).
| Class | Original | Fixture |
|---|
| Linear | 369 | 31 |
| Qwen3VLTextRMSNorm | 145 | 9 |
| LayerNorm | 58 | 8 |
| Qwen3VLTextAttention | 36 | 2 |
| Qwen3VLTextDecoderLayer | 36 | 2 |
| Qwen3VLTextMLP | 36 | 2 |
| SiLUActivation | 36 | 2 |
| GELUTanh | 27 | 2 |
| Qwen3VLVisionAttention | 27 | 2 |
| Qwen3VLVisionBlock | 27 | 2 |
| Qwen3VLVisionMLP | 27 | 2 |
| GELU | 4 | 4 |
| Qwen3VLVisionPatchMerger | 4 | 4 |
| ModuleList | 3 | 3 |
| Embedding | 2 | 2 |
| Conv3d | 1 | 1 |
| ForConditionalGeneration | 1 | 1 |
| Model | 1 | 1 |
| Qwen3VLTextModel | 1 | 1 |
| Qwen3VLTextRotaryEmbedding | 1 | 1 |
| Qwen3VLVisionModel | 1 | 1 |
| Qwen3VLVisionPatchEmbed | 1 | 1 |
| Qwen3VLVisionRotaryEmbedding | 1 | 1 |
Config changes
12 fields changed, 54 unchanged.
| Field | Original | Fixture |
|---|
| text_config.head_dim | 128 | 16 |
| text_config.hidden_size | 4096 | 64 |
| text_config.intermediate_size | 12288 | 128 |
| text_config.num_attention_heads | 32 | 4 |
| text_config.num_hidden_layers | 36 | 2 |
| text_config.num_key_value_heads | 8 | 2 |
| text_config.rope_parameters | {"mrope_interleaved": true, "mrope_section": [24, 20, 20], "rope_type": "defa… | {"mrope_interleaved": true, "mrope_section": [3, 3, 2], "rope_theta": 5000000… |
| vision_config.depth | 27 | 2 |
| vision_config.hidden_size | 1152 | 64 |
| vision_config.intermediate_size | 4304 | 128 |
| vision_config.num_heads | 16 | 4 |
| vision_config.out_hidden_size | 4096 | 64 |
\ No newline at end of file
diff --git a/shrink/Cosmos3-Nano-mic.json b/shrink/Cosmos3-Nano-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..9a57792ed1b74625ab347bf615c8f9a313acecb3
--- /dev/null
+++ b/shrink/Cosmos3-Nano-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/Cosmos3-Nano-mic@4c4a117fd8d6b13993505f86a24b15580e8b25d6", "findings": []}
\ No newline at end of file
diff --git a/shrink/DeepSeek-Coder-V2-Lite-Instruct-mic.html b/shrink/DeepSeek-Coder-V2-Lite-Instruct-mic.html
index b1d36db1515329f0f631d12d5af9a942508dadef..d03286abb34737c3fdf92b925f9f736258759703 100644
--- a/shrink/DeepSeek-Coder-V2-Lite-Instruct-mic.html
+++ b/shrink/DeepSeek-Coder-V2-Lite-Instruct-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+deepseek-ai/DeepSeek-Coder-V2-Lite-Instruct: shrunk architecture
-Shrunk architecture
huggingface-mic/DeepSeek-Coder-V2-Lite-Instruct-mic@90601ffd1320fd0db167a3ade1c6cd0ed35c2229 ← deepseek-ai/DeepSeek-Coder-V2-Lite-Instruct@e434a23f91ba5b4923cf6c9d9a238eb4a08e3a11 · DeepseekV2ForCausalLM · random weights
-Original15.7Bparameters
Fixture13.2Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| no Experts | 1 | 1 | ✓ kept |
| Experts, Moe, TopkRouter | 26 | 1 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 15.3B | 97.3% | 89.6K | 0.7% |
| lm_head | 209.7M | 1.3% | 6.6M | 49.7% |
| model.embed_tokens | 209.7M | 1.3% | 6.6M | 49.7% |
| model.norm | 2.0K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | MHA (16 heads, 16 KV) | MHA (4 heads, 4 KV) | ✓ kept |
| model | MoE routing | top-6 of 64 experts | top-2 of 4 experts | ✓ kept |
| model | RoPE type | yarn | yarn | ✓ kept |
| model | model_type | deepseek_v2 | deepseek_v2 | ✓ kept |
| model | vocab_size | 102400 | 102400 | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 163840 | 163840 | ✓ kept |
Module classes
Instances of each class in the built model (prefix DeepseekV2 omitted).
| Class | Original | Fixture |
|---|
| Linear | 190 | 15 |
| RMSNorm | 82 | 7 |
| SiLUActivation | 53 | 3 |
| Attention | 27 | 2 |
| DecoderLayer | 27 | 2 |
| MLP | 27 | 2 |
| Experts | 26 | 1 |
| Moe | 26 | 1 |
| TopkRouter | 26 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
| Embedding | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
13 fields changed, 39 unchanged.
| Field | Original | Fixture |
|---|
| head_dim | 64 | 8 |
| hidden_size | 2048 | 64 |
| intermediate_size | 10944 | 128 |
| kv_lora_rank | 512 | 16 |
| moe_intermediate_size | 1408 | 32 |
| n_routed_experts | 64 | 4 |
| num_attention_heads | 16 | 4 |
| num_experts_per_tok | 6 | 2 |
| num_hidden_layers | 27 | 2 |
| num_key_value_heads | 16 | 4 |
| qk_nope_head_dim | 128 | 16 |
| qk_rope_head_dim | 64 | 8 |
| v_head_dim | 128 | 16 |
+← MIC coverage of Transformers model types
+deepseek-ai/DeepSeek-Coder-V2-Lite-Instruct
huggingface-mic/DeepSeek-Coder-V2-Lite-Instruct-mic@90601ffd1320 ← deepseek-ai/DeepSeek-Coder-V2-Lite-Instruct@e434a23f91ba · DeepseekV2ForCausalLM · random weights
+Original15.7Bparameters
Fixture13.2Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| no Experts | 1 | 1 | ✓ kept |
| Experts, Moe, TopkRouter | 26 | 1 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 15.3B | 97.3% | 89.6K | 0.7% |
| model.embed_tokens | 209.7M | 1.3% | 6.6M | 49.7% |
| lm_head | 209.7M | 1.3% | 6.6M | 49.7% |
| model.norm | 2.0K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | MHA (16 heads, 16 KV) | MHA (4 heads, 4 KV) | ✓ kept |
| model | MoE routing | top-6 of 64 experts | top-2 of 4 experts | ✓ kept |
| model | RoPE type | yarn | yarn | ✓ kept |
| model | model_type | deepseek_v2 | deepseek_v2 | ✓ kept |
| model | vocab_size | 102400 | 102400 | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 163840 | 163840 | ✓ kept |
Module classes
Instances of each class in the built model (prefix DeepseekV2 omitted).
| Class | Original | Fixture |
|---|
| Linear | 190 | 15 |
| RMSNorm | 82 | 7 |
| SiLUActivation | 53 | 3 |
| Attention | 27 | 2 |
| DecoderLayer | 27 | 2 |
| MLP | 27 | 2 |
| Experts | 26 | 1 |
| Moe | 26 | 1 |
| TopkRouter | 26 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
| Embedding | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
13 fields changed, 39 unchanged.
| Field | Original | Fixture |
|---|
| head_dim | 64 | 8 |
| hidden_size | 2048 | 64 |
| intermediate_size | 10944 | 128 |
| kv_lora_rank | 512 | 16 |
| moe_intermediate_size | 1408 | 32 |
| n_routed_experts | 64 | 4 |
| num_attention_heads | 16 | 4 |
| num_experts_per_tok | 6 | 2 |
| num_hidden_layers | 27 | 2 |
| num_key_value_heads | 16 | 4 |
| qk_nope_head_dim | 128 | 16 |
| qk_rope_head_dim | 64 | 8 |
| v_head_dim | 128 | 16 |
\ No newline at end of file
diff --git a/shrink/DeepSeek-Coder-V2-Lite-Instruct-mic.json b/shrink/DeepSeek-Coder-V2-Lite-Instruct-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..05f4975d43f898f2c19efc6cb539511c8112404e
--- /dev/null
+++ b/shrink/DeepSeek-Coder-V2-Lite-Instruct-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/DeepSeek-Coder-V2-Lite-Instruct-mic@90601ffd1320fd0db167a3ade1c6cd0ed35c2229", "findings": []}
\ No newline at end of file
diff --git a/shrink/DeepSeek-R1-mic.html b/shrink/DeepSeek-R1-mic.html
index a28e1ba5e0c5dcf28a13a1e4cbb65b6efb121f92..600511fc9be25f89164d04292ca92004df74b98d 100644
--- a/shrink/DeepSeek-R1-mic.html
+++ b/shrink/DeepSeek-R1-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+deepseek-ai/DeepSeek-R1: shrunk architecture
-Shrunk architecture
huggingface-mic/DeepSeek-R1-mic@89eddb3d8f9419e63b667eb7d5244fec8c768ed9 ← deepseek-ai/DeepSeek-R1@56d4cbbb4d29f4355bab4b9a39ccb717a14ad5ad · DeepseekV3ForCausalLM · random weights · built before the shrink rule (no recorded recipe)
+← MIC coverage of Transformers model types
+deepseek-ai/DeepSeek-R1
huggingface-mic/DeepSeek-R1-mic@89eddb3d8f94 ← deepseek-ai/DeepSeek-R1@56d4cbbb4d29 · DeepseekV3ForCausalLM · random weights · built before the shrink rule (no recorded recipe)
Original671.0Bparameters
Fixture16.6Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| no Experts | 3 | 1 | ✓ kept |
| Experts, MoE, TopkRouter | 58 | 1 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 669.2B | 99.7% | 76.4K | 0.5% |
| model.embed_tokens | 926.7M | 0.1% | 8.3M | 49.8% |
| lm_head | 926.7M | 0.1% | 8.3M | 49.8% |
| model.norm | 7.2K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | MHA (128 heads, 128 KV) | MHA (4 heads, 4 KV) | ✓ kept |
| model | MoE routing | top-8 of 256 experts | top-2 of 4 experts | ✓ kept |
| model | RoPE type | yarn | yarn | ✓ kept |
| model | model_type | deepseek_v3 | deepseek_v3 | ✓ kept |
| model | vocab_size | 129280 | 129280 | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 163840 | 163840 | ✓ kept |
Module classes
Instances of each class in the built model (prefix DeepseekV3 omitted).
| Class | Original | Fixture |
|---|
| Linear | 489 | 17 |
| RMSNorm | 245 | 9 |
| SiLUActivation | 119 | 3 |
| Attention | 61 | 2 |
| DecoderLayer | 61 | 2 |
| MLP | 61 | 2 |
| Experts | 58 | 1 |
| MoE | 58 | 1 |
| TopkRouter | 58 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
| Embedding | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
18 fields changed, 35 unchanged.
| Field | Original | Fixture |
|---|
| first_k_dense_replace | 3 | 1 |
| head_dim | 64 | 8 |
| hidden_size | 7168 | 64 |
| intermediate_size | 18432 | 128 |
| kv_lora_rank | 512 | 16 |
| moe_intermediate_size | 2048 | 32 |
| n_group | 8 | 1 |
| n_routed_experts | 256 | 4 |
| num_attention_heads | 128 | 4 |
| num_experts_per_tok | 8 | 2 |
| num_hidden_layers | 61 | 2 |
| num_key_value_heads | 128 | 4 |
| q_lora_rank | 1536 | 16 |
| qk_nope_head_dim | 128 | 16 |
| qk_rope_head_dim | 64 | 8 |
| quantization_config | {"activation_scheme": "dynamic", "fmt": "e4m3", "quant_method": "fp8", "weigh… | — |
| topk_group | 4 | 1 |
| v_head_dim | 128 | 16 |
\ No newline at end of file
diff --git a/shrink/DeepSeek-R1-mic.json b/shrink/DeepSeek-R1-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..6712ed6cfb33da476e1f671495ffdef65243fcc8
--- /dev/null
+++ b/shrink/DeepSeek-R1-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/DeepSeek-R1-mic@89eddb3d8f9419e63b667eb7d5244fec8c768ed9", "findings": []}
\ No newline at end of file
diff --git a/shrink/DeepSeek-V3.2-mic.html b/shrink/DeepSeek-V3.2-mic.html
index 6440a2c04744163aabcaf8f9176593ed5082c171..84c75680f674077cc0391bc974dff0658543ff5b 100644
--- a/shrink/DeepSeek-V3.2-mic.html
+++ b/shrink/DeepSeek-V3.2-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+deepseek-ai/DeepSeek-V3.2: shrunk architecture
-Shrunk architecture
huggingface-mic/DeepSeek-V3.2-mic@2156444e97b761624604df50de0ac677d402f289 ← deepseek-ai/DeepSeek-V3.2@a7e62ac04ecb2c0a54d736dc46601c5606cf10a6 · DeepseekV32ForCausalLM · random weights · built before the shrink rule (no recorded recipe)
+← MIC coverage of Transformers model types
+deepseek-ai/DeepSeek-V3.2
huggingface-mic/DeepSeek-V3.2-mic@2156444e97b7 ← deepseek-ai/DeepSeek-V3.2@a7e62ac04ecb · DeepseekV32ForCausalLM · random weights · built before the shrink rule (no recorded recipe)
Original671.9Bparameters
Fixture16.9Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| no Experts | 3 | 1 | ✓ kept |
| Experts, MoE, TopkRouter | 58 | 1 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 670.0B | 99.7% | 363.6K | 2.1% |
| model.embed_tokens | 926.7M | 0.1% | 8.3M | 48.9% |
| lm_head | 926.7M | 0.1% | 8.3M | 48.9% |
| model.norm | 7.2K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | MHA (128 heads, 128 KV) | MHA (4 heads, 4 KV) | ✓ kept |
| model | MoE routing | top-8 of 256 experts | top-2 of 4 experts | ✓ kept |
| model | RoPE type | yarn | yarn | ✓ kept |
| model | model_type | deepseek_v32 | deepseek_v32 | ✓ kept |
| model | vocab_size | 129280 | 129280 | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 163840 | 163840 | ✓ kept |
Module classes
Instances of each class in the built model (prefix DeepseekV32 omitted).
| Class | Original | Fixture |
|---|
| Linear | 672 | 23 |
| RMSNorm | 245 | 9 |
| SiLUActivation | 119 | 3 |
| Attention | 61 | 2 |
| DecoderLayer | 61 | 2 |
| Indexer | 61 | 2 |
| MLP | 61 | 2 |
| LayerNorm | 61 | 2 |
| Experts | 58 | 1 |
| MoE | 58 | 1 |
| TopkRouter | 58 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
| Embedding | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
20 fields changed, 36 unchanged.
| Field | Original | Fixture |
|---|
| first_k_dense_replace | 3 | 1 |
| head_dim | 64 | 8 |
| hidden_size | 7168 | 64 |
| intermediate_size | 18432 | 128 |
| kv_lora_rank | 512 | 16 |
| layer_types | 61 entries: 61× indexed_attention | ["indexed_attention", "indexed_attention"] |
| mlp_layer_types | 61 entries: 58× sparse, 3× dense | ["dense", "sparse"] |
| moe_intermediate_size | 2048 | 32 |
| n_group | 8 | 1 |
| n_routed_experts | 256 | 4 |
| num_attention_heads | 128 | 4 |
| num_experts_per_tok | 8 | 2 |
| num_hidden_layers | 61 | 2 |
| num_key_value_heads | 128 | 4 |
| q_lora_rank | 1536 | 16 |
| qk_nope_head_dim | 128 | 16 |
| qk_rope_head_dim | 64 | 8 |
| quantization_config | {"activation_scheme": "dynamic", "fmt": "e4m3", "quant_method": "fp8", "scale… | — |
| topk_group | 4 | 1 |
| v_head_dim | 128 | 16 |
\ No newline at end of file
diff --git a/shrink/DeepSeek-V3.2-mic.json b/shrink/DeepSeek-V3.2-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..bb2976d4c6b19fc9ca40b43d50806f017abf1f63
--- /dev/null
+++ b/shrink/DeepSeek-V3.2-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/DeepSeek-V3.2-mic@2156444e97b761624604df50de0ac677d402f289", "findings": []}
\ No newline at end of file
diff --git a/shrink/DeepSeek-V4-Flash-0731-mic.html b/shrink/DeepSeek-V4-Flash-0731-mic.html
index 54de7c82eb286e6437a5bab3e5b53a007cb3beda..c094ab18afefb55d1012475e3112ead1235e820b 100644
--- a/shrink/DeepSeek-V4-Flash-0731-mic.html
+++ b/shrink/DeepSeek-V4-Flash-0731-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+deepseek-ai/DeepSeek-V4-Flash-0731: shrunk architecture
-Shrunk architecture
huggingface-mic/DeepSeek-V4-Flash-0731-mic@7c36fb38ddaf52e554d784d9e6a2a7ed435b8311 ← deepseek-ai/DeepSeek-V4-Flash-0731@7872f01b1d1fe23eabc4c98b48bffcef5a386062 · DeepseekV4ForCausalLM · random weights
+← MIC coverage of Transformers model types
+deepseek-ai/DeepSeek-V4-Flash-0731
huggingface-mic/DeepSeek-V4-Flash-0731-mic@7c36fb38ddaf ← deepseek-ai/DeepSeek-V4-Flash-0731@7872f01b1d1f · DeepseekV4ForCausalLM · random weights
Original284.3Bparameters
Fixture20.1Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| sliding_attention, HashRouter | 2 | 2 | ✓ kept |
| compressed_sparse_attention, CSACompressor, HashRouter … | 1 | 1 | ✓ kept |
| heavily_compressed_attention, HCACompressor, RotaryEmbedding … | 20 | 1 | ✓ kept |
| compressed_sparse_attention, CSACompressor, Indexer … | 20 | 1 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 283.3B | 99.6% | 3.5M | 17.6% |
| lm_head | 529.5M | 0.2% | 8.3M | 41.2% |
| model.embed_tokens | 529.5M | 0.2% | 8.3M | 41.2% |
| model.hc_head | 65.5K | 0.0% | 1.0K | 0.0% |
| model.norm | 4.1K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | MQA (64 heads, 1 KV) | MQA (4 heads, 1 KV) | ✓ kept |
| model | MoE routing | top-6 of 256 experts | top-2 of 4 experts | ✓ kept |
| model | model_type | deepseek_v4 | deepseek_v4 | ✓ kept |
| model | vocab_size | 129280 | 129280 | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 1048576 | 1048576 | ✓ kept |
| model | rope_theta | 10000 | 10000 | ✓ kept |
Module classes
Instances of each class in the built model (prefix DeepseekV4 omitted).
| Class | Original | Fixture |
|---|
| Linear | 468 | 50 |
| RMSNorm | 235 | 26 |
| UnweightedRMSNorm | 130 | 16 |
| HyperConnection | 86 | 10 |
| SiLUActivation | 86 | 10 |
| RotaryEmbedding | 63 | 6 |
| Attention | 43 | 5 |
| DecoderLayer | 43 | 5 |
| Experts | 43 | 5 |
| GroupedLinear | 43 | 5 |
| MLP | 43 | 5 |
| SparseMoeBlock | 43 | 5 |
| SqrtSoftplusActivation | 43 | 5 |
| TopKRouter | 40 | 2 |
| CSACompressor | 21 | 2 |
| Indexer | 21 | 2 |
| IndexerScorer | 21 | 2 |
| HCACompressor | 20 | 1 |
| HashRouter | 3 | 3 |
| ForCausalLM | 1 | 1 |
| HyperHead | 1 | 1 |
| Model | 1 | 1 |
| Embedding | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
12 fields changed, 52 unchanged.
| Field | Original | Fixture |
|---|
| head_dim | 512 | 16 |
| hidden_size | 4096 | 64 |
| layer_types | 43 entries: 21× compressed_sparse_attention, 20× heavily_compressed_attention, 2× sliding_attention | ["sliding_attention", "sliding_attention", "compressed_sparse_attention", "he… |
| mlp_layer_types | 43 entries: 40× moe, 3× hash_moe | ["hash_moe", "hash_moe", "hash_moe", "moe", "moe"] |
| moe_intermediate_size | 2048 | 32 |
| n_routed_experts | 256 | 4 |
| num_attention_heads | 64 | 4 |
| num_experts_per_tok | 6 | 2 |
| num_hidden_layers | 43 | 5 |
| q_lora_rank | 1024 | 16 |
| qk_rope_head_dim | 64 | 2 |
| quantization_config | {"activation_scheme": "dynamic", "fmt": "e4m3", "quant_method": "fp8", "scale… | — |
\ No newline at end of file
diff --git a/shrink/DeepSeek-V4-Flash-0731-mic.json b/shrink/DeepSeek-V4-Flash-0731-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..1b6b539a7e6479f4ce56f23983342a6bbb30d2dc
--- /dev/null
+++ b/shrink/DeepSeek-V4-Flash-0731-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/DeepSeek-V4-Flash-0731-mic@7c36fb38ddaf52e554d784d9e6a2a7ed435b8311", "findings": []}
\ No newline at end of file
diff --git a/shrink/ESMC-300M-hf-mic.html b/shrink/ESMC-300M-hf-mic.html
index 721bfab75bcdfa8e823a16f6f3406e06f631b264..41c3782c115da9a6c4b4f5d51063a0d4867c4c9f 100644
--- a/shrink/ESMC-300M-hf-mic.html
+++ b/shrink/ESMC-300M-hf-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+biohub/ESMC-300M-hf: shrunk architecture
-Shrunk architecture
huggingface-mic/ESMC-300M-hf-mic@7c11c22ceffcbddb7fb1bb3216255d34ff38a43c ← biohub/ESMC-300M-hf@5554e4b3ab19eb66f04d7ff8e8c2d36c69b52fa0 · EsmcForMaskedLM · random weights
+← MIC coverage of Transformers model types
+biohub/ESMC-300M-hf
huggingface-mic/ESMC-300M-hf-mic@7c11c22ceffc ← biohub/ESMC-300M-hf@5554e4b3ab19 · EsmcForMaskedLM · random weights
Original333.0Mparameters
Fixture95.3Kparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
esmc.layers
| Kind | Original | Fixture | |
|---|
| Layer | 30 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| esmc.layers | 331.9M | 99.7% | 82.7K | 86.8% |
| lm_head.dense | 922.6K | 0.3% | 4.2K | 4.4% |
| lm_head.decoder | 61.5K | 0.0% | 4.2K | 4.4% |
| esmc.embed_tokens | 61.4K | 0.0% | 4.1K | 4.3% |
| lm_head.layer_norm | 1.9K | 0.0% | 128 | 0.1% |
| esmc.norm | 960 | 0.0% | 64 | 0.1% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | MHA (15 heads, 15 KV) | MHA (4 heads, 4 KV) | ✓ kept |
| model | RoPE type | default | default | ✓ kept |
| model | model_type | esmc | esmc | ✓ kept |
| model | vocab_size | 64 | 64 | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 2048 | 2048 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Esmc omitted).
| Class | Original | Fixture |
|---|
| Linear | 212 | 16 |
| LayerNorm | 121 | 9 |
| Attention | 30 | 2 |
| Layer | 30 | 2 |
| MLP | 30 | 2 |
| SiLUActivation | 30 | 2 |
| Embedding | 1 | 1 |
| ForMaskedLM | 1 | 1 |
| MaskedLMHead | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
| LayerNorm | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
6 fields changed, 23 unchanged.
| Field | Original | Fixture |
|---|
| head_dim | 64 | 16 |
| hidden_size | 960 | 64 |
| intermediate_size | 2560 | 128 |
| num_attention_heads | 15 | 4 |
| num_hidden_layers | 30 | 2 |
| num_key_value_heads | 15 | 4 |
\ No newline at end of file
diff --git a/shrink/ESMC-300M-hf-mic.json b/shrink/ESMC-300M-hf-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..54914ff8924d68409bd6c0ee7f9c34284af671de
--- /dev/null
+++ b/shrink/ESMC-300M-hf-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/ESMC-300M-hf-mic@7c11c22ceffcbddb7fb1bb3216255d34ff38a43c", "findings": []}
\ No newline at end of file
diff --git a/shrink/EuroBERT-210m-mic.html b/shrink/EuroBERT-210m-mic.html
index b433e9c2f65392126f9f3cdf3b63be778144f9f1..0d796f547fb79918ec46d9c34ef088c4fb1f63de 100644
--- a/shrink/EuroBERT-210m-mic.html
+++ b/shrink/EuroBERT-210m-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+EuroBERT/EuroBERT-210m: shrunk architecture
-Shrunk architecture
huggingface-mic/EuroBERT-210m-mic@514cea1b679f118f051124ef88272fb809f25f16 ← EuroBERT/EuroBERT-210m@39b51e15dd1f1a06f58b5cbf6a8a188cec60bd0e · EuroBertForMaskedLM · random weights
+← MIC coverage of Transformers model types
+EuroBERT/EuroBERT-210m
huggingface-mic/EuroBERT-210m-mic@514cea1b679f ← EuroBERT/EuroBERT-210m@39b51e15dd1f · EuroBertForMaskedLM · random weights
Original310.3Mparameters
Fixture16.5Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 12 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 113.3M | 36.5% | 82.2K | 0.5% |
| model.embed_tokens | 98.5M | 31.7% | 8.2M | 49.8% |
| lm_head | 98.5M | 31.7% | 8.2M | 49.8% |
| model.norm | 768 | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | MHA (12 heads, 12 KV) | MHA (4 heads, 4 KV) | ✓ kept |
| model | RoPE type | default | default | ✓ kept |
| model | model_type | eurobert | eurobert | ✓ kept |
| model | vocab_size | 128256 | 128256 | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 8192 | 8192 | ✓ kept |
Module classes
Instances of each class in the built model (prefix EuroBert omitted).
| Class | Original | Fixture |
|---|
| Linear | 85 | 15 |
| RMSNorm | 25 | 5 |
| Attention | 12 | 2 |
| DecoderLayer | 12 | 2 |
| MLP | 12 | 2 |
| SiLUActivation | 12 | 2 |
| Embedding | 1 | 1 |
| ForMaskedLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
6 fields changed, 33 unchanged.
| Field | Original | Fixture |
|---|
| head_dim | 64 | 16 |
| hidden_size | 768 | 64 |
| intermediate_size | 3072 | 128 |
| num_attention_heads | 12 | 4 |
| num_hidden_layers | 12 | 2 |
| num_key_value_heads | 12 | 4 |
\ No newline at end of file
diff --git a/shrink/EuroBERT-210m-mic.json b/shrink/EuroBERT-210m-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..a9ccc25f1a123aee6499b55f3eaf9a032adc1d86
--- /dev/null
+++ b/shrink/EuroBERT-210m-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/EuroBERT-210m-mic@514cea1b679f118f051124ef88272fb809f25f16", "findings": []}
\ No newline at end of file
diff --git a/shrink/Falcon-H1-Tiny-90M-Instruct-mic.html b/shrink/Falcon-H1-Tiny-90M-Instruct-mic.html
index 21ad67604569a33dc7996ea08a76fd55052ed4cb..ec8552d6560ccb1688612fd23372604400b00496 100644
--- a/shrink/Falcon-H1-Tiny-90M-Instruct-mic.html
+++ b/shrink/Falcon-H1-Tiny-90M-Instruct-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+tiiuae/Falcon-H1-Tiny-90M-Instruct: shrunk architecture
-Shrunk architecture
huggingface-mic/Falcon-H1-Tiny-90M-Instruct-mic@0db75b996c3e47fea9cc1a9c213983988b24495a ← tiiuae/Falcon-H1-Tiny-90M-Instruct@e6389502a0b12cd8da894b395ba5bf7436873b16 · FalconH1ForCausalLM · random weights
+← MIC coverage of Transformers model types
+tiiuae/Falcon-H1-Tiny-90M-Instruct
huggingface-mic/Falcon-H1-Tiny-90M-Instruct-mic@0db75b996c3e ← tiiuae/Falcon-H1-Tiny-90M-Instruct@e6389502a0b1 · FalconH1ForCausalLM · random weights
Original91.1Mparameters
Fixture2.5Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 24 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 74.4M | 81.6% | 382.1K | 15.4% |
| model.embed_tokens | 16.8M | 18.4% | 2.1M | 84.6% |
| model.final_layernorm | 512 | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | GQA (8 heads, 2 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| model | RoPE type | default | default | ✓ kept |
| model | model_type | falcon_h1 | falcon_h1 | ✓ kept |
| model | vocab_size | 32768 | 32768 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 262144 | 262144 | ✓ kept |
Module classes
Instances of each class in the built model (prefix FalconH1 omitted).
| Class | Original | Fixture |
|---|
| Linear | 217 | 19 |
| RMSNorm | 49 | 5 |
| SiLUActivation | 48 | 4 |
| Conv1d | 24 | 2 |
| Attention | 24 | 2 |
| DecoderLayer | 24 | 2 |
| MLP | 24 | 2 |
| Mixer | 24 | 2 |
| Identity | 24 | 2 |
| Embedding | 1 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
9 fields changed, 53 unchanged.
| Field | Original | Fixture |
|---|
| head_dim | 64 | 16 |
| hidden_size | 512 | 64 |
| intermediate_size | 768 | 128 |
| mamba_chunk_size | 128 | 8 |
| mamba_d_head | 32 | 96 |
| mamba_d_state | 64 | 16 |
| mamba_n_heads | 24 | 8 |
| num_attention_heads | 8 | 4 |
| num_hidden_layers | 24 | 2 |
\ No newline at end of file
diff --git a/shrink/Falcon-H1-Tiny-90M-Instruct-mic.json b/shrink/Falcon-H1-Tiny-90M-Instruct-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..cc83226aa0d3f54b566e38ee9e9d63a63a23a9f7
--- /dev/null
+++ b/shrink/Falcon-H1-Tiny-90M-Instruct-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/Falcon-H1-Tiny-90M-Instruct-mic@0db75b996c3e47fea9cc1a9c213983988b24495a", "findings": []}
\ No newline at end of file
diff --git a/shrink/Florence-2-base-mic.html b/shrink/Florence-2-base-mic.html
index 641104dd1814b250c090b8dc9688793f10681607..393591f7e480632a1b9dbf026dc54df52849d611 100644
--- a/shrink/Florence-2-base-mic.html
+++ b/shrink/Florence-2-base-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+florence-community/Florence-2-base: shrunk architecture
-Shrunk architecture
huggingface-mic/Florence-2-base-mic@85c1b12e1d9565763f6f2b9466669c58bc7aac33 ← florence-community/Florence-2-base@00921df66db728a9ceb750f5eca43e5c203a2051 · Florence2ForConditionalGeneration · overfit weights · built before the shrink rule (no recorded recipe)
+← MIC coverage of Transformers model types
+florence-community/Florence-2-base
huggingface-mic/Florence-2-base-mic@85c1b12e1d95 ← florence-community/Florence-2-base@00921df66db7 · Florence2ForConditionalGeneration · overfit weights · built before the shrink rule (no recorded recipe)
Original231.4Mparameters
Fixture6.4Mparameters
Layer stacks4compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.vision_tower.convs
| Kind | Original | Fixture | |
|---|
| Conv2d | 4 | 4 | ✓ kept |
model.vision_tower.blocks
| Kind | Original | Fixture | |
|---|
| VisionBlock | 4 | 4 | ✓ kept |
model.language_model.encoder.layers
| Kind | Original | Fixture | |
|---|
| BartEncoderLayer | 6 | 1 | ✓ kept |
model.language_model.decoder.layers
| Kind | Original | Fixture | |
|---|
| BartDecoderLayer | 6 | 1 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.vision_tower.blocks | 84.2M | 36.4% | 2.5M | 39.1% |
| model.language_model.decoder.layers | 56.7M | 24.5% | 50.2K | 0.8% |
| model.language_model.encoder.layers | 42.5M | 18.4% | 33.5K | 0.5% |
| model.language_model | 41.0M | 17.7% | 3.4M | 53.0% |
| model.vision_tower.convs | 6.2M | 2.7% | 392.8K | 6.1% |
| model.multi_modal_projector | 839.2K | 0.4% | 29.3K | 0.5% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | florence2 | florence2 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| text_config | model_type | bart | bart | ✓ kept |
| text_config | vocab_size | 51328 | 51328 | ✓ kept |
| text_config | tie_word_embeddings | True | True | ✓ kept |
| text_config | max_position_embeddings | 1024 | 1024 | ✓ kept |
| vision_config | model_type | florence_vision | florence_vision | ✓ kept |
| vision_config | max_position_embeddings | 50 | 50 | ✓ kept |
| vision_config | patch_size | [7, 3, 3, 3] | [7, 3, 3, 3] | ✓ kept |
Module classes
Instances of each class in the built model (prefix Florence2 omitted).
| Class | Original | Fixture |
|---|
| Linear | 194 | 58 |
| LayerNorm | 85 | 32 |
| Conv2d | 52 | 24 |
| DropPath | 46 | 18 |
| GELUActivation | 36 | 12 |
| VisionMLP | 24 | 10 |
| BartAttention | 18 | 3 |
| VisionBlock | 12 | 5 |
| VisionChannelAttention | 12 | 5 |
| VisionChannelBlock | 12 | 5 |
| VisionSpatialBlock | 12 | 5 |
| VisionWindowAttention | 12 | 5 |
| ModuleList | 8 | 8 |
| BartDecoderLayer | 6 | 1 |
| BartEncoderLayer | 6 | 1 |
| VisionConvEmbed | 4 | 4 |
| BartScaledWordEmbedding | 3 | 3 |
| BartLearnedPositionalEmbedding | 2 | 2 |
| Embedding | 2 | 2 |
| Identity | 2 | 2 |
| BartDecoder | 1 | 1 |
| BartEncoder | 1 | 1 |
| BartModel | 1 | 1 |
| ForConditionalGeneration | 1 | 1 |
| Model | 1 | 1 |
| MultiModalProjector | 1 | 1 |
| VisionBackbone | 1 | 1 |
| VisionLearnedAbsolutePositionEmbedding2D | 1 | 1 |
| VisionPositionalEmbeddingCosine1D | 1 | 1 |
Config changes
12 fields changed, 72 unchanged.
| Field | Original | Fixture |
|---|
| text_config.d_model | 768 | 64 |
| text_config.decoder_attention_heads | 12 | 2 |
| text_config.decoder_ffn_dim | 3072 | 128 |
| text_config.decoder_layers | 6 | 1 |
| text_config.encoder_attention_heads | 12 | 2 |
| text_config.encoder_ffn_dim | 3072 | 128 |
| text_config.encoder_layers | 6 | 1 |
| vision_config.depths | [1, 1, 9, 1] | [1, 1, 2, 1] |
| vision_config.embed_dim | [128, 256, 512, 1024] | [32, 64, 128, 256] |
| vision_config.num_groups | [4, 8, 16, 32] | [2, 4, 8, 16] |
| vision_config.num_heads | [4, 8, 16, 32] | [2, 4, 8, 16] |
| vision_config.projection_dim | 768 | 64 |
\ No newline at end of file
diff --git a/shrink/Florence-2-base-mic.json b/shrink/Florence-2-base-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..36bf256fa3de9da0a8de7bcedcf32a5e3d28309e
--- /dev/null
+++ b/shrink/Florence-2-base-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/Florence-2-base-mic@85c1b12e1d9565763f6f2b9466669c58bc7aac33", "findings": []}
\ No newline at end of file
diff --git a/shrink/GLM-4-9B-0414-mic.html b/shrink/GLM-4-9B-0414-mic.html
index 1b1fc2dfe2de73cb2964dffacb00a96e16a4b991..ce82d703079edfd1bb10e1e6e5bf362fc6920051 100644
--- a/shrink/GLM-4-9B-0414-mic.html
+++ b/shrink/GLM-4-9B-0414-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+zai-org/GLM-4-9B-0414: shrunk architecture
-Shrunk architecture
huggingface-mic/GLM-4-9B-0414-mic@140a76e1cd7001bc3d0aed3b715a2a902214ece6 ← zai-org/GLM-4-9B-0414@645b8482494e31b6b752272bf7f7f273ef0f3caf · Glm4ForCausalLM · random weights
+← MIC coverage of Transformers model types
+zai-org/GLM-4-9B-0414
huggingface-mic/GLM-4-9B-0414-mic@140a76e1cd70 ← zai-org/GLM-4-9B-0414@645b8482494e · Glm4ForCausalLM · random weights
Original9.4Bparameters
Fixture19.5Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 40 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 8.2B | 86.8% | 74.5K | 0.4% |
| model.embed_tokens | 620.8M | 6.6% | 9.7M | 49.8% |
| lm_head | 620.8M | 6.6% | 9.7M | 49.8% |
| model.norm | 4.1K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | GQA (32 heads, 2 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| model | RoPE type | default | default | ✓ kept |
| model | model_type | glm4 | glm4 | ✓ kept |
| model | vocab_size | 151552 | 151552 | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 32768 | 32768 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Glm4 omitted).
| Class | Original | Fixture |
|---|
| Linear | 241 | 13 |
| RMSNorm | 161 | 9 |
| Attention | 40 | 2 |
| DecoderLayer | 40 | 2 |
| MLP | 40 | 2 |
| SiLUActivation | 40 | 2 |
| Embedding | 1 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
5 fields changed, 23 unchanged.
| Field | Original | Fixture |
|---|
| head_dim | 128 | 16 |
| hidden_size | 4096 | 64 |
| intermediate_size | 13696 | 128 |
| num_attention_heads | 32 | 4 |
| num_hidden_layers | 40 | 2 |
\ No newline at end of file
diff --git a/shrink/GLM-4-9B-0414-mic.json b/shrink/GLM-4-9B-0414-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..364fe894bf4fdb8e2c63324b66bf77cc4b1c58ed
--- /dev/null
+++ b/shrink/GLM-4-9B-0414-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/GLM-4-9B-0414-mic@140a76e1cd7001bc3d0aed3b715a2a902214ece6", "findings": []}
\ No newline at end of file
diff --git a/shrink/GLM-4.5-Air-mic.html b/shrink/GLM-4.5-Air-mic.html
index 2a87324fcfbf8e6088e9e59bbbd08ff249123167..27cc7ba09223c9d208fb1f25dce604f0137cd0eb 100644
--- a/shrink/GLM-4.5-Air-mic.html
+++ b/shrink/GLM-4.5-Air-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+zai-org/GLM-4.5-Air: shrunk architecture
-Shrunk architecture
huggingface-mic/GLM-4.5-Air-mic@abc7ea97d6d633936cfd54900edce3b610755f86 ← zai-org/GLM-4.5-Air@a24ceef6ce4f3536971efe9b778bdaa1bab18daa · Glm4MoeForCausalLM · random weights
-Original106.9Bparameters
Fixture19.5Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| no Experts | 1 | 1 | ✓ kept |
| Experts, MoE, TopkRouter | 45 | 1 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 105.6B | 98.8% | 80.6K | 0.4% |
| model.embed_tokens | 620.8M | 0.6% | 9.7M | 49.8% |
| lm_head | 620.8M | 0.6% | 9.7M | 49.8% |
| model.norm | 4.1K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | GQA (96 heads, 8 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| model | MoE routing | top-8 of 128 experts | top-2 of 4 experts | ✓ kept |
| model | RoPE type | default | default | ✓ kept |
| model | model_type | glm4_moe | glm4_moe | ✓ kept |
| model | vocab_size | 151552 | 151552 | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 131072 | 131072 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Glm4Moe omitted).
| Class | Original | Fixture |
|---|
| Linear | 323 | 15 |
| RMSNorm | 93 | 5 |
| SiLUActivation | 91 | 3 |
| Attention | 46 | 2 |
| DecoderLayer | 46 | 2 |
| MLP | 46 | 2 |
| Experts | 45 | 1 |
| MoE | 45 | 1 |
| TopkRouter | 45 | 1 |
| Embedding | 1 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
9 fields changed, 31 unchanged.
| Field | Original | Fixture |
|---|
| head_dim | 128 | 16 |
| hidden_size | 4096 | 64 |
| intermediate_size | 10944 | 128 |
| moe_intermediate_size | 1408 | 32 |
| n_routed_experts | 128 | 4 |
| num_attention_heads | 96 | 4 |
| num_experts_per_tok | 8 | 2 |
| num_hidden_layers | 46 | 2 |
| num_key_value_heads | 8 | 2 |
+← MIC coverage of Transformers model types
+zai-org/GLM-4.5-Air
huggingface-mic/GLM-4.5-Air-mic@abc7ea97d6d6 ← zai-org/GLM-4.5-Air@a24ceef6ce4f · Glm4MoeForCausalLM · random weights
+Original106.9Bparameters
Fixture19.5Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| no Experts | 1 | 1 | ✓ kept |
| Experts, MoE, TopkRouter | 45 | 1 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 105.6B | 98.8% | 80.6K | 0.4% |
| lm_head | 620.8M | 0.6% | 9.7M | 49.8% |
| model.embed_tokens | 620.8M | 0.6% | 9.7M | 49.8% |
| model.norm | 4.1K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | GQA (96 heads, 8 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| model | MoE routing | top-8 of 128 experts | top-2 of 4 experts | ✓ kept |
| model | RoPE type | default | default | ✓ kept |
| model | model_type | glm4_moe | glm4_moe | ✓ kept |
| model | vocab_size | 151552 | 151552 | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 131072 | 131072 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Glm4Moe omitted).
| Class | Original | Fixture |
|---|
| Linear | 323 | 15 |
| RMSNorm | 93 | 5 |
| SiLUActivation | 91 | 3 |
| Attention | 46 | 2 |
| DecoderLayer | 46 | 2 |
| MLP | 46 | 2 |
| Experts | 45 | 1 |
| MoE | 45 | 1 |
| TopkRouter | 45 | 1 |
| Embedding | 1 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
9 fields changed, 31 unchanged.
| Field | Original | Fixture |
|---|
| head_dim | 128 | 16 |
| hidden_size | 4096 | 64 |
| intermediate_size | 10944 | 128 |
| moe_intermediate_size | 1408 | 32 |
| n_routed_experts | 128 | 4 |
| num_attention_heads | 96 | 4 |
| num_experts_per_tok | 8 | 2 |
| num_hidden_layers | 46 | 2 |
| num_key_value_heads | 8 | 2 |
\ No newline at end of file
diff --git a/shrink/GLM-4.5-Air-mic.json b/shrink/GLM-4.5-Air-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..49f97270cb3ca3dc052f5da36eacd457f9cde14b
--- /dev/null
+++ b/shrink/GLM-4.5-Air-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/GLM-4.5-Air-mic@abc7ea97d6d633936cfd54900edce3b610755f86", "findings": []}
\ No newline at end of file
diff --git a/shrink/GLM-4.7-Flash-mic.html b/shrink/GLM-4.7-Flash-mic.html
index 1e5d95f5bb7d82316a71c509a78503c1f3f5c1fc..b6b4ef23a35cde4083347571d0412ad689a637c1 100644
--- a/shrink/GLM-4.7-Flash-mic.html
+++ b/shrink/GLM-4.7-Flash-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+zai-org/GLM-4.7-Flash: shrunk architecture
-Shrunk architecture
huggingface-mic/GLM-4.7-Flash-mic@8b4c9af3fc9e6a8325e3dade3558514edd2cd694 ← zai-org/GLM-4.7-Flash@7dd20894a642a0aa287e9827cb1a1f7f91386b67 · Glm4MoeLiteForCausalLM · random weights
+← MIC coverage of Transformers model types
+zai-org/GLM-4.7-Flash
huggingface-mic/GLM-4.7-Flash-mic@8b4c9af3fc9e ← zai-org/GLM-4.7-Flash@7dd20894a642 · Glm4MoeLiteForCausalLM · random weights
Original29.9Bparameters
Fixture19.9Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| no Experts | 1 | 1 | ✓ kept |
| Experts, MoE, TopkRouter | 46 | 1 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 29.3B | 97.9% | 76.4K | 0.4% |
| model.embed_tokens | 317.2M | 1.1% | 9.9M | 49.8% |
| lm_head | 317.2M | 1.1% | 9.9M | 49.8% |
| model.norm | 2.0K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | MHA (20 heads, 20 KV) | MHA (4 heads, 4 KV) | ✓ kept |
| model | MoE routing | top-4 of 64 experts | top-2 of 4 experts | ✓ kept |
| model | RoPE type | default | default | ✓ kept |
| model | model_type | glm4_moe_lite | glm4_moe_lite | ✓ kept |
| model | vocab_size | 154880 | 154880 | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 202752 | 202752 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Glm4MoeLite omitted).
| Class | Original | Fixture |
|---|
| Linear | 377 | 17 |
| RMSNorm | 189 | 9 |
| SiLUActivation | 93 | 3 |
| Attention | 47 | 2 |
| DecoderLayer | 47 | 2 |
| MLP | 47 | 2 |
| Experts | 46 | 1 |
| MoE | 46 | 1 |
| TopkRouter | 46 | 1 |
| Embedding | 1 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
14 fields changed, 34 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 2048 | 64 |
| intermediate_size | 10240 | 128 |
| kv_lora_rank | 512 | 16 |
| mlp_layer_types | 47 entries: 46× sparse, 1× dense | ["dense", "sparse"] |
| moe_intermediate_size | 1536 | 32 |
| n_routed_experts | 64 | 4 |
| num_attention_heads | 20 | 4 |
| num_experts_per_tok | 4 | 2 |
| num_hidden_layers | 47 | 2 |
| num_key_value_heads | 20 | 4 |
| q_lora_rank | 768 | 16 |
| qk_nope_head_dim | 192 | 16 |
| qk_rope_head_dim | 64 | 8 |
| v_head_dim | 256 | 16 |
\ No newline at end of file
diff --git a/shrink/GLM-4.7-Flash-mic.json b/shrink/GLM-4.7-Flash-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..0569b46cd1fc321d82a81039f5929c2c0f440fe0
--- /dev/null
+++ b/shrink/GLM-4.7-Flash-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/GLM-4.7-Flash-mic@8b4c9af3fc9e6a8325e3dade3558514edd2cd694", "findings": []}
\ No newline at end of file
diff --git a/shrink/GLM-5.3-Flash-mic.html b/shrink/GLM-5.3-Flash-mic.html
index 195d98ddc0e2053fc602b6a54d8ca81e1787b4d5..88316fcdacb6ae6b5d3ff0bbdce1008000f18bd5 100644
--- a/shrink/GLM-5.3-Flash-mic.html
+++ b/shrink/GLM-5.3-Flash-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+zai-org/GLM-5.3-Flash: shrunk architecture
-Shrunk architecture
huggingface-mic/GLM-5.3-Flash-mic@53f3e5bd10a67d2c75a170a3c2a28009e338c256 ← zai-org/GLM-5.3-Flash@46a050bec13002ad29ee795c16e61cf4fa3c4a9c · Glm5NextForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)
+← MIC coverage of Transformers model types
+zai-org/GLM-5.3-Flash
huggingface-mic/GLM-5.3-Flash-mic@53f3e5bd10a6 ← zai-org/GLM-5.3-Flash@46a050bec130 · Glm5NextForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)
Original313.9Bparameters
Fixture40.7Mparameters
Layer stacks2compared
Findings1to review
⚠ To review
- vision_config: image_size 448 became 56
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.visual.blocks
| Kind | Original | Fixture | |
|---|
| VisionBlock | 24 | 2 | ✓ kept |
model.language_model.layers
| Kind | Original | Fixture | |
|---|
| linear_attention, Conv1d, TextForgetGate … | 3 | 1 | ✓ kept |
| is_causal=True, TextAttention, TextExperts … | 11 | 1 | ✓ kept |
| linear_attention, Conv1d, TextExperts … | 31 | 1 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.language_model.layers | 312.1B | 99.4% | 811.0K | 2.0% |
| model.language_model | 634.4M | 0.2% | 19.8M | 48.7% |
| lm_head | 634.4M | 0.2% | 19.8M | 48.7% |
| model.visual.blocks | 403.0M | 0.1% | 83.4K | 0.2% |
| model.visual | 160.6M | 0.1% | 174.1K | 0.4% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | glm5_next | glm5_next | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| text_config | attention style | MHA (64 heads, 64 KV) | MHA (4 heads, 4 KV) | ✓ kept |
| text_config | MoE routing | top-8 of 288 experts | top-2 of 8 experts | ✓ kept |
| text_config | model_type | glm5_next_text | glm5_next_text | ✓ kept |
| text_config | vocab_size | 154880 | 154880 | ✓ kept |
| text_config | tie_word_embeddings | False | False | ✓ kept |
| text_config | hidden_act | silu | silu | ✓ kept |
| text_config | max_position_embeddings | 1048576 | 1048576 | ✓ kept |
| vision_config | RoPE type | axial | axial | ✓ kept |
| vision_config | model_type | glm5_next_vision | glm5_next_vision | ✓ kept |
| vision_config | hidden_act | silu | silu | ✓ kept |
| vision_config | image_size | 448 | 56 | ⚠ changed |
| vision_config | patch_size | 14 | 14 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Glm5Next omitted).
| Class | Original | Fixture |
|---|
| Linear | 654 | 50 |
| TextRMSNorm | 113 | 9 |
| RMSNorm | 97 | 9 |
| TextHyperConnection | 90 | 6 |
| TextUnweightedRMSNorm | 90 | 6 |
| SiLUActivation | 70 | 6 |
| TextDecoderLayer | 45 | 3 |
| TextMLP | 45 | 3 |
| TextExperts | 42 | 2 |
| TextMoE | 42 | 2 |
| TextTopkRouter | 42 | 2 |
| Conv1d | 34 | 2 |
| TextForgetGate | 34 | 2 |
| TextLinearAttention | 34 | 2 |
| TextRMSNormGated | 34 | 2 |
| VisionAttention | 24 | 2 |
| VisionBlock | 24 | 2 |
| VisionMLP | 24 | 2 |
| LayerNorm | 12 | 2 |
| TextAttention | 11 | 1 |
| TextIndexer | 11 | 1 |
| ModuleList | 2 | 2 |
| Conv2d | 1 | 1 |
| Conv3d | 1 | 1 |
| Embedding | 1 | 1 |
| GELU | 1 | 1 |
| ForConditionalGeneration | 1 | 1 |
| Model | 1 | 1 |
| TextHyperHead | 1 | 1 |
| TextModel | 1 | 1 |
| VisionModel | 1 | 1 |
| VisionPatchEmbed | 1 | 1 |
| VisionPatchMerger | 1 | 1 |
| VisionRotaryEmbedding | 1 | 1 |
Config changes
33 fields changed, 86 unchanged.
| Field | Original | Fixture |
|---|
| quantization_config | {"activation_scheme": "dynamic", "fmt": "e4m3", "modules_to_not_convert": ["a… | — |
| text_config.first_k_dense_replace | 3 | 1 |
| text_config.hidden_size | 4096 | 128 |
| text_config.index_head_dim | 128 | 32 |
| text_config.index_n_heads | 32 | 4 |
| text_config.index_topk | 2048 | 64 |
| text_config.indexer_types | 45 entries: 45× full | ["full", "full", "full"] |
| text_config.intermediate_size | 12288 | 128 |
| text_config.kv_lora_rank | 512 | 64 |
| text_config.layer_types | 45 entries: 34× linear_attention, 11× indexed_attention | ["linear_attention", "indexed_attention", "linear_attention"] |
| text_config.linear_attn_config.full_attn_layers | 11 entries | [1] |
| text_config.linear_attn_config.head_dim | 128 | 32 |
| text_config.linear_attn_config.kda_layers | 34 entries | [0, 2] |
| text_config.linear_attn_config.num_heads | 64 | 4 |
| text_config.linear_head_dim | 128 | 32 |
| text_config.linear_num_heads | 64 | 4 |
| text_config.mlp_layer_types | 45 entries: 42× sparse, 3× dense | ["dense", "sparse", "sparse"] |
| text_config.moe_intermediate_size | 2048 | 64 |
| text_config.n_routed_experts | 288 | 8 |
| text_config.num_attention_heads | 64 | 4 |
| text_config.num_experts_per_tok | 8 | 2 |
| text_config.num_hidden_layers | 45 | 3 |
| text_config.num_key_value_heads | 64 | 4 |
| text_config.q_lora_rank | 1536 | 64 |
| text_config.qk_nope_head_dim | 256 | 32 |
| text_config.v_head_dim | 256 | 32 |
| vision_config.depth | 24 | 2 |
| vision_config.hidden_size | 1024 | 64 |
| vision_config.image_size | 448 | 56 |
| vision_config.intermediate_size | 4096 | 128 |
| vision_config.num_heads | 16 | 4 |
| vision_config.out_hidden_size | 4096 | 128 |
| vision_config.projection_intermediate_size | 10240 | 128 |
\ No newline at end of file
diff --git a/shrink/GLM-5.3-Flash-mic.json b/shrink/GLM-5.3-Flash-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..03e6d797089af667e676e7f07e8e3189186a431e
--- /dev/null
+++ b/shrink/GLM-5.3-Flash-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/GLM-5.3-Flash-mic@53f3e5bd10a67d2c75a170a3c2a28009e338c256", "findings": ["vision_config: image_size 448 became 56"]}
\ No newline at end of file
diff --git a/shrink/GLM-5.3-mic.html b/shrink/GLM-5.3-mic.html
index 88a9d0280a9276b0b57dd2be2f2ea3f074d17eb2..56ff056133487c03d0b3ebefbf40559a6e17e174 100644
--- a/shrink/GLM-5.3-mic.html
+++ b/shrink/GLM-5.3-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+zai-org/GLM-5.3: shrunk architecture
-Shrunk architecture
huggingface-mic/GLM-5.3-mic@1088c4f5a18bf3ba097240a67f6c391be8072006 ← zai-org/GLM-5.3@ba32f8c19c8738e2c57c71798c601d477a7bf844 · GlmMoeDsaForCausalLM · random weights
-Original743.4Bparameters
Fixture41.0Mparameters
Layer stacks1compared
Findings1to review
⚠ To review
- model: max_position_embeddings 1048576 became 512
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| Indexer, LayerNorm | 3 | 3 | ✓ kept |
| Experts, MoE, TopkRouter | 57 | 3 | ✓ kept |
| Experts, Indexer, MoE … | 18 | 1 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 741.5B | 99.7% | 1.4M | 3.3% |
| lm_head | 951.6M | 0.1% | 19.8M | 48.3% |
| model.embed_tokens | 951.6M | 0.1% | 19.8M | 48.3% |
| model.norm | 6.1K | 0.0% | 128 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | MHA (64 heads, 64 KV) | MHA (4 heads, 4 KV) | ✓ kept |
| model | MoE routing | top-8 of 256 experts | top-2 of 8 experts | ✓ kept |
| model | RoPE type | default | default | ✓ kept |
| model | model_type | glm_moe_dsa | glm_moe_dsa | ✓ kept |
| model | vocab_size | 154880 | 154880 | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 1048576 | 512 | ⚠ changed |
Module classes
Instances of each class in the built model (prefix GlmMoeDsa omitted).
| Class | Original | Fixture |
|---|
| Linear | 688 | 69 |
| RMSNorm | 313 | 29 |
| SiLUActivation | 153 | 11 |
| Attention | 78 | 7 |
| DecoderLayer | 78 | 7 |
| MLP | 78 | 7 |
| Experts | 75 | 4 |
| MoE | 75 | 4 |
| TopkRouter | 75 | 4 |
| Indexer | 21 | 4 |
| LayerNorm | 21 | 4 |
| Embedding | 1 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
23 fields changed, 42 unchanged.
| Field | Original | Fixture |
|---|
| first_k_dense_replace | 3 | 1 |
| head_dim | 64 | 8 |
| hidden_size | 6144 | 128 |
| index_head_dim | 128 | 16 |
| index_n_heads | 32 | 2 |
| index_topk | 2048 | 8 |
| indexer_types | 78 entries: 57× shared, 21× full | 7 entries: 4× full, 3× shared |
| intermediate_size | 12288 | 128 |
| kv_lora_rank | 512 | 32 |
| layer_types | 78 entries: 78× indexed_attention | 7 entries: 7× indexed_attention |
| max_position_embeddings | 1048576 | 512 |
| mlp_layer_types | 78 entries: 75× sparse, 3× dense | 7 entries: 4× sparse, 3× dense |
| moe_intermediate_size | 2048 | 64 |
| n_routed_experts | 256 | 8 |
| num_attention_heads | 64 | 4 |
| num_experts_per_tok | 8 | 2 |
| num_hidden_layers | 78 | 7 |
| num_key_value_heads | 64 | 4 |
| q_lora_rank | 2048 | 64 |
| qk_nope_head_dim | 192 | 24 |
| qk_rope_head_dim | 64 | 8 |
| quantization_config | {"activation_scheme": "dynamic", "fmt": "e4m3", "quant_method": "fp8", "weigh… | — |
| v_head_dim | 256 | 32 |
+← MIC coverage of Transformers model types
+zai-org/GLM-5.3
huggingface-mic/GLM-5.3-mic@1088c4f5a18b ← zai-org/GLM-5.3@ba32f8c19c87 · GlmMoeDsaForCausalLM · random weights
+Original743.4Bparameters
Fixture41.0Mparameters
Layer stacks1compared
Findings1to review
⚠ To review
- model: max_position_embeddings 1048576 became 512
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| Indexer, LayerNorm | 3 | 3 | ✓ kept |
| Experts, MoE, TopkRouter | 57 | 3 | ✓ kept |
| Experts, Indexer, MoE … | 18 | 1 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 741.5B | 99.7% | 1.4M | 3.3% |
| model.embed_tokens | 951.6M | 0.1% | 19.8M | 48.3% |
| lm_head | 951.6M | 0.1% | 19.8M | 48.3% |
| model.norm | 6.1K | 0.0% | 128 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | MHA (64 heads, 64 KV) | MHA (4 heads, 4 KV) | ✓ kept |
| model | MoE routing | top-8 of 256 experts | top-2 of 8 experts | ✓ kept |
| model | RoPE type | default | default | ✓ kept |
| model | model_type | glm_moe_dsa | glm_moe_dsa | ✓ kept |
| model | vocab_size | 154880 | 154880 | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 1048576 | 512 | ⚠ changed |
Module classes
Instances of each class in the built model (prefix GlmMoeDsa omitted).
| Class | Original | Fixture |
|---|
| Linear | 688 | 69 |
| RMSNorm | 313 | 29 |
| SiLUActivation | 153 | 11 |
| Attention | 78 | 7 |
| DecoderLayer | 78 | 7 |
| MLP | 78 | 7 |
| Experts | 75 | 4 |
| MoE | 75 | 4 |
| TopkRouter | 75 | 4 |
| Indexer | 21 | 4 |
| LayerNorm | 21 | 4 |
| Embedding | 1 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
23 fields changed, 42 unchanged.
| Field | Original | Fixture |
|---|
| first_k_dense_replace | 3 | 1 |
| head_dim | 64 | 8 |
| hidden_size | 6144 | 128 |
| index_head_dim | 128 | 16 |
| index_n_heads | 32 | 2 |
| index_topk | 2048 | 8 |
| indexer_types | 78 entries: 57× shared, 21× full | 7 entries: 4× full, 3× shared |
| intermediate_size | 12288 | 128 |
| kv_lora_rank | 512 | 32 |
| layer_types | 78 entries: 78× indexed_attention | 7 entries: 7× indexed_attention |
| max_position_embeddings | 1048576 | 512 |
| mlp_layer_types | 78 entries: 75× sparse, 3× dense | 7 entries: 4× sparse, 3× dense |
| moe_intermediate_size | 2048 | 64 |
| n_routed_experts | 256 | 8 |
| num_attention_heads | 64 | 4 |
| num_experts_per_tok | 8 | 2 |
| num_hidden_layers | 78 | 7 |
| num_key_value_heads | 64 | 4 |
| q_lora_rank | 2048 | 64 |
| qk_nope_head_dim | 192 | 24 |
| qk_rope_head_dim | 64 | 8 |
| quantization_config | {"activation_scheme": "dynamic", "fmt": "e4m3", "quant_method": "fp8", "weigh… | — |
| v_head_dim | 256 | 32 |
\ No newline at end of file
diff --git a/shrink/GLM-5.3-mic.json b/shrink/GLM-5.3-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..008151574d968583ff76376ac53370a89db2f37d
--- /dev/null
+++ b/shrink/GLM-5.3-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/GLM-5.3-mic@1088c4f5a18bf3ba097240a67f6c391be8072006", "findings": ["model: max_position_embeddings 1048576 became 512"]}
\ No newline at end of file
diff --git a/shrink/GLM-OCR-mic.html b/shrink/GLM-OCR-mic.html
index 97e3991ccd975528145b818ba0735d030a36aa0d..7ee38168fe7e1745e786f9e388b4e08001134a6b 100644
--- a/shrink/GLM-OCR-mic.html
+++ b/shrink/GLM-OCR-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+zai-org/GLM-OCR: shrunk architecture
-Shrunk architecture
huggingface-mic/GLM-OCR-mic@08eddf7ae838d5d3b6b135b984c0e3ec53c28441 ← zai-org/GLM-OCR@2e85a62840ccac27daa451df36c736c4636b8628 · GlmOcrForConditionalGeneration · random weights
+← MIC coverage of Transformers model types
+zai-org/GLM-OCR
huggingface-mic/GLM-OCR-mic@08eddf7ae838 ← zai-org/GLM-OCR@2e85a62840cc · GlmOcrForConditionalGeneration · random weights
Original1.1Bparameters
Fixture8.8Mparameters
Layer stacks2compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.visual.blocks
| Kind | Original | Fixture | |
|---|
| VisionBlock | 24 | 24 | ✓ kept |
model.language_model.layers
| Kind | Original | Fixture | |
|---|
| TextDecoderLayer | 16 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.language_model.layers | 490.8M | 44.3% | 74.2K | 0.8% |
| model.visual.blocks | 403.0M | 36.4% | 1.0M | 11.4% |
| model.language_model | 91.2M | 8.2% | 3.8M | 43.1% |
| lm_head | 91.2M | 8.2% | 3.8M | 43.1% |
| model.visual | 31.1M | 2.8% | 132.9K | 1.5% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | glm_ocr | glm_ocr | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| text_config | attention style | GQA (16 heads, 8 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| text_config | RoPE type | default | default | ✓ kept |
| text_config | model_type | glm_ocr_text | glm_ocr_text | ✓ kept |
| text_config | vocab_size | 59392 | 59392 | ✓ kept |
| text_config | tie_word_embeddings | False | False | ✓ kept |
| text_config | hidden_act | silu | silu | ✓ kept |
| text_config | max_position_embeddings | 131072 | 131072 | ✓ kept |
| vision_config | RoPE type | axial | axial | ✓ kept |
| vision_config | model_type | glm_ocr_vision | glm_ocr_vision | ✓ kept |
| vision_config | hidden_act | silu | silu | ✓ kept |
| vision_config | image_size | 336 | 336 | ✓ kept |
| vision_config | patch_size | 14 | 14 | ✓ kept |
Module classes
Instances of each class in the built model (prefix GlmOcr omitted).
| Class | Original | Fixture |
|---|
| Linear | 221 | 137 |
| RMSNorm | 162 | 106 |
| SiLUActivation | 41 | 27 |
| VisionAttention | 24 | 24 |
| VisionBlock | 24 | 24 |
| VisionMlp | 24 | 24 |
| TextAttention | 16 | 2 |
| TextDecoderLayer | 16 | 2 |
| TextMLP | 16 | 2 |
| ModuleList | 2 | 2 |
| Conv2d | 1 | 1 |
| Conv3d | 1 | 1 |
| Embedding | 1 | 1 |
| GELU | 1 | 1 |
| ForConditionalGeneration | 1 | 1 |
| Model | 1 | 1 |
| TextModel | 1 | 1 |
| TextRotaryEmbedding | 1 | 1 |
| VisionModel | 1 | 1 |
| VisionPatchEmbed | 1 | 1 |
| VisionPatchMerger | 1 | 1 |
| VisionRotaryEmbedding | 1 | 1 |
| LayerNorm | 1 | 1 |
Config changes
11 fields changed, 59 unchanged.
| Field | Original | Fixture |
|---|
| text_config.head_dim | 128 | 16 |
| text_config.hidden_size | 1536 | 64 |
| text_config.intermediate_size | 4608 | 128 |
| text_config.num_attention_heads | 16 | 4 |
| text_config.num_hidden_layers | 16 | 2 |
| text_config.num_key_value_heads | 8 | 2 |
| text_config.rope_parameters | {"mrope_section": [16, 24, 24], "partial_rotary_factor": 1.0, "rope_theta": 1… | {"mrope_section": [2, 3, 3], "partial_rotary_factor": 1.0, "rope_theta": 1000… |
| vision_config.hidden_size | 1024 | 64 |
| vision_config.intermediate_size | 4096 | 128 |
| vision_config.num_heads | 16 | 4 |
| vision_config.out_hidden_size | 1536 | 64 |
\ No newline at end of file
diff --git a/shrink/GLM-OCR-mic.json b/shrink/GLM-OCR-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..6ba45ffdedf9b78228fe4a004e1cc90415758ea8
--- /dev/null
+++ b/shrink/GLM-OCR-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/GLM-OCR-mic@08eddf7ae838d5d3b6b135b984c0e3ec53c28441", "findings": []}
\ No newline at end of file
diff --git a/shrink/Hunyuan-0.5B-Instruct-mic.html b/shrink/Hunyuan-0.5B-Instruct-mic.html
index 0a1e7f36839602ac2a1e659d0b511d9cabe807d0..ecfc640836fbec86626b902a73b1ee71d25605b1 100644
--- a/shrink/Hunyuan-0.5B-Instruct-mic.html
+++ b/shrink/Hunyuan-0.5B-Instruct-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+tencent/Hunyuan-0.5B-Instruct: shrunk architecture
-Shrunk architecture
huggingface-mic/Hunyuan-0.5B-Instruct-mic@d7fe47dc3288bba155076d3747959365159073b0 ← tencent/Hunyuan-0.5B-Instruct@2359fb220c010e9d6d62c62d466f0eda179c2cf3 · HunYuanDenseV1ForCausalLM · random weights
+← MIC coverage of Transformers model types
+tencent/Hunyuan-0.5B-Instruct
huggingface-mic/Hunyuan-0.5B-Instruct-mic@d7fe47dc3288 ← tencent/Hunyuan-0.5B-Instruct@2359fb220c01 · HunYuanDenseV1ForCausalLM · random weights
Original539.0Mparameters
Fixture7.8Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 24 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 415.3M | 77.0% | 74.0K | 0.9% |
| model.embed_tokens | 123.7M | 23.0% | 7.7M | 99.1% |
| model.norm | 1.0K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | GQA (16 heads, 8 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| model | RoPE type | dynamic | dynamic | ✓ kept |
| model | model_type | hunyuan_v1_dense | hunyuan_v1_dense | ✓ kept |
| model | vocab_size | 120818 | 120818 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 262144 | 262144 | ✓ kept |
Module classes
Instances of each class in the built model (prefix HunYuanDenseV1 omitted).
| Class | Original | Fixture |
|---|
| Linear | 169 | 15 |
| RMSNorm | 97 | 9 |
| Attention | 24 | 2 |
| DecoderLayer | 24 | 2 |
| MLP | 24 | 2 |
| SiLUActivation | 24 | 2 |
| Embedding | 1 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
7 fields changed, 43 unchanged.
| Field | Original | Fixture |
|---|
| attention_head_dim | 128 | 16 |
| head_dim | 128 | 16 |
| hidden_size | 1024 | 64 |
| intermediate_size | 3584 | 128 |
| num_attention_heads | 16 | 4 |
| num_hidden_layers | 24 | 2 |
| num_key_value_heads | 8 | 2 |
\ No newline at end of file
diff --git a/shrink/Hunyuan-0.5B-Instruct-mic.json b/shrink/Hunyuan-0.5B-Instruct-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..68928533a3ff5561a688f50b8c617c29b9ce861f
--- /dev/null
+++ b/shrink/Hunyuan-0.5B-Instruct-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/Hunyuan-0.5B-Instruct-mic@d7fe47dc3288bba155076d3747959365159073b0", "findings": []}
\ No newline at end of file
diff --git a/shrink/HunyuanOCR-mic.html b/shrink/HunyuanOCR-mic.html
index 831f37f958e911bd57b2b04ac5972438408c987b..6274bfe9b85d84b7f024584866a0a3f95f65962b 100644
--- a/shrink/HunyuanOCR-mic.html
+++ b/shrink/HunyuanOCR-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+tencent/HunyuanOCR: shrunk architecture
-Shrunk architecture
huggingface-mic/HunyuanOCR-mic@2b69a85316ef4335c59c1a82d624555a1dfd7e71 ← tencent/HunyuanOCR@47644ecc4fc854efa4f505155158831f36773ee4 · HunYuanVLForConditionalGeneration · random weights
+← MIC coverage of Transformers model types
+tencent/HunyuanOCR
huggingface-mic/HunyuanOCR-mic@2b69a85316ef ← tencent/HunyuanOCR@47644ecc4fc8 · HunYuanVLForConditionalGeneration · random weights
Original996.2Mparameters
Fixture9.1Mparameters
Layer stacks2compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.language_model.layers
| Kind | Original | Fixture | |
|---|
| DenseV1DecoderLayer | 24 | 2 | ✓ kept |
model.vision_tower.layers
| Kind | Original | Fixture | |
|---|
| VisionBlock | 27 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.language_model.layers | 415.3M | 41.7% | 74.0K | 0.8% |
| model.vision_tower.layers | 411.5M | 41.3% | 66.9K | 0.7% |
| model.language_model | 123.7M | 12.4% | 7.7M | 85.4% |
| model.vision_tower | 45.7M | 4.6% | 1.2M | 13.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | hunyuan_vl | hunyuan_vl | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| text_config | attention style | GQA (16 heads, 8 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| text_config | RoPE type | dynamic | dynamic | ✓ kept |
| text_config | model_type | hunyuan_vl_text | hunyuan_vl_text | ✓ kept |
| text_config | vocab_size | 120818 | 120818 | ✓ kept |
| text_config | tie_word_embeddings | True | True | ✓ kept |
| text_config | hidden_act | silu | silu | ✓ kept |
| text_config | max_position_embeddings | 131072 | 131072 | ✓ kept |
| vision_config | attention style | MHA (16 heads, 16 KV) | MHA (4 heads, 4 KV) | ✓ kept |
| vision_config | model_type | hunyuan_vl_vision | hunyuan_vl_vision | ✓ kept |
| vision_config | hidden_act | gelu | gelu | ✓ kept |
| vision_config | patch_size | 16 | 16 | ✓ kept |
| vision_config | num_channels | 3 | 3 | ✓ kept |
Module classes
Instances of each class in the built model (prefix HunYuanVL omitted).
| Class | Original | Fixture |
|---|
| Linear | 332 | 28 |
| RMSNorm | 99 | 11 |
| LayerNorm | 54 | 4 |
| GELUActivation | 28 | 3 |
| VisionAttention | 27 | 2 |
| VisionBlock | 27 | 2 |
| VisionMLP | 27 | 2 |
| DenseV1Attention | 24 | 2 |
| DenseV1DecoderLayer | 24 | 2 |
| MLP | 24 | 2 |
| SiLUActivation | 24 | 2 |
| Conv2d | 3 | 3 |
| Embedding | 2 | 2 |
| ModuleList | 2 | 2 |
| ForConditionalGeneration | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
| TextModel | 1 | 1 |
| VisionPatchEmbed | 1 | 1 |
| VisionPatchMerger | 1 | 1 |
| VisionTransformer | 1 | 1 |
Config changes
14 fields changed, 68 unchanged.
| Field | Original | Fixture |
|---|
| text_config.head_dim | 128 | 16 |
| text_config.hidden_size | 1024 | 64 |
| text_config.intermediate_size | 3584 | 128 |
| text_config.num_attention_heads | 16 | 4 |
| text_config.num_hidden_layers | 24 | 2 |
| text_config.num_key_value_heads | 8 | 2 |
| text_config.rope_parameters | {"alpha": 1000.0, "beta_fast": 32, "beta_slow": 1, "factor": 1.0, "mscale": 1… | {"alpha": 1000.0, "beta_fast": 32, "beta_slow": 1, "factor": 1.0, "mrope_sect… |
| vision_config.hidden_size | 1152 | 64 |
| vision_config.intermediate_size | 4304 | 128 |
| vision_config.num_attention_heads | 16 | 4 |
| vision_config.num_hidden_layers | 27 | 2 |
| vision_config.num_key_value_heads | 16 | 4 |
| vision_config.out_hidden_size | 1024 | 64 |
| vision_config.text_hidden_size | 1024 | 64 |
\ No newline at end of file
diff --git a/shrink/HunyuanOCR-mic.json b/shrink/HunyuanOCR-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..2697c3a7622678b901f45134a2abbe2982bdc4a8
--- /dev/null
+++ b/shrink/HunyuanOCR-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/HunyuanOCR-mic@2b69a85316ef4335c59c1a82d624555a1dfd7e71", "findings": []}
\ No newline at end of file
diff --git a/shrink/Hy-MT2-30B-A3B-mic.html b/shrink/Hy-MT2-30B-A3B-mic.html
index 3b8dd981ebed320cd3ecd6b12a0b01152b226d50..6d1bc41d99fda41fc1649eec968e3cc66e3dcb07 100644
--- a/shrink/Hy-MT2-30B-A3B-mic.html
+++ b/shrink/Hy-MT2-30B-A3B-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+tencent/Hy-MT2-30B-A3B: shrunk architecture
-Shrunk architecture
huggingface-mic/Hy-MT2-30B-A3B-mic@8357a369b5aa965d0f486cbe4fe63329d0a1d00e ← tencent/Hy-MT2-30B-A3B@d3ead4dba61c09aac60a261a96ad1df3e705febb · HYV3ForCausalLM · random weights
+← MIC coverage of Transformers model types
+tencent/Hy-MT2-30B-A3B
huggingface-mic/Hy-MT2-30B-A3B-mic@8357a369b5aa ← tencent/Hy-MT2-30B-A3B@d3ead4dba61c · HYV3ForCausalLM · random weights
Original30.1Bparameters
Fixture15.5Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| no Experts | 1 | 1 | ✓ kept |
| Experts, MoE, TopKRouter | 47 | 1 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 29.6B | 98.4% | 80.4K | 0.5% |
| lm_head | 247.5M | 0.8% | 7.7M | 49.7% |
| model.embed_tokens | 247.5M | 0.8% | 7.7M | 49.7% |
| model.norm | 2.0K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | GQA (32 heads, 4 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| model | MoE routing | top-8 of 128 experts | top-2 of 4 experts | ✓ kept |
| model | RoPE type | default | default | ✓ kept |
| model | model_type | hy_v3 | hy_v3 | ✓ kept |
| model | vocab_size | 120832 | 120832 | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 262144 | 262144 | ✓ kept |
Module classes
Instances of each class in the built model (prefix HYV3 omitted).
| Class | Original | Fixture |
|---|
| Linear | 337 | 15 |
| RMSNorm | 193 | 9 |
| SiLUActivation | 95 | 3 |
| Attention | 48 | 2 |
| DecoderLayer | 48 | 2 |
| MLP | 48 | 2 |
| Experts | 47 | 1 |
| MoE | 47 | 1 |
| TopKRouter | 47 | 1 |
| Embedding | 1 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
10 fields changed, 39 unchanged.
| Field | Original | Fixture |
|---|
| head_dim | 128 | 16 |
| hidden_size | 2048 | 64 |
| intermediate_size | 6912 | 128 |
| mlp_layer_types | 48 entries: 47× sparse, 1× dense | ["dense", "sparse"] |
| moe_intermediate_size | 768 | 32 |
| num_attention_heads | 32 | 4 |
| num_experts | 128 | 4 |
| num_experts_per_tok | 8 | 2 |
| num_hidden_layers | 48 | 2 |
| num_key_value_heads | 4 | 2 |
\ No newline at end of file
diff --git a/shrink/Hy-MT2-30B-A3B-mic.json b/shrink/Hy-MT2-30B-A3B-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..01a54d165acf225168004db53458d777caae44b6
--- /dev/null
+++ b/shrink/Hy-MT2-30B-A3B-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/Hy-MT2-30B-A3B-mic@8357a369b5aa965d0f486cbe4fe63329d0a1d00e", "findings": []}
\ No newline at end of file
diff --git a/shrink/Inkling-mic.html b/shrink/Inkling-mic.html
index 6b7a2b5d8dcfc6648b3fffa3c0bd6ce90dda0f6b..649fefd512f35c61dc0541be5dbaefc562c59af8 100644
--- a/shrink/Inkling-mic.html
+++ b/shrink/Inkling-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+thinkingmachines/Inkling: shrunk architecture
-Shrunk architecture
huggingface-mic/Inkling-mic@a7c61810959524051418bc1a49a70ac559307c0b ← thinkingmachines/Inkling@828496eeae4c243ff1a22f7f28ff83694f2f7bc9 · InklingForConditionalGeneration · random weights
+← MIC coverage of Transformers model types
+thinkingmachines/Inkling
huggingface-mic/Inkling-mic@a7c618109595 ← thinkingmachines/Inkling@828496eeae4c · InklingForConditionalGeneration · random weights
Original947.1Bparameters
Fixture33.8Mparameters
Layer stacks2compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.language_model.layers
| Kind | Original | Fixture | |
|---|
| hybrid_sliding, MLP | 2 | 2 | ✓ kept |
| hybrid_sliding, Experts, MoE … | 53 | 3 | ✓ kept |
| hybrid, Experts, MoE … | 11 | 1 | ✓ kept |
model.vision_tower.encoder_layers
| Kind | Original | Fixture | |
|---|
| RMSNorm | 3 | 1 | ✓ kept |
| no RMSNorm | 1 | 1 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.language_model.layers | 944.6B | 99.7% | 7.2M | 21.4% |
| model.language_model | 1.2B | 0.1% | 12.9M | 38.1% |
| lm_head | 1.2B | 0.1% | 12.9M | 38.1% |
| model.vision_tower.encoder_layers | 83.7M | 0.0% | 751.7K | 2.2% |
| model.audio_tower | 7.9M | 0.0% | 82.0K | 0.2% |
| model.vision_tower | 6.1K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | inkling_mm_model | inkling_mm_model | ✓ kept |
| text_config | attention style | GQA (64 heads, 8 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| text_config | MoE routing | top-6 of 256 experts | top-2 of 4 experts | ✓ kept |
| text_config | model_type | inkling_text | inkling_text | ✓ kept |
| text_config | vocab_size | 201024 | 201024 | ✓ kept |
| text_config | hidden_act | silu | silu | ✓ kept |
| text_config | max_position_embeddings | 1048576 | 1048576 | ✓ kept |
| audio_config | model_type | inkling_audio | inkling_audio | ✓ kept |
| vision_config | model_type | inkling_vision | inkling_vision | ✓ kept |
| vision_config | patch_size | 40 | 40 | ✓ kept |
| vision_config | num_channels | 3 | 3 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Inkling omitted).
| Class | Original | Fixture |
|---|
| Linear | 341 | 39 |
| RMSNorm | 271 | 29 |
| Conv1d | 264 | 24 |
| ShortConvolution | 264 | 24 |
| SiLUActivation | 130 | 10 |
| Attention | 66 | 6 |
| DecoderLayer | 66 | 6 |
| RelativeLogits | 66 | 6 |
| Experts | 64 | 4 |
| MoE | 64 | 4 |
| SharedExperts | 64 | 4 |
| TopkRouter | 64 | 4 |
| VisionEncoderLayer | 4 | 2 |
| MLP | 2 | 2 |
| ModuleList | 2 | 2 |
| Embedding | 1 | 1 |
| AudioModel | 1 | 1 |
| AudioModelEmbeddings | 1 | 1 |
| ForConditionalGeneration | 1 | 1 |
| Model | 1 | 1 |
| NormedEmbedding | 1 | 1 |
| TextModel | 1 | 1 |
| VisionModel | 1 | 1 |
Config changes
16 fields changed, 102 unchanged.
| Field | Original | Fixture |
|---|
| audio_config.text_hidden_size | 6144 | 64 |
| text_config.head_dim | 128 | 16 |
| text_config.hidden_size | 6144 | 64 |
| text_config.intermediate_size | 24576 | 128 |
| text_config.layer_types | 66 entries: 55× hybrid_sliding, 11× hybrid | ["hybrid_sliding", "hybrid_sliding", "hybrid_sliding", "hybrid_sliding", "hyb… |
| text_config.mlp_layer_types | 66 entries: 64× sparse, 2× dense | ["dense", "dense", "sparse", "sparse", "sparse", "sparse"] |
| text_config.moe_intermediate_size | 3072 | 32 |
| text_config.n_routed_experts | 256 | 4 |
| text_config.num_attention_heads | 64 | 4 |
| text_config.num_experts_per_tok | 6 | 2 |
| text_config.num_hidden_layers | 66 | 6 |
| text_config.num_key_value_heads | 8 | 2 |
| vision_config.hidden_size | 1024 | 64 |
| vision_config.n_layers | 4 | 2 |
| vision_config.num_attention_heads | 16 | 4 |
| vision_config.text_hidden_size | 6144 | 64 |
\ No newline at end of file
diff --git a/shrink/Inkling-mic.json b/shrink/Inkling-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..23d234d2978b274b4321692515d57c868e20df1c
--- /dev/null
+++ b/shrink/Inkling-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/Inkling-mic@a7c61810959524051418bc1a49a70ac559307c0b", "findings": []}
\ No newline at end of file
diff --git a/shrink/Jamba-tiny-dev-mic.html b/shrink/Jamba-tiny-dev-mic.html
index 76e4e350a283e5338fc278f6b8231f7b3d46e247..670e2000c17b7407dff05945fb194ee388999f3d 100644
--- a/shrink/Jamba-tiny-dev-mic.html
+++ b/shrink/Jamba-tiny-dev-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+ai21labs/Jamba-tiny-dev: shrunk architecture
-Shrunk architecture
huggingface-mic/Jamba-tiny-dev-mic@d03ef8cc4d1f81b8af2ae68030ecaa9bc1d51a6d ← ai21labs/Jamba-tiny-dev@ed303361004ac875426a61675edecf8e9d976882 · JambaForCausalLM · random weights
+← MIC coverage of Transformers model types
+ai21labs/Jamba-tiny-dev
huggingface-mic/Jamba-tiny-dev-mic@d03ef8cc4d1f ← ai21labs/Jamba-tiny-dev@ed303361004a · JambaForCausalLM · random weights
Original318.7Mparameters
Fixture8.8Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| Conv1d, MLP, MambaDecoderLayer … | 6 | 2 | ✓ kept |
| Conv1d, Experts, MambaDecoderLayer … | 8 | 2 | ✓ kept |
| is_causal=True, Attention, AttentionDecoderLayer … | 2 | 1 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 251.6M | 78.9% | 443.3K | 5.0% |
| lm_head | 33.6M | 10.5% | 4.2M | 47.5% |
| model.embed_tokens | 33.6M | 10.5% | 4.2M | 47.5% |
| model.final_layernorm | 512 | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | GQA (8 heads, 2 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| model | MoE routing | top-2 of 8 experts | top-2 of 4 experts | ✓ kept |
| model | model_type | jamba | jamba | ✓ kept |
| model | vocab_size | 65536 | 65536 | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 262144 | 262144 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Jamba omitted).
| Class | Original | Fixture |
|---|
| Linear | 89 | 30 |
| RMSNorm | 75 | 23 |
| SiLUActivation | 30 | 9 |
| Conv1d | 14 | 4 |
| MambaDecoderLayer | 14 | 4 |
| MambaMixer | 14 | 4 |
| Experts | 8 | 2 |
| MLP | 8 | 3 |
| SparseMoeBlock | 8 | 2 |
| TopKRouter | 8 | 2 |
| Attention | 2 | 1 |
| AttentionDecoderLayer | 2 | 1 |
| Embedding | 1 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
5 fields changed, 39 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 512 | 64 |
| intermediate_size | 2048 | 128 |
| num_attention_heads | 8 | 4 |
| num_experts | 8 | 4 |
| num_hidden_layers | 16 | 5 |
\ No newline at end of file
diff --git a/shrink/Jamba-tiny-dev-mic.json b/shrink/Jamba-tiny-dev-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..546197a20cf0eaa2ff38ab53eb1f94545d62eb0d
--- /dev/null
+++ b/shrink/Jamba-tiny-dev-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/Jamba-tiny-dev-mic@d03ef8cc4d1f81b8af2ae68030ecaa9bc1d51a6d", "findings": []}
\ No newline at end of file
diff --git a/shrink/Janus-Pro-1B-mic.html b/shrink/Janus-Pro-1B-mic.html
index fdb32f404e33a7823f04dd1acc41cce989693d96..b038d93f7dd7b6d131c06a1c70e7d7058aca71a0 100644
--- a/shrink/Janus-Pro-1B-mic.html
+++ b/shrink/Janus-Pro-1B-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+deepseek-community/Janus-Pro-1B: shrunk architecture
-Shrunk architecture
huggingface-mic/Janus-Pro-1B-mic@5d0bfc05499ea83be331a434ea79583ca970581a ← deepseek-community/Janus-Pro-1B@1655280bb75959cc1cb85529a2a8b26e7016072e · JanusForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)
+← MIC coverage of Transformers model types
+deepseek-community/Janus-Pro-1B
huggingface-mic/Janus-Pro-1B-mic@5d0bfc05499e ← deepseek-community/Janus-Pro-1B@1655280bb759 · JanusForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)
Original1.9Bparameters
Fixture81.9Mparameters
Layer stacks4compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.vision_model.encoder.layers
| Kind | Original | Fixture | |
|---|
| VisionEncoderLayer | 24 | 2 | ✓ kept |
model.vqmodel.encoder.down
| Kind | Original | Fixture | |
|---|
| VQVAEConvDownsample | 4 | 4 | ✓ kept |
| VQVAEAttnBlock | 1 | 1 | ✓ kept |
model.vqmodel.decoder.up
| Kind | Original | Fixture | |
|---|
| VQVAEAttnBlock, VQVAEConvUpsample | 1 | 1 | ✓ kept |
| VQVAEConvUpsample | 3 | 3 | ✓ kept |
| no VQVAEAttnBlock | 1 | 1 | ✓ kept |
model.language_model.layers
| Kind | Original | Fixture | |
|---|
| LlamaDecoderLayer | 24 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.language_model.layers | 1.2B | 66.1% | 82.2K | 0.1% |
| model.vision_model.encoder.layers | 302.3M | 16.2% | 100.0K | 0.1% |
| model.language_model | 209.7M | 11.2% | 6.6M | 8.0% |
| model.generation_head | 37.8M | 2.0% | 1.2M | 1.5% |
| model.vqmodel.decoder.up | 30.8M | 1.6% | 30.8M | 37.6% |
| model.vqmodel | 23.5M | 1.3% | 24.4M | 29.8% |
| model.vqmodel.encoder.down | 17.6M | 0.9% | 17.6M | 21.5% |
| 4 others | 12.0M | 0.6% | 1.2M | 1.4% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | janus | janus | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| text_config | attention style | MHA (16 heads, 16 KV) | MHA (4 heads, 4 KV) | ✓ kept |
| text_config | RoPE type | default | default | ✓ kept |
| text_config | model_type | llama | llama | ✓ kept |
| text_config | vocab_size | 102400 | 102400 | ✓ kept |
| text_config | tie_word_embeddings | False | False | ✓ kept |
| text_config | hidden_act | silu | silu | ✓ kept |
| text_config | max_position_embeddings | 16384 | 16384 | ✓ kept |
| vision_config | model_type | janus_vision_model | janus_vision_model | ✓ kept |
| vision_config | hidden_act | gelu | gelu | ✓ kept |
| vision_config | image_size | 384 | 384 | ✓ kept |
| vision_config | patch_size | 16 | 16 | ✓ kept |
| vision_config | num_channels | 3 | 3 | ✓ kept |
| vq_config | model_type | janus_vqgan | janus_vqgan | ✓ kept |
| vq_config | hidden_act | gelu | gelu | ✓ kept |
Module classes
Instances of each class in the built model (prefix Janus omitted).
| Class | Original | Fixture |
|---|
| Linear | 319 | 33 |
| Conv2d | 105 | 105 |
| Dropout | 77 | 33 |
| Identity | 72 | 6 |
| GroupNorm | 67 | 67 |
| LayerNorm | 49 | 5 |
| LlamaRMSNorm | 49 | 5 |
| VQVAEResnetBlock | 29 | 29 |
| GELUActivation | 27 | 5 |
| ModuleList | 26 | 26 |
| VisionAttention | 24 | 2 |
| VisionEncoderLayer | 24 | 2 |
| VisionMLP | 24 | 2 |
| LlamaAttention | 24 | 2 |
| LlamaDecoderLayer | 24 | 2 |
| LlamaMLP | 24 | 2 |
| SiLUActivation | 24 | 2 |
| Module | 10 | 10 |
| VQVAEAttnBlock | 7 | 7 |
| Embedding | 4 | 4 |
| VQVAEConvDownsample | 4 | 4 |
| VQVAEConvUpsample | 4 | 4 |
| VQVAEMidBlock | 2 | 2 |
| ForConditionalGeneration | 1 | 1 |
| Model | 1 | 1 |
| VQVAE | 1 | 1 |
| VQVAEAlignerMLP | 1 | 1 |
| VQVAEDecoder | 1 | 1 |
| VQVAEEncoder | 1 | 1 |
| VQVAEHead | 1 | 1 |
| VQVAEVectorQuantizer | 1 | 1 |
| VisionAlignerMLP | 1 | 1 |
| VisionEmbeddings | 1 | 1 |
| VisionEncoder | 1 | 1 |
| VisionModel | 1 | 1 |
| LlamaModel | 1 | 1 |
| LlamaRotaryEmbedding | 1 | 1 |
Config changes
12 fields changed, 82 unchanged.
| Field | Original | Fixture |
|---|
| text_config.head_dim | 128 | 16 |
| text_config.hidden_size | 2048 | 64 |
| text_config.intermediate_size | 5632 | 128 |
| text_config.num_attention_heads | 16 | 4 |
| text_config.num_hidden_layers | 24 | 2 |
| text_config.num_key_value_heads | 16 | 4 |
| vision_config.hidden_size | 1024 | 64 |
| vision_config.num_attention_heads | 16 | 4 |
| vision_config.num_hidden_layers | 24 | 2 |
| vision_config.projection_dim | 2048 | 64 |
| vq_config.embed_dim | 8 | 64 |
| vq_config.projection_dim | 2048 | 64 |
\ No newline at end of file
diff --git a/shrink/Janus-Pro-1B-mic.json b/shrink/Janus-Pro-1B-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..58ffcf8cb3fa919dbea57479696172f6485392af
--- /dev/null
+++ b/shrink/Janus-Pro-1B-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/Janus-Pro-1B-mic@5d0bfc05499ea83be331a434ea79583ca970581a", "findings": []}
\ No newline at end of file
diff --git a/shrink/LCO-Embedding-Omni-3B-mic.html b/shrink/LCO-Embedding-Omni-3B-mic.html
index 2fbe0f857e38f829102a4bda829c8fea63d372a4..117d468f44428bdc7836d4c433ecd2944c6db567 100644
--- a/shrink/LCO-Embedding-Omni-3B-mic.html
+++ b/shrink/LCO-Embedding-Omni-3B-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+LCO-Embedding/LCO-Embedding-Omni-3B: shrunk architecture
-Shrunk architecture
huggingface-mic/LCO-Embedding-Omni-3B-mic@1e770f7015e573f2c4287893af7c6eb0c1d45c33 ← LCO-Embedding/LCO-Embedding-Omni-3B@73434565c33d032551639362f7fc91fa3c6f065f · Qwen2_5OmniThinkerForConditionalGeneration · random weights
+← MIC coverage of Transformers model types
+LCO-Embedding/LCO-Embedding-Omni-3B
huggingface-mic/LCO-Embedding-Omni-3B-mic@1e770f7015e5 ← LCO-Embedding/LCO-Embedding-Omni-3B@73434565c33d · Qwen2_5OmniThinkerForConditionalGeneration · random weights
Original4.7Bparameters
Fixture21.1Mparameters
Layer stacks3compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.audio_tower.layers
| Kind | Original | Fixture | |
|---|
| Qwen2_5OmniAudioEncoderLayer | 32 | 2 | ✓ kept |
model.visual.blocks
| Kind | Original | Fixture | |
|---|
| Qwen2_5OmniVisionBlock | 32 | 32 | ✓ kept |
model.language_model.layers
| Kind | Original | Fixture | |
|---|
| Qwen2_5OmniDecoderLayer | 36 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.language_model.layers | 2.8B | 59.0% | 74.2K | 0.4% |
| model.visual.blocks | 630.5M | 13.4% | 1.3M | 6.3% |
| model.audio_tower.layers | 629.6M | 13.4% | 66.8K | 0.3% |
| model.language_model | 311.2M | 6.6% | 9.7M | 46.0% |
| lm_head | 311.2M | 6.6% | 9.7M | 46.0% |
| model.visual | 38.2M | 0.8% | 157.6K | 0.7% |
| model.audio_tower | 8.0M | 0.2% | 41.4K | 0.2% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | qwen2_5_omni_thinker | qwen2_5_omni_thinker | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| audio_config | model_type | qwen2_5_omni_audio_encoder | qwen2_5_omni_audio_encoder | ✓ kept |
| audio_config | num_mel_bins | 128 | 128 | ✓ kept |
| vision_config | RoPE type | axial | axial | ✓ kept |
| vision_config | model_type | qwen2_5_omni_vision_encoder | qwen2_5_omni_vision_encoder | ✓ kept |
| vision_config | hidden_act | silu | silu | ✓ kept |
| vision_config | patch_size | 14 | 14 | ✓ kept |
| text_config | attention style | GQA (16 heads, 2 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| text_config | RoPE type | default | default | ✓ kept |
| text_config | model_type | qwen2_5_omni_text | qwen2_5_omni_text | ✓ kept |
| text_config | vocab_size | 151936 | 151936 | ✓ kept |
| text_config | tie_word_embeddings | True | True | ✓ kept |
| text_config | hidden_act | silu | silu | ✓ kept |
| text_config | max_position_embeddings | 32768 | 32768 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Qwen2_5OmniThinker omitted).
| Class | Original | Fixture |
|---|
| Linear | 672 | 254 |
| Qwen2_5OmniRMSNorm | 138 | 70 |
| SiLUActivation | 68 | 34 |
| LayerNorm | 65 | 5 |
| Qwen2MLP | 36 | 2 |
| Qwen2_5OmniAttention | 36 | 2 |
| Qwen2_5OmniDecoderLayer | 36 | 2 |
| GELUActivation | 32 | 2 |
| Qwen2_5OmniAudioAttention | 32 | 2 |
| Qwen2_5OmniAudioEncoderLayer | 32 | 2 |
| Qwen2_5OmniMLP | 32 | 32 |
| Qwen2_5OmniVisionAttention | 32 | 32 |
| Qwen2_5OmniVisionBlock | 32 | 32 |
| ModuleList | 3 | 3 |
| Conv1d | 2 | 2 |
| Embedding | 2 | 2 |
| AvgPool1d | 1 | 1 |
| Conv3d | 1 | 1 |
| GELU | 1 | 1 |
| Qwen2_5OmniAudioEncoder | 1 | 1 |
| Qwen2_5OmniPatchMerger | 1 | 1 |
| Qwen2_5OmniRotaryEmbedding | 1 | 1 |
| ForConditionalGeneration | 1 | 1 |
| Model | 1 | 1 |
| TextModel | 1 | 1 |
| Qwen2_5OmniVisionEncoder | 1 | 1 |
| Qwen2_5OmniVisionRotaryEmbedding | 1 | 1 |
| Qwen2_5_VisionPatchEmbed | 1 | 1 |
| Sequential | 1 | 1 |
| SinusoidsPositionEmbedding | 1 | 1 |
Config changes
16 fields changed, 102 unchanged.
| Field | Original | Fixture |
|---|
| audio_config.d_model | 1280 | 64 |
| audio_config.encoder_attention_heads | 20 | 4 |
| audio_config.encoder_ffn_dim | 5120 | 128 |
| audio_config.encoder_layers | 32 | 2 |
| audio_config.output_dim | 2048 | 64 |
| text_config.hidden_size | 2048 | 64 |
| text_config.intermediate_size | 11008 | 128 |
| text_config.layer_types | 36 entries: 36× full_attention | ["full_attention", "full_attention"] |
| text_config.num_attention_heads | 16 | 4 |
| text_config.num_hidden_layers | 36 | 2 |
| text_config.rope_parameters | {"mrope_section": [16, 24, 24], "rope_type": "default", "type": "default", "r… | {"mrope_section": [2, 3, 3], "rope_theta": 1000000.0, "rope_type": "default",… |
| vision_config.embed_dim | 1280 | 64 |
| vision_config.hidden_size | 1280 | 64 |
| vision_config.intermediate_size | 3420 | 128 |
| vision_config.num_heads | 16 | 4 |
| vision_config.out_hidden_size | 2048 | 64 |
\ No newline at end of file
diff --git a/shrink/LCO-Embedding-Omni-3B-mic.json b/shrink/LCO-Embedding-Omni-3B-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..1b9d3203cd79f0a2bdd6f62411ab7e440ff021e7
--- /dev/null
+++ b/shrink/LCO-Embedding-Omni-3B-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/LCO-Embedding-Omni-3B-mic@1e770f7015e573f2c4287893af7c6eb0c1d45c33", "findings": []}
\ No newline at end of file
diff --git a/shrink/LFM2-8B-A1B-mic.html b/shrink/LFM2-8B-A1B-mic.html
index 2374bbb352d035c84326b8a69b3cc008eea8f545..4a04e0821f979bd12e4a76d8c2c6032b08bc5bb6 100644
--- a/shrink/LFM2-8B-A1B-mic.html
+++ b/shrink/LFM2-8B-A1B-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+LiquidAI/LFM2-8B-A1B: shrunk architecture
-Shrunk architecture
huggingface-mic/LFM2-8B-A1B-mic@02493cd540778260b98790f375fb2070e8acd824 ← LiquidAI/LFM2-8B-A1B@c1c44ff9fc00db3ebf4516970563f5f383d23670 · Lfm2MoeForCausalLM · random weights
+← MIC coverage of Transformers model types
+LiquidAI/LFM2-8B-A1B
huggingface-mic/LFM2-8B-A1B-mic@02493cd54077 ← LiquidAI/LFM2-8B-A1B@c1c44ff9fc00 · Lfm2MoeForCausalLM · random weights
Original8.3Bparameters
Fixture4.4Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| conv, Conv1d, MLP … | 2 | 2 | ✓ kept |
| is_causal=True, Attention, Experts … | 6 | 1 | ✓ kept |
| conv, Conv1d, Experts … | 16 | 1 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 8.2B | 98.4% | 161.4K | 3.7% |
| model.embed_tokens | 134.2M | 1.6% | 4.2M | 96.3% |
| model.embedding_norm | 2.0K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | GQA (32 heads, 8 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| model | MoE routing | top-4 of 32 experts | top-2 of 4 experts | ✓ kept |
| model | RoPE type | default | default | ✓ kept |
| model | model_type | lfm2_moe | lfm2_moe | ✓ kept |
| model | vocab_size | 65536 | 65536 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| model | max_position_embeddings | 128000 | 128000 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Lfm2Moe omitted).
| Class | Original | Fixture |
|---|
| Linear | 67 | 17 |
| RMSNorm | 61 | 11 |
| DecoderLayer | 24 | 4 |
| Experts | 22 | 2 |
| SparseMoeBlock | 22 | 2 |
| TopKRouter | 22 | 2 |
| Conv1d | 18 | 3 |
| ShortConv | 18 | 3 |
| Attention | 6 | 1 |
| MLP | 2 | 2 |
| Embedding | 1 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
9 fields changed, 26 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 2048 | 64 |
| intermediate_size | 7168 | 128 |
| layer_types | 24 entries: 18× conv, 6× full_attention | ["conv", "conv", "full_attention", "conv"] |
| moe_intermediate_size | 1792 | 32 |
| num_attention_heads | 32 | 4 |
| num_experts | 32 | 4 |
| num_experts_per_tok | 4 | 2 |
| num_hidden_layers | 24 | 4 |
| num_key_value_heads | 8 | 2 |
\ No newline at end of file
diff --git a/shrink/LFM2-8B-A1B-mic.json b/shrink/LFM2-8B-A1B-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..1f5bf2b8434dcf0cc5fbf67f3e66bfe9634e0368
--- /dev/null
+++ b/shrink/LFM2-8B-A1B-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/LFM2-8B-A1B-mic@02493cd540778260b98790f375fb2070e8acd824", "findings": []}
\ No newline at end of file
diff --git a/shrink/LFM2.5-230M-Base-mic.html b/shrink/LFM2.5-230M-Base-mic.html
index ff18db627fa25b7f9da28d9edaaf1c96f40c5bb4..de851ef6714f7de6db1da9b2f5ea6d0971277156 100644
--- a/shrink/LFM2.5-230M-Base-mic.html
+++ b/shrink/LFM2.5-230M-Base-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+LiquidAI/LFM2.5-230M-Base: shrunk architecture
-Shrunk architecture
huggingface-mic/LFM2.5-230M-Base-mic@d6697c673a52ed87ae4e8ed607e5b6a1ea6f7a8d ← LiquidAI/LFM2.5-230M-Base@9d2be5519834990d30996f878b6771cccbd24f2c · Lfm2ForCausalLM · random weights
+← MIC coverage of Transformers model types
+LiquidAI/LFM2.5-230M-Base
huggingface-mic/LFM2.5-230M-Base-mic@d6697c673a52 ← LiquidAI/LFM2.5-230M-Base@9d2be5519834 · Lfm2ForCausalLM · random weights
Original229.7Mparameters
Fixture4.3Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| conv, Conv1d, ShortConv | 8 | 1 | ✓ kept |
| is_causal=True, Attention | 6 | 1 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 162.6M | 70.8% | 78.3K | 1.8% |
| model.embed_tokens | 67.1M | 29.2% | 4.2M | 98.2% |
| model.embedding_norm | 1.0K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | GQA (16 heads, 8 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| model | RoPE type | default | default | ✓ kept |
| model | model_type | lfm2 | lfm2 | ✓ kept |
| model | vocab_size | 65536 | 65536 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| model | max_position_embeddings | 128000 | 128000 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Lfm2 omitted).
| Class | Original | Fixture |
|---|
| Linear | 83 | 13 |
| RMSNorm | 41 | 7 |
| DecoderLayer | 14 | 2 |
| MLP | 14 | 2 |
| Conv1d | 8 | 1 |
| ShortConv | 8 | 1 |
| Attention | 6 | 1 |
| Embedding | 1 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
7 fields changed, 41 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 1024 | 64 |
| intermediate_size | 2560 | 128 |
| layer_types | 14 entries: 8× conv, 6× full_attention | ["conv", "full_attention"] |
| num_attention_heads | 16 | 4 |
| num_heads | 16 | 4 |
| num_hidden_layers | 14 | 2 |
| num_key_value_heads | 8 | 2 |
\ No newline at end of file
diff --git a/shrink/LFM2.5-230M-Base-mic.json b/shrink/LFM2.5-230M-Base-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..f42c8fb2aed89d85eb9938cf4aa6dcbc2637f951
--- /dev/null
+++ b/shrink/LFM2.5-230M-Base-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/LFM2.5-230M-Base-mic@d6697c673a52ed87ae4e8ed607e5b6a1ea6f7a8d", "findings": []}
\ No newline at end of file
diff --git a/shrink/LFM2.5-VL-450M-mic.html b/shrink/LFM2.5-VL-450M-mic.html
index 2391e81249a633171a7f2fb31f3fed94cece319a..9200d9b38c1afe90b9b5f31c246c7b216fde7ea5 100644
--- a/shrink/LFM2.5-VL-450M-mic.html
+++ b/shrink/LFM2.5-VL-450M-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+LiquidAI/LFM2.5-VL-450M: shrunk architecture
-Shrunk architecture
huggingface-mic/LFM2.5-VL-450M-mic@27b8f6b75e00ddd9758961d5abac08622f2b6d73 ← LiquidAI/LFM2.5-VL-450M@fc6221ca597f3315e4f82fc2df606783267b34ba · Lfm2VlForConditionalGeneration · random weights
+← MIC coverage of Transformers model types
+LiquidAI/LFM2.5-VL-450M
huggingface-mic/LFM2.5-VL-450M-mic@27b8f6b75e00 ← LiquidAI/LFM2.5-VL-450M@fc6221ca597f · Lfm2VlForConditionalGeneration · random weights
Original448.7Mparameters
Fixture5.1Mparameters
Layer stacks2compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.vision_tower.encoder.layers
| Kind | Original | Fixture | |
|---|
| Siglip2EncoderLayer | 12 | 2 | ✓ kept |
model.language_model.layers
| Kind | Original | Fixture | |
|---|
| conv, Conv1d, Lfm2ShortConv | 10 | 1 | ✓ kept |
| is_causal=True, Lfm2Attention | 6 | 1 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.language_model.layers | 287.4M | 64.0% | 127.5K | 2.5% |
| model.vision_tower.encoder.layers | 85.1M | 19.0% | 66.9K | 1.3% |
| model.language_model | 67.1M | 15.0% | 4.2M | 82.0% |
| model.multi_modal_projector | 8.4M | 1.9% | 657.5K | 12.9% |
| model.vision_tower | 788.7K | 0.2% | 65.7K | 1.3% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | lfm2_vl | lfm2_vl | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| vision_config | model_type | siglip2_vision_model | siglip2_vision_model | ✓ kept |
| vision_config | hidden_act | gelu_pytorch_tanh | gelu_pytorch_tanh | ✓ kept |
| vision_config | patch_size | 16 | 16 | ✓ kept |
| vision_config | num_channels | 3 | 3 | ✓ kept |
| text_config | attention style | GQA (16 heads, 8 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| text_config | RoPE type | default | default | ✓ kept |
| text_config | model_type | lfm2 | lfm2 | ✓ kept |
| text_config | vocab_size | 65536 | 65536 | ✓ kept |
| text_config | tie_word_embeddings | True | True | ✓ kept |
| text_config | max_position_embeddings | 128000 | 128000 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Lfm2Vl omitted).
| Class | Original | Fixture |
|---|
| Linear | 168 | 28 |
| Lfm2RMSNorm | 45 | 7 |
| LayerNorm | 25 | 5 |
| Lfm2DecoderLayer | 16 | 2 |
| Lfm2MLP | 16 | 2 |
| GELUTanh | 12 | 2 |
| Siglip2Attention | 12 | 2 |
| Siglip2EncoderLayer | 12 | 2 |
| Siglip2MLP | 12 | 2 |
| Conv1d | 10 | 1 |
| Lfm2ShortConv | 10 | 1 |
| Lfm2Attention | 6 | 1 |
| Embedding | 2 | 2 |
| ModuleList | 2 | 2 |
| GELUActivation | 1 | 1 |
| Lfm2Model | 1 | 1 |
| Lfm2RotaryEmbedding | 1 | 1 |
| ForConditionalGeneration | 1 | 1 |
| Model | 1 | 1 |
| MultiModalProjector | 1 | 1 |
| Siglip2Encoder | 1 | 1 |
| Siglip2VisionEmbeddings | 1 | 1 |
| Siglip2VisionModel | 1 | 1 |
Config changes
11 fields changed, 77 unchanged.
| Field | Original | Fixture |
|---|
| text_config.hidden_size | 1024 | 64 |
| text_config.intermediate_size | 6656 | 128 |
| text_config.layer_types | 16 entries: 10× conv, 6× full_attention | ["conv", "full_attention"] |
| text_config.num_attention_heads | 16 | 4 |
| text_config.num_heads | 16 | 4 |
| text_config.num_hidden_layers | 16 | 2 |
| text_config.num_key_value_heads | 8 | 2 |
| vision_config.hidden_size | 768 | 64 |
| vision_config.intermediate_size | 3072 | 128 |
| vision_config.num_attention_heads | 12 | 4 |
| vision_config.num_hidden_layers | 12 | 2 |
\ No newline at end of file
diff --git a/shrink/LFM2.5-VL-450M-mic.json b/shrink/LFM2.5-VL-450M-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..90c3b547ce396f25cac8e499be466c437e68a67d
--- /dev/null
+++ b/shrink/LFM2.5-VL-450M-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/LFM2.5-VL-450M-mic@27b8f6b75e00ddd9758961d5abac08622f2b6d73", "findings": []}
\ No newline at end of file
diff --git a/shrink/LLaVA-NeXT-Video-7B-hf-mic.html b/shrink/LLaVA-NeXT-Video-7B-hf-mic.html
index 8712bf054fc039a3f36c4c156a63eacd9637c5dc..0199ad33bb1ec5afa7bd961daac438e655e51405 100644
--- a/shrink/LLaVA-NeXT-Video-7B-hf-mic.html
+++ b/shrink/LLaVA-NeXT-Video-7B-hf-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+llava-hf/LLaVA-NeXT-Video-7B-hf: shrunk architecture
-Shrunk architecture
huggingface-mic/LLaVA-NeXT-Video-7B-hf-mic@e025a3d15d2cc35a893c1362a237f82b09b90410 ← llava-hf/LLaVA-NeXT-Video-7B-hf@f417d9edeb69a9eaa88283780332d00ce3c66593 · LlavaNextVideoForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)
+← MIC coverage of Transformers model types
+llava-hf/LLaVA-NeXT-Video-7B-hf
huggingface-mic/LLaVA-NeXT-Video-7B-hf-mic@e025a3d15d2c ← llava-hf/LLaVA-NeXT-Video-7B-hf@f417d9edeb69 · LlavaNextVideoForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)
Original7.1Bparameters
Fixture4.3Mparameters
Layer stacks2compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.vision_tower.encoder.layers
| Kind | Original | Fixture | |
|---|
| CLIPEncoderLayer | 24 | 2 | ✓ kept |
model.language_model.layers
| Kind | Original | Fixture | |
|---|
| LlamaDecoderLayer | 32 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.language_model.layers | 6.5B | 91.7% | 82.2K | 1.9% |
| model.vision_tower.encoder.layers | 302.3M | 4.3% | 66.9K | 1.5% |
| model.language_model | 131.3M | 1.9% | 2.1M | 47.3% |
| lm_head | 131.3M | 1.9% | 2.1M | 47.3% |
| model.multi_modal_projector | 21.0M | 0.3% | 8.3K | 0.2% |
| model.vision_tower | 1.2M | 0.0% | 74.9K | 1.7% |
| model | 4.1K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | llava_next_video | llava_next_video | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| vision_config | model_type | clip_vision_model | clip_vision_model | ✓ kept |
| vision_config | vocab_size | 32000 | 32000 | ✓ kept |
| vision_config | hidden_act | quick_gelu | quick_gelu | ✓ kept |
| vision_config | image_size | 336 | 336 | ✓ kept |
| vision_config | patch_size | 14 | 14 | ✓ kept |
| vision_config | num_channels | 3 | 3 | ✓ kept |
| text_config | attention style | MHA (32 heads, 32 KV) | MHA (4 heads, 4 KV) | ✓ kept |
| text_config | RoPE type | linear | linear | ✓ kept |
| text_config | model_type | llama | llama | ✓ kept |
| text_config | vocab_size | 32064 | 32064 | ✓ kept |
| text_config | tie_word_embeddings | False | False | ✓ kept |
| text_config | hidden_act | silu | silu | ✓ kept |
| text_config | max_position_embeddings | 4096 | 4096 | ✓ kept |
Module classes
Instances of each class in the built model (prefix LlavaNextVideo omitted).
| Class | Original | Fixture |
|---|
| Linear | 371 | 29 |
| LlamaRMSNorm | 65 | 5 |
| LayerNorm | 50 | 6 |
| LlamaAttention | 32 | 2 |
| LlamaDecoderLayer | 32 | 2 |
| LlamaMLP | 32 | 2 |
| SiLUActivation | 32 | 2 |
| CLIPAttention | 24 | 2 |
| CLIPEncoderLayer | 24 | 2 |
| CLIPMLP | 24 | 2 |
| QuickGELUActivation | 24 | 2 |
| Embedding | 2 | 2 |
| ModuleList | 2 | 2 |
| AvgPool2d | 1 | 1 |
| CLIPEncoder | 1 | 1 |
| CLIPVisionEmbeddings | 1 | 1 |
| CLIPVisionModel | 1 | 1 |
| Conv2d | 1 | 1 |
| GELUActivation | 1 | 1 |
| LlamaModel | 1 | 1 |
| LlamaRotaryEmbedding | 1 | 1 |
| ForConditionalGeneration | 1 | 1 |
| Model | 1 | 1 |
| MultiModalProjector | 1 | 1 |
| Pooler | 1 | 1 |
Config changes
11 fields changed, 67 unchanged.
| Field | Original | Fixture |
|---|
| text_config.head_dim | 128 | 16 |
| text_config.hidden_size | 4096 | 64 |
| text_config.intermediate_size | 11008 | 128 |
| text_config.num_attention_heads | 32 | 4 |
| text_config.num_hidden_layers | 32 | 2 |
| text_config.num_key_value_heads | 32 | 4 |
| vision_config.hidden_size | 1024 | 64 |
| vision_config.intermediate_size | 4096 | 128 |
| vision_config.num_attention_heads | 16 | 4 |
| vision_config.num_hidden_layers | 24 | 2 |
| vision_config.projection_dim | 768 | 32 |
\ No newline at end of file
diff --git a/shrink/LLaVA-NeXT-Video-7B-hf-mic.json b/shrink/LLaVA-NeXT-Video-7B-hf-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..e44880a8309bccc3a344fb1c5db4b01240799f44
--- /dev/null
+++ b/shrink/LLaVA-NeXT-Video-7B-hf-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/LLaVA-NeXT-Video-7B-hf-mic@e025a3d15d2cc35a893c1362a237f82b09b90410", "findings": []}
\ No newline at end of file
diff --git a/shrink/Laguna-XS.2-mic.html b/shrink/Laguna-XS.2-mic.html
index c23042c055589605a4078249c313dc1c3547892b..249ae2b7d4ac105168329bb6df733856185b1b33 100644
--- a/shrink/Laguna-XS.2-mic.html
+++ b/shrink/Laguna-XS.2-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+poolside/Laguna-XS.2: shrunk architecture
-Shrunk architecture
huggingface-mic/Laguna-XS.2-mic@21bbfb128fc8f6764e660376a3482ec8b6e8c93b ← poolside/Laguna-XS.2@a397bde04501591d0ac3d74a5d9d0a4ec298ffb8 · LagunaForCausalLM · random weights · built before the shrink rule (no recorded recipe)
-Original33.4Bparameters
Fixture13.2Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| no Experts | 1 | 1 | ✓ kept |
| Experts, SparseMoeBlock, TopKRouter | 39 | 1 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 33.0B | 98.8% | 319.0K | 2.4% |
| lm_head | 205.5M | 0.6% | 6.4M | 48.8% |
| model.embed_tokens | 205.5M | 0.6% | 6.4M | 48.8% |
| model.norm | 2.0K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | GQA (48 heads, 8 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| model | MoE routing | top-8 of 256 experts | top-2 of 4 experts | ✓ kept |
| model | model_type | laguna | laguna | ✓ kept |
| model | vocab_size | 100352 | 100352 | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 262144 | 262144 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Laguna omitted).
| Class | Original | Fixture |
|---|
| Linear | 321 | 17 |
| RMSNorm | 161 | 9 |
| SiLUActivation | 79 | 3 |
| Attention | 40 | 2 |
| DecoderLayer | 40 | 2 |
| MLP | 40 | 2 |
| Experts | 39 | 1 |
| SparseMoeBlock | 39 | 1 |
| TopKRouter | 39 | 1 |
| Embedding | 1 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
13 fields changed, 31 unchanged.
| Field | Original | Fixture |
|---|
| head_dim | 128 | 16 |
| hidden_size | 2048 | 64 |
| intermediate_size | 8192 | 128 |
| layer_types | 40 entries: 30× sliding_attention, 10× full_attention | ["full_attention", "sliding_attention"] |
| mlp_layer_types | 40 entries: 39× sparse, 1× dense | ["dense", "sparse"] |
| moe_intermediate_size | 512 | 32 |
| num_attention_heads | 48 | 4 |
| num_attention_heads_per_layer | 40 entries: 30× 64, 10× 48 | [48, 64] |
| num_experts | 256 | 4 |
| num_experts_per_tok | 8 | 2 |
| num_hidden_layers | 40 | 2 |
| num_key_value_heads | 8 | 2 |
| shared_expert_intermediate_size | 512 | 128 |
+← MIC coverage of Transformers model types
+poolside/Laguna-XS.2
huggingface-mic/Laguna-XS.2-mic@21bbfb128fc8 ← poolside/Laguna-XS.2@a397bde04501 · LagunaForCausalLM · random weights · built before the shrink rule (no recorded recipe)
+Original33.4Bparameters
Fixture13.2Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| no Experts | 1 | 1 | ✓ kept |
| Experts, SparseMoeBlock, TopKRouter | 39 | 1 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 33.0B | 98.8% | 319.0K | 2.4% |
| model.embed_tokens | 205.5M | 0.6% | 6.4M | 48.8% |
| lm_head | 205.5M | 0.6% | 6.4M | 48.8% |
| model.norm | 2.0K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | GQA (48 heads, 8 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| model | MoE routing | top-8 of 256 experts | top-2 of 4 experts | ✓ kept |
| model | model_type | laguna | laguna | ✓ kept |
| model | vocab_size | 100352 | 100352 | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 262144 | 262144 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Laguna omitted).
| Class | Original | Fixture |
|---|
| Linear | 321 | 17 |
| RMSNorm | 161 | 9 |
| SiLUActivation | 79 | 3 |
| Attention | 40 | 2 |
| DecoderLayer | 40 | 2 |
| MLP | 40 | 2 |
| Experts | 39 | 1 |
| SparseMoeBlock | 39 | 1 |
| TopKRouter | 39 | 1 |
| Embedding | 1 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
13 fields changed, 31 unchanged.
| Field | Original | Fixture |
|---|
| head_dim | 128 | 16 |
| hidden_size | 2048 | 64 |
| intermediate_size | 8192 | 128 |
| layer_types | 40 entries: 30× sliding_attention, 10× full_attention | ["full_attention", "sliding_attention"] |
| mlp_layer_types | 40 entries: 39× sparse, 1× dense | ["dense", "sparse"] |
| moe_intermediate_size | 512 | 32 |
| num_attention_heads | 48 | 4 |
| num_attention_heads_per_layer | 40 entries: 30× 64, 10× 48 | [48, 64] |
| num_experts | 256 | 4 |
| num_experts_per_tok | 8 | 2 |
| num_hidden_layers | 40 | 2 |
| num_key_value_heads | 8 | 2 |
| shared_expert_intermediate_size | 512 | 128 |
\ No newline at end of file
diff --git a/shrink/Laguna-XS.2-mic.json b/shrink/Laguna-XS.2-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..0219fca797738620fb41b5ad60f1ce8e7514b9d1
--- /dev/null
+++ b/shrink/Laguna-XS.2-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/Laguna-XS.2-mic@21bbfb128fc8f6764e660376a3482ec8b6e8c93b", "findings": []}
\ No newline at end of file
diff --git a/shrink/Llama-3.2-11B-Vision-Instruct-mic.html b/shrink/Llama-3.2-11B-Vision-Instruct-mic.html
index 6d29513779a2b4e6c49af710a43dd8489701d378..1770991edb65373745cbfcd4c53990c1bfc94e08 100644
--- a/shrink/Llama-3.2-11B-Vision-Instruct-mic.html
+++ b/shrink/Llama-3.2-11B-Vision-Instruct-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+unsloth/Llama-3.2-11B-Vision-Instruct: shrunk architecture
-Shrunk architecture
huggingface-mic/Llama-3.2-11B-Vision-Instruct-mic@8071268efa52824fc95b35bb2c1499946ec1bb23 ← unsloth/Llama-3.2-11B-Vision-Instruct@677b0c1b7008230a0fb88708c5550748e72b9a83 · MllamaForConditionalGeneration · overfit weights
+← MIC coverage of Transformers model types
+unsloth/Llama-3.2-11B-Vision-Instruct
huggingface-mic/Llama-3.2-11B-Vision-Instruct-mic@8071268efa52 ← unsloth/Llama-3.2-11B-Vision-Instruct@677b0c1b7008 · MllamaForConditionalGeneration · overfit weights
Original10.7Bparameters
Fixture20.7Mparameters
Layer stacks3compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.vision_model.transformer.layers
| Kind | Original | Fixture | |
|---|
| VisionEncoderLayer | 32 | 2 | ✓ kept |
model.vision_model.global_transformer.layers
| Kind | Original | Fixture | |
|---|
| VisionEncoderLayer | 8 | 8 | ✓ kept |
model.language_model.layers
| Kind | Original | Fixture | |
|---|
| is_causal=True, SelfAttentionDecoderLayer, TextSelfAttention | 32 | 1 | ✓ kept |
| CrossAttentionDecoderLayer, TextCrossAttention | 8 | 1 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.language_model.layers | 8.7B | 81.8% | 74.0K | 0.4% |
| model.vision_model.transformer.layers | 629.5M | 5.9% | 66.4K | 0.3% |
| model.language_model | 525.4M | 4.9% | 8.2M | 39.7% |
| lm_head | 525.3M | 4.9% | 8.2M | 39.7% |
| model.vision_model.global_transformer.layers | 157.4M | 1.5% | 265.7K | 1.3% |
| model.vision_model | 76.7M | 0.7% | 3.8M | 18.5% |
| model.multi_modal_projector | 31.5M | 0.3% | 12.4K | 0.1% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | mllama | mllama | ✓ kept |
| vision_config | model_type | mllama_vision_model | mllama_vision_model | ✓ kept |
| vision_config | tie_word_embeddings | True | True | ✓ kept |
| vision_config | hidden_act | gelu | gelu | ✓ kept |
| vision_config | image_size | 560 | 560 | ✓ kept |
| vision_config | patch_size | 14 | 14 | ✓ kept |
| vision_config | num_channels | 3 | 3 | ✓ kept |
| text_config | attention style | GQA (32 heads, 8 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| text_config | RoPE type | llama3 | llama3 | ✓ kept |
| text_config | model_type | mllama_text_model | mllama_text_model | ✓ kept |
| text_config | vocab_size | 128256 | 128256 | ✓ kept |
| text_config | tie_word_embeddings | False | False | ✓ kept |
| text_config | hidden_act | silu | silu | ✓ kept |
| text_config | max_position_embeddings | 131072 | 131072 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Mllama omitted).
| Class | Original | Fixture |
|---|
| Linear | 522 | 76 |
| TextRMSNorm | 97 | 7 |
| LayerNorm | 82 | 22 |
| GELUActivation | 40 | 10 |
| TextMLP | 40 | 2 |
| VisionAttention | 40 | 10 |
| VisionEncoderLayer | 40 | 10 |
| VisionMLP | 40 | 10 |
| SiLUActivation | 40 | 2 |
| SelfAttentionDecoderLayer | 32 | 1 |
| TextSelfAttention | 32 | 1 |
| CrossAttentionDecoderLayer | 8 | 1 |
| TextCrossAttention | 8 | 1 |
| Embedding | 4 | 4 |
| ModuleList | 3 | 3 |
| PrecomputedAspectRatioEmbedding | 2 | 2 |
| VisionEncoder | 2 | 2 |
| Conv2d | 1 | 1 |
| ForConditionalGeneration | 1 | 1 |
| Model | 1 | 1 |
| PrecomputedPositionEmbedding | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
| TextModel | 1 | 1 |
| VisionModel | 1 | 1 |
Config changes
11 fields changed, 85 unchanged.
| Field | Original | Fixture |
|---|
| text_config.cross_attention_layers | 8 entries | [1] |
| text_config.hidden_size | 4096 | 64 |
| text_config.intermediate_size | 14336 | 128 |
| text_config.num_attention_heads | 32 | 4 |
| text_config.num_hidden_layers | 40 | 2 |
| text_config.num_key_value_heads | 8 | 2 |
| vision_config.hidden_size | 1280 | 64 |
| vision_config.intermediate_layers_indices | [3, 7, 15, 23, 30] | [0, 1] |
| vision_config.intermediate_size | 5120 | 128 |
| vision_config.num_hidden_layers | 32 | 2 |
| vision_config.vision_output_dim | 7680 | 192 |
\ No newline at end of file
diff --git a/shrink/Llama-3.2-11B-Vision-Instruct-mic.json b/shrink/Llama-3.2-11B-Vision-Instruct-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..7f5b44845a51cda08d7ff71d667f634f0f38fa5a
--- /dev/null
+++ b/shrink/Llama-3.2-11B-Vision-Instruct-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/Llama-3.2-11B-Vision-Instruct-mic@8071268efa52824fc95b35bb2c1499946ec1bb23", "findings": []}
\ No newline at end of file
diff --git a/shrink/Llama-4-Scout-17B-16E-Instruct-mic.html b/shrink/Llama-4-Scout-17B-16E-Instruct-mic.html
index d2ea3191c3d69eca8c021ef546e51e11941a283f..4766f37926044017c7e4f843ee28e9462f744dea 100644
--- a/shrink/Llama-4-Scout-17B-16E-Instruct-mic.html
+++ b/shrink/Llama-4-Scout-17B-16E-Instruct-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+RedHatAI/Llama-4-Scout-17B-16E-Instruct: shrunk architecture
-Shrunk architecture
huggingface-mic/Llama-4-Scout-17B-16E-Instruct-mic@18ed0f73576cf32d488b1b776bba7891007dcf12 ← RedHatAI/Llama-4-Scout-17B-16E-Instruct@5996646120a69f5f182866bb56a8f1573f367604 · Llama4ForConditionalGeneration · random weights
+← MIC coverage of Transformers model types
+RedHatAI/Llama-4-Scout-17B-16E-Instruct
huggingface-mic/Llama-4-Scout-17B-16E-Instruct-mic@18ed0f73576c ← RedHatAI/Llama-4-Scout-17B-16E-Instruct@5996646120a6 · Llama4ForConditionalGeneration · random weights
Original108.6Bparameters
Fixture44.7Mparameters
Layer stacks2compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
vision_model.model.layers
| Kind | Original | Fixture | |
|---|
| VisionEncoderLayer | 34 | 2 | ✓ kept |
language_model.model.layers
| Kind | Original | Fixture | |
|---|
| TextL2Norm | 36 | 3 | ✓ kept |
| no TextL2Norm | 12 | 1 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| language_model.model.layers | 105.7B | 97.3% | 542.2K | 1.2% |
| language_model.model | 1.0B | 1.0% | 12.9M | 28.9% |
| language_model.lm_head | 1.0B | 1.0% | 12.9M | 28.9% |
| vision_model.model.layers | 809.5M | 0.7% | 100.0K | 0.2% |
| vision_model.vision_adapter | 39.8M | 0.0% | 17.8M | 39.9% |
| multi_modal_projector.linear_1 | 21.0M | 0.0% | 262.1K | 0.6% |
| vision_model.patch_embedding | 827.9K | 0.0% | 37.6K | 0.1% |
| 3 others | 819.5K | 0.0% | 37.2K | 0.1% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | llama4 | llama4 | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| vision_config | RoPE type | default | default | ✓ kept |
| vision_config | model_type | llama4_vision_model | llama4_vision_model | ✓ kept |
| vision_config | hidden_act | gelu | gelu | ✓ kept |
| vision_config | image_size | 336 | 336 | ✓ kept |
| vision_config | patch_size | 14 | 14 | ✓ kept |
| vision_config | num_channels | 3 | 3 | ✓ kept |
| text_config | attention style | GQA (40 heads, 8 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| text_config | MoE routing | top-1 of 16 experts | top-1 of 4 experts | ✓ kept |
| text_config | RoPE type | llama3 | llama3 | ✓ kept |
| text_config | model_type | llama4_text | llama4_text | ✓ kept |
| text_config | vocab_size | 202048 | 202048 | ✓ kept |
| text_config | tie_word_embeddings | False | False | ✓ kept |
| text_config | hidden_act | silu | silu | ✓ kept |
| text_config | max_position_embeddings | 10485760 | 10485760 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Llama4 omitted).
| Class | Original | Fixture |
|---|
| Linear | 545 | 45 |
| TextRMSNorm | 97 | 9 |
| SiLUActivation | 96 | 8 |
| LayerNorm | 70 | 6 |
| Router | 48 | 4 |
| TextAttention | 48 | 4 |
| TextDecoderLayer | 48 | 4 |
| TextExperts | 48 | 4 |
| TextMLP | 48 | 4 |
| TextMoe | 48 | 4 |
| TextL2Norm | 36 | 3 |
| GELU | 35 | 3 |
| VisionAttention | 34 | 2 |
| VisionEncoderLayer | 34 | 2 |
| VisionMLP | 34 | 2 |
| ModuleList | 2 | 2 |
| Embedding | 1 | 1 |
| ForCausalLM | 1 | 1 |
| ForConditionalGeneration | 1 | 1 |
| MultiModalProjector | 1 | 1 |
| TextModel | 1 | 1 |
| TextRotaryEmbedding | 1 | 1 |
| UnfoldConvolution | 1 | 1 |
| VisionEncoder | 1 | 1 |
| VisionMLP2 | 1 | 1 |
| VisionModel | 1 | 1 |
| VisionPixelShuffleMLP | 1 | 1 |
| VisionRotaryEmbedding | 1 | 1 |
| Unfold | 1 | 1 |
Config changes
14 fields changed, 75 unchanged.
| Field | Original | Fixture |
|---|
| text_config.head_dim | 128 | 16 |
| text_config.hidden_size | 5120 | 64 |
| text_config.intermediate_size | 8192 | 128 |
| text_config.layer_types | 48 entries: 36× chunked_attention, 12× full_attention | ["chunked_attention", "chunked_attention", "chunked_attention", "full_attenti… |
| text_config.moe_layers | 48 entries | [0, 1, 2, 3] |
| text_config.no_rope_layers | 48 entries: 36× 1, 12× 0 | [1, 1, 1, 0] |
| text_config.num_attention_heads | 40 | 4 |
| text_config.num_hidden_layers | 48 | 4 |
| text_config.num_key_value_heads | 8 | 2 |
| text_config.num_local_experts | 16 | 4 |
| vision_config.hidden_size | 1408 | 64 |
| vision_config.intermediate_size | 5632 | 256 |
| vision_config.num_attention_heads | 16 | 4 |
| vision_config.num_hidden_layers | 34 | 2 |
\ No newline at end of file
diff --git a/shrink/Llama-4-Scout-17B-16E-Instruct-mic.json b/shrink/Llama-4-Scout-17B-16E-Instruct-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..1e2cdfb9f8d51c19aa297cf091521888025f31e6
--- /dev/null
+++ b/shrink/Llama-4-Scout-17B-16E-Instruct-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/Llama-4-Scout-17B-16E-Instruct-mic@18ed0f73576cf32d488b1b776bba7891007dcf12", "findings": []}
\ No newline at end of file
diff --git a/shrink/MOSS-Transcribe-Diarize-HF-mic.html b/shrink/MOSS-Transcribe-Diarize-HF-mic.html
index 880461065b8c36b732acc078d2614727a26c5d78..b997cd23d0688a3418672e703097d2ac64af3b44 100644
--- a/shrink/MOSS-Transcribe-Diarize-HF-mic.html
+++ b/shrink/MOSS-Transcribe-Diarize-HF-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+itazap/MOSS-Transcribe-Diarize-HF: shrunk architecture
-Shrunk architecture
huggingface-mic/MOSS-Transcribe-Diarize-HF-mic@10010f1a0105941db4ce5363f4e724a85f053c64 ← itazap/MOSS-Transcribe-Diarize-HF@df4bdbe3c5376de5029005b69a301286b1bb7f35 · MossTranscribeDiarizeForConditionalGeneration · random weights
+← MIC coverage of Transformers model types
+itazap/MOSS-Transcribe-Diarize-HF
huggingface-mic/MOSS-Transcribe-Diarize-HF-mic@10010f1a0105 ← itazap/MOSS-Transcribe-Diarize-HF@df4bdbe3c537 · MossTranscribeDiarizeForConditionalGeneration · random weights
Original908.5Mparameters
Fixture10.0Mparameters
Layer stacks2compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.audio_tower.layers
| Kind | Original | Fixture | |
|---|
| AudioLayer | 24 | 2 | ✓ kept |
model.language_model.layers
| Kind | Original | Fixture | |
|---|
| Qwen3DecoderLayer | 28 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.language_model.layers | 440.5M | 48.5% | 74.0K | 0.7% |
| model.audio_tower.layers | 302.3M | 33.3% | 66.8K | 0.7% |
| model.language_model | 155.6M | 17.1% | 9.7M | 97.1% |
| model.multi_modal_projector | 5.2M | 0.6% | 20.7K | 0.2% |
| model.audio_tower | 4.9M | 0.5% | 123.9K | 1.2% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | moss_transcribe_diarize | moss_transcribe_diarize | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| audio_config | model_type | moss_transcribe_diarize_audio | moss_transcribe_diarize_audio | ✓ kept |
| audio_config | num_mel_bins | 80 | 80 | ✓ kept |
| text_config | attention style | GQA (16 heads, 8 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| text_config | RoPE type | default | default | ✓ kept |
| text_config | model_type | qwen3 | qwen3 | ✓ kept |
| text_config | vocab_size | 151936 | 151936 | ✓ kept |
| text_config | tie_word_embeddings | True | True | ✓ kept |
| text_config | hidden_act | silu | silu | ✓ kept |
| text_config | max_position_embeddings | 131072 | 131072 | ✓ kept |
Module classes
Instances of each class in the built model (prefix MossTranscribeDiarize omitted).
| Class | Original | Fixture |
|---|
| Linear | 343 | 29 |
| Qwen3RMSNorm | 113 | 9 |
| LayerNorm | 50 | 6 |
| SiLUActivation | 29 | 3 |
| Qwen3Attention | 28 | 2 |
| Qwen3DecoderLayer | 28 | 2 |
| Qwen3MLP | 28 | 2 |
| GELUActivation | 24 | 2 |
| AudioAttention | 24 | 2 |
| AudioLayer | 24 | 2 |
| Conv1d | 2 | 2 |
| Embedding | 2 | 2 |
| ModuleList | 2 | 2 |
| AudioModel | 1 | 1 |
| ForConditionalGeneration | 1 | 1 |
| Model | 1 | 1 |
| MultiModalProjector | 1 | 1 |
| Qwen3Model | 1 | 1 |
| Qwen3RotaryEmbedding | 1 | 1 |
Config changes
11 fields changed, 60 unchanged.
| Field | Original | Fixture |
|---|
| audio_config.hidden_size | 1024 | 64 |
| audio_config.intermediate_size | 4096 | 128 |
| audio_config.num_attention_heads | 16 | 4 |
| audio_config.num_hidden_layers | 24 | 2 |
| text_config.head_dim | 128 | 16 |
| text_config.hidden_size | 1024 | 64 |
| text_config.intermediate_size | 3072 | 128 |
| text_config.layer_types | 28 entries: 28× full_attention | ["full_attention", "full_attention"] |
| text_config.num_attention_heads | 16 | 4 |
| text_config.num_hidden_layers | 28 | 2 |
| text_config.num_key_value_heads | 8 | 2 |
\ No newline at end of file
diff --git a/shrink/MOSS-Transcribe-Diarize-HF-mic.json b/shrink/MOSS-Transcribe-Diarize-HF-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..cd9ac3429451291e06a7f24e8444c15effb30daa
--- /dev/null
+++ b/shrink/MOSS-Transcribe-Diarize-HF-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/MOSS-Transcribe-Diarize-HF-mic@10010f1a0105941db4ce5363f4e724a85f053c64", "findings": []}
\ No newline at end of file
diff --git a/shrink/MiniCPM-V-4.6-mic.html b/shrink/MiniCPM-V-4.6-mic.html
index 22cfd6680cd203674380172de5db33c9dc18cd56..90ac30eea01e623abac554f10ede88852d28925e 100644
--- a/shrink/MiniCPM-V-4.6-mic.html
+++ b/shrink/MiniCPM-V-4.6-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+openbmb/MiniCPM-V-4.6: shrunk architecture
-Shrunk architecture
huggingface-mic/MiniCPM-V-4.6-mic@0ab6a30ad4aeae45c8ad56b7859397c24bca47e8 ← openbmb/MiniCPM-V-4.6@36f34a661a4bd35d0dc2294cb044d2584646c7d3 · MiniCPMV4_6ForConditionalGeneration · random weights
+← MIC coverage of Transformers model types
+openbmb/MiniCPM-V-4.6
huggingface-mic/MiniCPM-V-4.6-mic@0ab6a30ad4ae ← openbmb/MiniCPM-V-4.6@36f34a661a4b · MiniCPMV4_6ForConditionalGeneration · random weights
Original1.3Bparameters
Fixture17.3Mparameters
Layer stacks3compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.vision_tower.encoder.layers
| Kind | Original | Fixture | |
|---|
| VisionEncoderLayer | 27 | 2 | ✓ kept |
model.language_model.layers
| Kind | Original | Fixture | |
|---|
| linear_attention, Conv1d, Qwen3_5GatedDeltaNet … | 18 | 1 | ✓ kept |
| is_causal=True, Qwen3_5Attention | 6 | 1 | ✓ kept |
model.merger.mlp
| Kind | Original | Fixture | |
|---|
| GELU | 1 | 1 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.language_model.layers | 498.1M | 38.3% | 748.0K | 4.3% |
| model.vision_tower.encoder.layers | 411.5M | 31.6% | 66.9K | 0.4% |
| model.language_model | 254.0M | 19.5% | 15.9M | 91.7% |
| model.vision_tower | 110.8M | 8.5% | 533.1K | 3.1% |
| model.merger.mlp | 26.0M | 2.0% | 82.8K | 0.5% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | minicpmv4_6 | minicpmv4_6 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| model | image_size | 1120 | 1120 | ✓ kept |
| model | patch_size | 14 | 14 | ✓ kept |
| text_config | attention style | GQA (8 heads, 2 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| text_config | RoPE type | default | default | ✓ kept |
| text_config | model_type | qwen3_5_text | qwen3_5_text | ✓ kept |
| text_config | vocab_size | 248094 | 248094 | ✓ kept |
| text_config | tie_word_embeddings | True | True | ✓ kept |
| text_config | hidden_act | silu | silu | ✓ kept |
| text_config | max_position_embeddings | 262144 | 262144 | ✓ kept |
| vision_config | model_type | minicpmv4_6_vision | minicpmv4_6_vision | ✓ kept |
| vision_config | hidden_act | gelu_pytorch_tanh | gelu_pytorch_tanh | ✓ kept |
| vision_config | image_size | 980 | 980 | ✓ kept |
| vision_config | patch_size | 14 | 14 | ✓ kept |
| vision_config | num_channels | 3 | 3 | ✓ kept |
Module classes
Instances of each class in the built model (prefix MiniCPMV4_6 omitted).
| Class | Original | Fixture |
|---|
| Linear | 357 | 36 |
| Qwen3_5RMSNorm | 61 | 7 |
| LayerNorm | 58 | 8 |
| GELUTanh | 28 | 3 |
| VisionAttention | 28 | 3 |
| VisionEncoderLayer | 27 | 2 |
| VisionMLP | 27 | 2 |
| Qwen3_5DecoderLayer | 24 | 2 |
| Qwen3_5MLP | 24 | 2 |
| SiLUActivation | 24 | 2 |
| Conv1d | 18 | 1 |
| Qwen3_5GatedDeltaNet | 18 | 1 |
| Qwen3_5RMSNormGated | 18 | 1 |
| Qwen3_5Attention | 6 | 1 |
| ModuleList | 3 | 3 |
| Embedding | 2 | 2 |
| Conv2d | 1 | 1 |
| GELU | 1 | 1 |
| DownsampleMLP | 1 | 1 |
| ForConditionalGeneration | 1 | 1 |
| Merger | 1 | 1 |
| Model | 1 | 1 |
| ViTWindowAttentionMerger | 1 | 1 |
| VisionEmbeddings | 1 | 1 |
| VisionEncoder | 1 | 1 |
| VisionModel | 1 | 1 |
| Qwen3_5TextModel | 1 | 1 |
| Qwen3_5TextRotaryEmbedding | 1 | 1 |
Config changes
10 fields changed, 73 unchanged.
| Field | Original | Fixture |
|---|
| text_config.head_dim | 256 | 16 |
| text_config.hidden_size | 1024 | 64 |
| text_config.intermediate_size | 3584 | 128 |
| text_config.layer_types | 24 entries: 18× linear_attention, 6× full_attention | ["linear_attention", "full_attention"] |
| text_config.num_attention_heads | 8 | 4 |
| text_config.num_hidden_layers | 24 | 2 |
| vision_config.hidden_size | 1152 | 64 |
| vision_config.intermediate_size | 4304 | 128 |
| vision_config.num_attention_heads | 16 | 4 |
| vision_config.num_hidden_layers | 27 | 2 |
\ No newline at end of file
diff --git a/shrink/MiniCPM-V-4.6-mic.json b/shrink/MiniCPM-V-4.6-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..1c55434f2bef8a1051ce32c98741275d187f500e
--- /dev/null
+++ b/shrink/MiniCPM-V-4.6-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/MiniCPM-V-4.6-mic@0ab6a30ad4aeae45c8ad56b7859397c24bca47e8", "findings": []}
\ No newline at end of file
diff --git a/shrink/MiniCPM3-4B-mic.html b/shrink/MiniCPM3-4B-mic.html
index 816529da0456dc0394f117c07d50395341ab89bf..fc9c6956cee80cf9551639efbc5df8a785bb5fa2 100644
--- a/shrink/MiniCPM3-4B-mic.html
+++ b/shrink/MiniCPM3-4B-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+openbmb/MiniCPM3-4B: shrunk architecture
-Shrunk architecture
huggingface-mic/MiniCPM3-4B-mic@874f11d622cb165e995468f15d2f43f242b52b4a ← openbmb/MiniCPM3-4B@d6b14ddaefdb11c624dd75c3c779549bc90b08cb · MiniCPM3ForCausalLM · random weights · built before the shrink rule (no recorded recipe)
+← MIC coverage of Transformers model types
+openbmb/MiniCPM3-4B
huggingface-mic/MiniCPM3-4B-mic@874f11d622cb ← openbmb/MiniCPM3-4B@d6b14ddaefdb · MiniCPM3ForCausalLM · random weights · built before the shrink rule (no recorded recipe)
Original4.1Bparameters
Fixture4.8Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 62 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 3.9B | 95.4% | 70.0K | 1.5% |
| model.embed_tokens | 188.0M | 4.6% | 4.7M | 98.5% |
| model.norm | 2.6K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | MHA (40 heads, 40 KV) | MHA (4 heads, 4 KV) | ✓ kept |
| model | RoPE type | longrope | longrope | ✓ kept |
| model | model_type | minicpm3 | minicpm3 | ✓ kept |
| model | vocab_size | 73448 | 73448 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 32768 | 32768 | ✓ kept |
Module classes
Instances of each class in the built model (prefix MiniCPM3 omitted).
| Class | Original | Fixture |
|---|
| Linear | 497 | 17 |
| RMSNorm | 249 | 9 |
| Attention | 62 | 2 |
| DecoderLayer | 62 | 2 |
| MLP | 62 | 2 |
| SiLUActivation | 62 | 2 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
| ScaledWordEmbedding | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
12 fields changed, 28 unchanged.
| Field | Original | Fixture |
|---|
| head_dim | 32 | 8 |
| hidden_size | 2560 | 64 |
| intermediate_size | 6400 | 128 |
| kv_lora_rank | 256 | 16 |
| num_attention_heads | 40 | 4 |
| num_hidden_layers | 62 | 2 |
| num_key_value_heads | 40 | 4 |
| q_lora_rank | 768 | 16 |
| qk_nope_head_dim | 64 | 16 |
| qk_rope_head_dim | 32 | 8 |
| rope_parameters | {"type": "longrope", "long_factor": [1.0591234137867171, 1.1241891283591912, … | {"long_factor": [1.0591234137867171, 2.093982484148734, 10.475458000005451, 1… |
| v_head_dim | 64 | 16 |
\ No newline at end of file
diff --git a/shrink/MiniCPM3-4B-mic.json b/shrink/MiniCPM3-4B-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..df098317b6ee407f4a5c7097cd4ca18d5c758cbc
--- /dev/null
+++ b/shrink/MiniCPM3-4B-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/MiniCPM3-4B-mic@874f11d622cb165e995468f15d2f43f242b52b4a", "findings": []}
\ No newline at end of file
diff --git a/shrink/MiniMax-M2.5-mic.html b/shrink/MiniMax-M2.5-mic.html
index ac2a79ff7cd61e012eccd0e431980651640ee654..5a8114a3bdb7e3644b460fb7ff9fa6e10d8ed01f 100644
--- a/shrink/MiniMax-M2.5-mic.html
+++ b/shrink/MiniMax-M2.5-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+MiniMaxAI/MiniMax-M2.5: shrunk architecture
-Shrunk architecture
huggingface-mic/MiniMax-M2.5-mic@5e9d65abcedbbc965c77d1f07ffe7fba04f5d512 ← MiniMaxAI/MiniMax-M2.5@2515a3ea0afec1dd22d0c7794b3a91557804d195 · MiniMaxM2ForCausalLM · random weights
+← MIC coverage of Transformers model types
+MiniMaxAI/MiniMax-M2.5
huggingface-mic/MiniMax-M2.5-mic@5e9d65abcedb ← MiniMaxAI/MiniMax-M2.5@2515a3ea0afe · MiniMaxM2ForCausalLM · random weights
Original228.7Bparameters
Fixture25.8Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 62 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 227.5B | 99.5% | 222.1K | 0.9% |
| lm_head | 614.6M | 0.3% | 12.8M | 49.6% |
| model.embed_tokens | 614.6M | 0.3% | 12.8M | 49.6% |
| model.norm | 3.1K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | GQA (48 heads, 8 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| model | MoE routing | top-8 of 256 experts | top-2 of 4 experts | ✓ kept |
| model | RoPE type | default | default | ✓ kept |
| model | model_type | minimax_m2 | minimax_m2 | ✓ kept |
| model | vocab_size | 200064 | 200064 | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 196608 | 196608 | ✓ kept |
Module classes
Instances of each class in the built model (prefix MiniMaxM2 omitted).
| Class | Original | Fixture |
|---|
| Linear | 249 | 9 |
| RMSNorm | 249 | 9 |
| Attention | 62 | 2 |
| DecoderLayer | 62 | 2 |
| Experts | 62 | 2 |
| SparseMoeBlock | 62 | 2 |
| TopKRouter | 62 | 2 |
| SiLUActivation | 62 | 2 |
| Embedding | 1 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
10 fields changed, 34 unchanged.
| Field | Original | Fixture |
|---|
| attn_type_list | 62 entries: 62× 1 | [1, 1] |
| head_dim | 128 | 16 |
| hidden_size | 3072 | 64 |
| intermediate_size | 1536 | 128 |
| num_attention_heads | 48 | 4 |
| num_experts_per_tok | 8 | 2 |
| num_hidden_layers | 62 | 2 |
| num_key_value_heads | 8 | 2 |
| num_local_experts | 256 | 4 |
| quantization_config | {"activation_scheme": "dynamic", "fmt": "float8_e4m3fn", "quant_method": "fp8… | — |
\ No newline at end of file
diff --git a/shrink/MiniMax-M2.5-mic.json b/shrink/MiniMax-M2.5-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..1bcb377c2f94522dab0bba725c77c462b4f4ac61
--- /dev/null
+++ b/shrink/MiniMax-M2.5-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/MiniMax-M2.5-mic@5e9d65abcedbbc965c77d1f07ffe7fba04f5d512", "findings": []}
\ No newline at end of file
diff --git a/shrink/MiniMax-M3-MXFP8-mic.html b/shrink/MiniMax-M3-MXFP8-mic.html
index 1ff4a8c52631fcbd09d27959a93e36941a804e77..a59e31cbc65879e6e4e237e641916f15fcc8f82e 100644
--- a/shrink/MiniMax-M3-MXFP8-mic.html
+++ b/shrink/MiniMax-M3-MXFP8-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+MiniMaxAI/MiniMax-M3-MXFP8: shrunk architecture
-Shrunk architecture
huggingface-mic/MiniMax-M3-MXFP8-mic@314c24fd31f3764227458c8fe5aa7750eb65f6b8 ← MiniMaxAI/MiniMax-M3-MXFP8@d2be410f483297907301ec94fdf0ca5385f9b169 · MiniMaxM3SparseForConditionalGeneration · random weights
+← MIC coverage of Transformers model types
+MiniMaxAI/MiniMax-M3-MXFP8
huggingface-mic/MiniMax-M3-MXFP8-mic@314c24fd31f3 ← MiniMaxAI/MiniMax-M3-MXFP8@d2be410f4832 · MiniMaxM3SparseForConditionalGeneration · random weights
Original427.0Bparameters
Fixture31.0Mparameters
Layer stacks2compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.vision_tower.layers
| Kind | Original | Fixture | |
|---|
| MiniMaxM3VLVisionEncoderLayer | 32 | 2 | ✓ kept |
model.language_model.layers
| Kind | Original | Fixture | |
|---|
| no MiniMaxM3VLExperts | 3 | 1 | ✓ kept |
| MiniMaxM3VLExperts, MiniMaxM3VLIndexer, MiniMaxM3VLSparseMoeBlock … | 57 | 1 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.language_model.layers | 423.7B | 99.2% | 2.5M | 8.2% |
| model.language_model | 1.2B | 0.3% | 12.8M | 41.2% |
| lm_head | 1.2B | 0.3% | 12.8M | 41.2% |
| model.vision_tower.layers | 629.7M | 0.1% | 66.9K | 0.2% |
| model.multi_modal_projector | 234.4M | 0.1% | 2.8M | 8.9% |
| model.vision_tower | 1.5M | 0.0% | 75.4K | 0.2% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | minimax_m3_vl | minimax_m3_vl | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| vision_config | RoPE type | axial | axial | ✓ kept |
| vision_config | model_type | minimax_m3_vl_vision | minimax_m3_vl_vision | ✓ kept |
| vision_config | vocab_size | 32000 | 32000 | ✓ kept |
| vision_config | hidden_act | gelu | gelu | ✓ kept |
| vision_config | image_size | 2016 | 2016 | ✓ kept |
| vision_config | patch_size | 14 | 14 | ✓ kept |
| vision_config | num_channels | 3 | 3 | ✓ kept |
| text_config | attention style | GQA (64 heads, 4 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| text_config | MoE routing | top-4 of 128 experts | top-2 of 4 experts | ✓ kept |
| text_config | RoPE type | default | default | ✓ kept |
| text_config | model_type | minimax_m3_vl_text | minimax_m3_vl_text | ✓ kept |
| text_config | vocab_size | 200064 | 200064 | ✓ kept |
| text_config | tie_word_embeddings | False | False | ✓ kept |
| text_config | hidden_act | silu | silu | ✓ kept |
| text_config | max_position_embeddings | 1048576 | 1048576 | ✓ kept |
Module classes
Instances of each class in the built model (prefix MiniMaxM3Sparse omitted).
| Class | Original | Fixture |
|---|
| Linear | 671 | 31 |
| MiniMaxM3VLRMSNorm | 355 | 11 |
| LayerNorm | 65 | 5 |
| MiniMaxM3VLAttention | 60 | 2 |
| MiniMaxM3VLDecoderLayer | 60 | 2 |
| MiniMaxM3VLDenseMLP | 60 | 2 |
| MiniMaxM3VLExperts | 57 | 1 |
| MiniMaxM3VLIndexer | 57 | 1 |
| MiniMaxM3VLSparseMoeBlock | 57 | 1 |
| MiniMaxM3VLTopKRouter | 57 | 1 |
| GELUActivation | 34 | 4 |
| MiniMaxM3VLVisionAttention | 32 | 2 |
| MiniMaxM3VLVisionEncoderLayer | 32 | 2 |
| MiniMaxM3VLVisionMLP | 32 | 2 |
| ModuleList | 2 | 2 |
| Conv3d | 1 | 1 |
| Embedding | 1 | 1 |
| ForConditionalGeneration | 1 | 1 |
| MiniMaxM3VLModel | 1 | 1 |
| MiniMaxM3VLMultiModalProjector | 1 | 1 |
| MiniMaxM3VLRotaryEmbedding | 1 | 1 |
| MiniMaxM3VLTextModel | 1 | 1 |
| MiniMaxM3VLVisionEmbeddings | 1 | 1 |
| MiniMaxM3VLVisionModel | 1 | 1 |
| MiniMaxM3VLVisionRotaryEmbedding | 1 | 1 |
Config changes
21 fields changed, 91 unchanged.
| Field | Original | Fixture |
|---|
| merged_hidden_size | 24576 | 256 |
| quantization_config | {"quant_method": "mxfp8", "activation_scheme": "dynamic", "weight_block_size"… | — |
| text_config.head_dim | 128 | 16 |
| text_config.hidden_size | 6144 | 64 |
| text_config.index_block_size | 128 | 8 |
| text_config.index_n_heads | 4 | 2 |
| text_config.index_topk_blocks | 16 | 4 |
| text_config.intermediate_size | 3072 | 128 |
| text_config.layer_types | 60 entries: 57× minimax_m3_sparse, 3× full_attention | ["full_attention", "minimax_m3_sparse"] |
| text_config.mlp_layer_types | 60 entries: 57× sparse, 3× dense | ["dense", "sparse"] |
| text_config.num_attention_heads | 64 | 4 |
| text_config.num_experts_per_tok | 4 | 2 |
| text_config.num_hidden_layers | 60 | 2 |
| text_config.num_key_value_heads | 4 | 2 |
| text_config.num_local_experts | 128 | 4 |
| text_config.shared_intermediate_size | 3072 | 128 |
| vision_config.hidden_size | 1280 | 64 |
| vision_config.intermediate_size | 5120 | 128 |
| vision_config.num_attention_heads | 16 | 4 |
| vision_config.num_hidden_layers | 32 | 2 |
| vision_config.projection_dim | 6144 | 64 |
\ No newline at end of file
diff --git a/shrink/MiniMax-M3-MXFP8-mic.json b/shrink/MiniMax-M3-MXFP8-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..c88551697b99a8dc0dcd75ca5e6d9098d637f1ff
--- /dev/null
+++ b/shrink/MiniMax-M3-MXFP8-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/MiniMax-M3-MXFP8-mic@314c24fd31f3764227458c8fe5aa7750eb65f6b8", "findings": []}
\ No newline at end of file
diff --git a/shrink/Ministral-3-3B-Instruct-2512-mic.html b/shrink/Ministral-3-3B-Instruct-2512-mic.html
index e31c7a9607dc3696edda5e7f3873b250e23e6895..440b554bdbe846d42c5b6f2275d3dbb8ffe64dc0 100644
--- a/shrink/Ministral-3-3B-Instruct-2512-mic.html
+++ b/shrink/Ministral-3-3B-Instruct-2512-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+mistralai/Ministral-3-3B-Instruct-2512: shrunk architecture
-Shrunk architecture
huggingface-mic/Ministral-3-3B-Instruct-2512-mic@444a971de7a3a92574df14dcdd5dde549e0d660f ← mistralai/Ministral-3-3B-Instruct-2512@b35d4dfe56c142746f54dbd64f579faab2744308 · Mistral3ForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)
+← MIC coverage of Transformers model types
+mistralai/Ministral-3-3B-Instruct-2512
huggingface-mic/Ministral-3-3B-Instruct-2512-mic@444a971de7a3 ← mistralai/Ministral-3-3B-Instruct-2512@b35d4dfe56c1 · Mistral3ForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)
Original3.8Bparameters
Fixture8.6Mparameters
Layer stacks2compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.vision_tower.transformer.layers
| Kind | Original | Fixture | |
|---|
| PixtralAttentionLayer | 24 | 2 | ✓ kept |
model.language_model.layers
| Kind | Original | Fixture | |
|---|
| Ministral3DecoderLayer | 26 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.language_model.layers | 3.0B | 78.6% | 74.0K | 0.9% |
| model.vision_tower.transformer.layers | 402.7M | 10.5% | 82.2K | 1.0% |
| model.language_model | 402.7M | 10.5% | 8.4M | 97.5% |
| model.multi_modal_projector | 16.8M | 0.4% | 24.6K | 0.3% |
| model.vision_tower | 603.1K | 0.0% | 37.7K | 0.4% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | mistral3 | mistral3 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| vision_config | RoPE type | axial | axial | ✓ kept |
| vision_config | model_type | pixtral | pixtral | ✓ kept |
| vision_config | hidden_act | silu | silu | ✓ kept |
| vision_config | image_size | 1540 | 1540 | ✓ kept |
| vision_config | patch_size | 14 | 14 | ✓ kept |
| vision_config | num_channels | 3 | 3 | ✓ kept |
| text_config | attention style | GQA (32 heads, 8 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| text_config | RoPE type | yarn | yarn | ✓ kept |
| text_config | model_type | ministral3 | ministral3 | ✓ kept |
| text_config | vocab_size | 131072 | 131072 | ✓ kept |
| text_config | tie_word_embeddings | True | True | ✓ kept |
| text_config | hidden_act | silu | silu | ✓ kept |
| text_config | max_position_embeddings | 262144 | 262144 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Mistral3 omitted).
| Class | Original | Fixture |
|---|
| Linear | 354 | 32 |
| Ministral3RMSNorm | 53 | 5 |
| SiLUActivation | 50 | 4 |
| PixtralRMSNorm | 49 | 5 |
| Ministral3Attention | 26 | 2 |
| Ministral3DecoderLayer | 26 | 2 |
| Ministral3MLP | 26 | 2 |
| PixtralAttention | 24 | 2 |
| PixtralAttentionLayer | 24 | 2 |
| PixtralMLP | 24 | 2 |
| ModuleList | 2 | 2 |
| Conv2d | 1 | 1 |
| Embedding | 1 | 1 |
| GELUActivation | 1 | 1 |
| Ministral3Model | 1 | 1 |
| Ministral3RotaryEmbedding | 1 | 1 |
| ForConditionalGeneration | 1 | 1 |
| Model | 1 | 1 |
| MultiModalProjector | 1 | 1 |
| PatchMerger | 1 | 1 |
| RMSNorm | 1 | 1 |
| PixtralTransformer | 1 | 1 |
| PixtralVisionModel | 1 | 1 |
| PixtralVisionRotaryEmbedding | 1 | 1 |
Config changes
12 fields changed, 53 unchanged.
| Field | Original | Fixture |
|---|
| quantization_config | {"activation_scheme": "static", "dequantize": false, "modules_to_not_convert"… | — |
| text_config.head_dim | 128 | 16 |
| text_config.hidden_size | 3072 | 64 |
| text_config.intermediate_size | 9216 | 128 |
| text_config.num_attention_heads | 32 | 4 |
| text_config.num_hidden_layers | 26 | 2 |
| text_config.num_key_value_heads | 8 | 2 |
| vision_config.head_dim | 64 | 16 |
| vision_config.hidden_size | 1024 | 64 |
| vision_config.intermediate_size | 4096 | 128 |
| vision_config.num_attention_heads | 16 | 4 |
| vision_config.num_hidden_layers | 24 | 2 |
\ No newline at end of file
diff --git a/shrink/Ministral-3-3B-Instruct-2512-mic.json b/shrink/Ministral-3-3B-Instruct-2512-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..3838c66f87c2dd5171cca96ce09a8a7c3b308051
--- /dev/null
+++ b/shrink/Ministral-3-3B-Instruct-2512-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/Ministral-3-3B-Instruct-2512-mic@444a971de7a3a92574df14dcdd5dde549e0d660f", "findings": []}
\ No newline at end of file
diff --git a/shrink/Mistral-7B-Instruct-v0.2-mic.html b/shrink/Mistral-7B-Instruct-v0.2-mic.html
index 1233543a12b96facaed9566e580bbeb4ef95d505..ad9f5457663c4d5adf1f93006777271a41de2267 100644
--- a/shrink/Mistral-7B-Instruct-v0.2-mic.html
+++ b/shrink/Mistral-7B-Instruct-v0.2-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+mistralai/Mistral-7B-Instruct-v0.2: shrunk architecture
-Shrunk architecture
huggingface-mic/Mistral-7B-Instruct-v0.2-mic@90938461b4cb2497a78ea7f817f89df453996848 ← mistralai/Mistral-7B-Instruct-v0.2@63a8b081895390a26e140280378bc85ec8bce07a · MistralForCausalLM · random weights · built before the shrink rule (no recorded recipe)
+← MIC coverage of Transformers model types
+mistralai/Mistral-7B-Instruct-v0.2
huggingface-mic/Mistral-7B-Instruct-v0.2-mic@90938461b4cb ← mistralai/Mistral-7B-Instruct-v0.2@63a8b0818953 · MistralForCausalLM · random weights · built before the shrink rule (no recorded recipe)
Original7.2Bparameters
Fixture8.4Mparameters
Layer stacks1compared
Findings1to review
⚠ To review
- model: max_position_embeddings 32768 became 512
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 32 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 7.0B | 96.4% | 246.3K | 2.9% |
| model.embed_tokens | 131.1M | 1.8% | 4.1M | 48.5% |
| lm_head | 131.1M | 1.8% | 4.1M | 48.5% |
| model.norm | 4.1K | 0.0% | 128 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | GQA (32 heads, 8 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| model | RoPE type | default | default | ✓ kept |
| model | model_type | mistral | mistral | ✓ kept |
| model | vocab_size | 32000 | 32000 | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 32768 | 512 | ⚠ changed |
Module classes
Instances of each class in the built model (prefix Mistral omitted).
| Class | Original | Fixture |
|---|
| Linear | 225 | 15 |
| RMSNorm | 65 | 5 |
| Attention | 32 | 2 |
| DecoderLayer | 32 | 2 |
| MLP | 32 | 2 |
| SiLUActivation | 32 | 2 |
| Embedding | 1 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
7 fields changed, 21 unchanged.
| Field | Original | Fixture |
|---|
| head_dim | 128 | 16 |
| hidden_size | 4096 | 128 |
| intermediate_size | 14336 | 256 |
| max_position_embeddings | 32768 | 512 |
| num_attention_heads | 32 | 4 |
| num_hidden_layers | 32 | 2 |
| num_key_value_heads | 8 | 2 |
\ No newline at end of file
diff --git a/shrink/Mistral-7B-Instruct-v0.2-mic.json b/shrink/Mistral-7B-Instruct-v0.2-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..a46786157b76cd34fd72b4cea34deadb8d008503
--- /dev/null
+++ b/shrink/Mistral-7B-Instruct-v0.2-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/Mistral-7B-Instruct-v0.2-mic@90938461b4cb2497a78ea7f817f89df453996848", "findings": ["model: max_position_embeddings 32768 became 512"]}
\ No newline at end of file
diff --git a/shrink/Mixtral-8x7B-Instruct-v0.1-mic.html b/shrink/Mixtral-8x7B-Instruct-v0.1-mic.html
index 7dd8050beb1d5fd1f0caeaebaf5d93df23c146dd..4849d41df7d0c16c8cf5cd28062629fd424e5a99 100644
--- a/shrink/Mixtral-8x7B-Instruct-v0.1-mic.html
+++ b/shrink/Mixtral-8x7B-Instruct-v0.1-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+mistralai/Mixtral-8x7B-Instruct-v0.1: shrunk architecture
-Shrunk architecture
huggingface-mic/Mixtral-8x7B-Instruct-v0.1-mic@9c86dd7f51c866a4511616932943f95f6d163e66 ← mistralai/Mixtral-8x7B-Instruct-v0.1@eba92302a2861cdc0098cc54bc9f17cb2c47eb61 · MixtralForCausalLM · random weights
-Original46.7Bparameters
Fixture4.3Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 32 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 46.4B | 99.4% | 222.0K | 5.1% |
| lm_head | 131.1M | 0.3% | 2.0M | 47.4% |
| model.embed_tokens | 131.1M | 0.3% | 2.0M | 47.4% |
| model.norm | 4.1K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | GQA (32 heads, 8 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| model | MoE routing | top-2 of 8 experts | top-2 of 4 experts | ✓ kept |
| model | RoPE type | default | default | ✓ kept |
| model | model_type | mixtral | mixtral | ✓ kept |
| model | vocab_size | 32000 | 32000 | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 32768 | 32768 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Mixtral omitted).
| Class | Original | Fixture |
|---|
| Linear | 129 | 9 |
| RMSNorm | 65 | 5 |
| Attention | 32 | 2 |
| DecoderLayer | 32 | 2 |
| Experts | 32 | 2 |
| SparseMoeBlock | 32 | 2 |
| TopKRouter | 32 | 2 |
| SiLUActivation | 32 | 2 |
| Embedding | 1 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
6 fields changed, 27 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 4096 | 64 |
| intermediate_size | 14336 | 128 |
| num_attention_heads | 32 | 4 |
| num_hidden_layers | 32 | 2 |
| num_key_value_heads | 8 | 2 |
| num_local_experts | 8 | 4 |
+← MIC coverage of Transformers model types
+mistralai/Mixtral-8x7B-Instruct-v0.1
huggingface-mic/Mixtral-8x7B-Instruct-v0.1-mic@9c86dd7f51c8 ← mistralai/Mixtral-8x7B-Instruct-v0.1@eba92302a286 · MixtralForCausalLM · random weights
+Original46.7Bparameters
Fixture4.3Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 32 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 46.4B | 99.4% | 222.0K | 5.1% |
| model.embed_tokens | 131.1M | 0.3% | 2.0M | 47.4% |
| lm_head | 131.1M | 0.3% | 2.0M | 47.4% |
| model.norm | 4.1K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | GQA (32 heads, 8 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| model | MoE routing | top-2 of 8 experts | top-2 of 4 experts | ✓ kept |
| model | RoPE type | default | default | ✓ kept |
| model | model_type | mixtral | mixtral | ✓ kept |
| model | vocab_size | 32000 | 32000 | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 32768 | 32768 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Mixtral omitted).
| Class | Original | Fixture |
|---|
| Linear | 129 | 9 |
| RMSNorm | 65 | 5 |
| Attention | 32 | 2 |
| DecoderLayer | 32 | 2 |
| Experts | 32 | 2 |
| SparseMoeBlock | 32 | 2 |
| TopKRouter | 32 | 2 |
| SiLUActivation | 32 | 2 |
| Embedding | 1 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
6 fields changed, 27 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 4096 | 64 |
| intermediate_size | 14336 | 128 |
| num_attention_heads | 32 | 4 |
| num_hidden_layers | 32 | 2 |
| num_key_value_heads | 8 | 2 |
| num_local_experts | 8 | 4 |
\ No newline at end of file
diff --git a/shrink/Mixtral-8x7B-Instruct-v0.1-mic.json b/shrink/Mixtral-8x7B-Instruct-v0.1-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..a4e773cd8a6bf9ef94b7021022b1a215da7bfa87
--- /dev/null
+++ b/shrink/Mixtral-8x7B-Instruct-v0.1-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/Mixtral-8x7B-Instruct-v0.1-mic@9c86dd7f51c866a4511616932943f95f6d163e66", "findings": []}
\ No newline at end of file
diff --git a/shrink/NVIDIA-Nemotron-3-Nano-4B-BF16-mic.html b/shrink/NVIDIA-Nemotron-3-Nano-4B-BF16-mic.html
index 60f8b259be959c1d26f30b277721e97c627c9000..6c263dff676e4088b3c59cc38381d26f3b078b23 100644
--- a/shrink/NVIDIA-Nemotron-3-Nano-4B-BF16-mic.html
+++ b/shrink/NVIDIA-Nemotron-3-Nano-4B-BF16-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16: shrunk architecture
-Shrunk architecture
huggingface-mic/NVIDIA-Nemotron-3-Nano-4B-BF16-mic@9e2cf8579314aef2d07fb651a0e47989c49ce98d ← nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16@dfaf35de3e30f1867dd8dbc38a7fc9fb52d3914f · NemotronHForCausalLM · random weights · built before the shrink rule (no recorded recipe)
+← MIC coverage of Transformers model types
+nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16
huggingface-mic/NVIDIA-Nemotron-3-Nano-4B-BF16-mic@9e2cf8579314 ← nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16@dfaf35de3e30 · NemotronHForCausalLM · random weights · built before the shrink rule (no recorded recipe)
Original4.0Bparameters
Fixture49.5Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| linear_attention, Conv1d, Mamba2Mixer … | 21 | 21 | ✓ kept |
| MLP, ReLUSquaredActivation | 17 | 17 | ✓ kept |
| is_causal=True, Attention | 4 | 4 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 3.2B | 79.3% | 32.8M | 66.1% |
| lm_head | 411.0M | 10.3% | 8.4M | 16.9% |
| model.embeddings | 411.0M | 10.3% | 8.4M | 16.9% |
| model.norm_f | 3.1K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | GQA (40 heads, 8 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| model | MoE routing | top-2 of 8 experts | top-2 of 4 experts | ✓ kept |
| model | model_type | nemotron_h | nemotron_h | ✓ kept |
| model | vocab_size | 131072 | 131072 | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| model | max_position_embeddings | 262144 | 262144 | ✓ kept |
Module classes
Instances of each class in the built model (prefix NemotronH omitted).
| Class | Original | Fixture |
|---|
| Linear | 93 | 93 |
| RMSNorm | 43 | 43 |
| Block | 42 | 42 |
| Conv1d | 21 | 21 |
| Mamba2Mixer | 21 | 21 |
| RMSNormGated | 21 | 21 |
| SiLUActivation | 21 | 21 |
| MLP | 17 | 17 |
| ReLUSquaredActivation | 17 | 17 |
| Attention | 4 | 4 |
| Embedding | 1 | 1 |
| ModuleList | 1 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
Config changes
9 fields changed, 58 unchanged.
| Field | Original | Fixture |
|---|
| chunk_size | 256 | 8 |
| head_dim | 128 | 16 |
| hidden_size | 3136 | 64 |
| intermediate_size | 12544 | 128 |
| moe_intermediate_size | 7688 | 32 |
| n_routed_experts | 8 | 4 |
| num_attention_heads | 40 | 4 |
| num_key_value_heads | 8 | 2 |
| ssm_state_size | 128 | 16 |
\ No newline at end of file
diff --git a/shrink/NVIDIA-Nemotron-3-Nano-4B-BF16-mic.json b/shrink/NVIDIA-Nemotron-3-Nano-4B-BF16-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..40faf88cb6bb3b566d36fc51a76437aa95c5b785
--- /dev/null
+++ b/shrink/NVIDIA-Nemotron-3-Nano-4B-BF16-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/NVIDIA-Nemotron-3-Nano-4B-BF16-mic@9e2cf8579314aef2d07fb651a0e47989c49ce98d", "findings": []}
\ No newline at end of file
diff --git a/shrink/Nemotron-3-Embed-1B-BF16-mic.html b/shrink/Nemotron-3-Embed-1B-BF16-mic.html
index 6f6adaadb9b384ef5d36477d5c7fbd666980c7d8..f05b1f9c89298ea488da1b015afe7f11dacd03d0 100644
--- a/shrink/Nemotron-3-Embed-1B-BF16-mic.html
+++ b/shrink/Nemotron-3-Embed-1B-BF16-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+nvidia/Nemotron-3-Embed-1B-BF16: shrunk architecture
-Shrunk architecture
huggingface-mic/Nemotron-3-Embed-1B-BF16-mic@645864f9759d320c610786a2270ecb18e982534a ← nvidia/Nemotron-3-Embed-1B-BF16@c0c9fea93ea424587517f2c59e20db9f1d6bf615 · Ministral3Model · random weights
+← MIC coverage of Transformers model types
+nvidia/Nemotron-3-Embed-1B-BF16
huggingface-mic/Nemotron-3-Embed-1B-BF16-mic@645864f9759d ← nvidia/Nemotron-3-Embed-1B-BF16@c0c9fea93ea4 · Ministral3Model · random weights
Original1.1Bparameters
Fixture8.5Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
layers
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 16 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| layers | 872.5M | 76.5% | 74.0K | 0.9% |
| embed_tokens | 268.4M | 23.5% | 8.4M | 99.1% |
| norm | 2.0K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | GQA (24 heads, 8 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| model | RoPE type | yarn | yarn | ✓ kept |
| model | model_type | ministral3 | ministral3 | ✓ kept |
| model | vocab_size | 131072 | 131072 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 262144 | 262144 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Ministral3 omitted).
| Class | Original | Fixture |
|---|
| Linear | 112 | 14 |
| RMSNorm | 33 | 5 |
| Attention | 16 | 2 |
| DecoderLayer | 16 | 2 |
| MLP | 16 | 2 |
| SiLUActivation | 16 | 2 |
| Embedding | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
6 fields changed, 26 unchanged.
| Field | Original | Fixture |
|---|
| head_dim | 128 | 16 |
| hidden_size | 2048 | 64 |
| intermediate_size | 6144 | 128 |
| num_attention_heads | 24 | 4 |
| num_hidden_layers | 16 | 2 |
| num_key_value_heads | 8 | 2 |
\ No newline at end of file
diff --git a/shrink/Nemotron-3-Embed-1B-BF16-mic.json b/shrink/Nemotron-3-Embed-1B-BF16-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..1a5f6984cb7096711be1d13bdb313cf5b672ad82
--- /dev/null
+++ b/shrink/Nemotron-3-Embed-1B-BF16-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/Nemotron-3-Embed-1B-BF16-mic@645864f9759d320c610786a2270ecb18e982534a", "findings": []}
\ No newline at end of file
diff --git a/shrink/OLMo-1B-hf-mic.html b/shrink/OLMo-1B-hf-mic.html
index 629d5d1a54013f4a5fdd744195b2e53bbedc9f61..0027b39c8c511290139832d07d611a0e9fb70c1e 100644
--- a/shrink/OLMo-1B-hf-mic.html
+++ b/shrink/OLMo-1B-hf-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+allenai/OLMo-1B-hf: shrunk architecture
-Shrunk architecture
huggingface-mic/OLMo-1B-hf-mic@87c81bd7d9f93663d9906bbde0737125e4d85c54 ← allenai/OLMo-1B-hf@aee7752d9c08ee4775e9b0091426d8410e8f6a89 · OlmoForCausalLM · random weights
+← MIC coverage of Transformers model types
+allenai/OLMo-1B-hf
huggingface-mic/OLMo-1B-hf-mic@87c81bd7d9f9 ← allenai/OLMo-1B-hf@aee7752d9c08 · OlmoForCausalLM · random weights
Original1.2Bparameters
Fixture3.3Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 16 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 1.1B | 91.2% | 81.9K | 2.5% |
| model.embed_tokens | 103.0M | 8.8% | 3.2M | 97.5% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | MHA (16 heads, 16 KV) | MHA (4 heads, 4 KV) | ✓ kept |
| model | RoPE type | default | default | ✓ kept |
| model | model_type | olmo | olmo | ✓ kept |
| model | vocab_size | 50304 | 50304 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 2048 | 2048 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Olmo omitted).
| Class | Original | Fixture |
|---|
| Linear | 113 | 15 |
| LayerNorm | 33 | 5 |
| Attention | 16 | 2 |
| DecoderLayer | 16 | 2 |
| MLP | 16 | 2 |
| SiLUActivation | 16 | 2 |
| Embedding | 1 | 1 |
| ModuleList | 1 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
Config changes
5 fields changed, 23 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 2048 | 64 |
| intermediate_size | 8192 | 128 |
| num_attention_heads | 16 | 4 |
| num_hidden_layers | 16 | 2 |
| num_key_value_heads | 16 | 4 |
\ No newline at end of file
diff --git a/shrink/OLMo-1B-hf-mic.json b/shrink/OLMo-1B-hf-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..293956bdee8c3b8605bfeaf4b6f56a547ebc86a7
--- /dev/null
+++ b/shrink/OLMo-1B-hf-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/OLMo-1B-hf-mic@87c81bd7d9f93663d9906bbde0737125e4d85c54", "findings": []}
\ No newline at end of file
diff --git a/shrink/OLMo-2-0425-1B-mic.html b/shrink/OLMo-2-0425-1B-mic.html
index 30f3e4376c6fb1219c1719d9d8feca661d30cc59..5c32ed86c004b31b33453133d852f0197cf1439d 100644
--- a/shrink/OLMo-2-0425-1B-mic.html
+++ b/shrink/OLMo-2-0425-1B-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+allenai/OLMo-2-0425-1B: shrunk architecture
-Shrunk architecture
huggingface-mic/OLMo-2-0425-1B-mic@7a6eea1e741066708957df80693b23000613b907 ← allenai/OLMo-2-0425-1B@a1847dff35000b4271fa70afc5db10fd29fedbdf · Olmo2ForCausalLM · random weights
-Original1.5Bparameters
Fixture12.9Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 16 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 1.1B | 72.3% | 82.4K | 0.6% |
| model.embed_tokens | 205.5M | 13.8% | 6.4M | 49.7% |
| lm_head | 205.5M | 13.8% | 6.4M | 49.7% |
| model.norm | 2.0K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | MHA (16 heads, 16 KV) | MHA (4 heads, 4 KV) | ✓ kept |
| model | RoPE type | default | default | ✓ kept |
| model | model_type | olmo2 | olmo2 | ✓ kept |
| model | vocab_size | 100352 | 100352 | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 4096 | 4096 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Olmo2 omitted).
| Class | Original | Fixture |
|---|
| Linear | 113 | 15 |
| RMSNorm | 65 | 9 |
| Attention | 16 | 2 |
| DecoderLayer | 16 | 2 |
| MLP | 16 | 2 |
| SiLUActivation | 16 | 2 |
| Embedding | 1 | 1 |
| ModuleList | 1 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
Config changes
5 fields changed, 22 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 2048 | 64 |
| intermediate_size | 8192 | 128 |
| num_attention_heads | 16 | 4 |
| num_hidden_layers | 16 | 2 |
| num_key_value_heads | 16 | 4 |
+← MIC coverage of Transformers model types
+allenai/OLMo-2-0425-1B
huggingface-mic/OLMo-2-0425-1B-mic@7a6eea1e7410 ← allenai/OLMo-2-0425-1B@a1847dff3500 · Olmo2ForCausalLM · random weights
+Original1.5Bparameters
Fixture12.9Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 16 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 1.1B | 72.3% | 82.4K | 0.6% |
| lm_head | 205.5M | 13.8% | 6.4M | 49.7% |
| model.embed_tokens | 205.5M | 13.8% | 6.4M | 49.7% |
| model.norm | 2.0K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | MHA (16 heads, 16 KV) | MHA (4 heads, 4 KV) | ✓ kept |
| model | RoPE type | default | default | ✓ kept |
| model | model_type | olmo2 | olmo2 | ✓ kept |
| model | vocab_size | 100352 | 100352 | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 4096 | 4096 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Olmo2 omitted).
| Class | Original | Fixture |
|---|
| Linear | 113 | 15 |
| RMSNorm | 65 | 9 |
| Attention | 16 | 2 |
| DecoderLayer | 16 | 2 |
| MLP | 16 | 2 |
| SiLUActivation | 16 | 2 |
| Embedding | 1 | 1 |
| ModuleList | 1 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
Config changes
5 fields changed, 22 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 2048 | 64 |
| intermediate_size | 8192 | 128 |
| num_attention_heads | 16 | 4 |
| num_hidden_layers | 16 | 2 |
| num_key_value_heads | 16 | 4 |
\ No newline at end of file
diff --git a/shrink/OLMo-2-0425-1B-mic.json b/shrink/OLMo-2-0425-1B-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..7e6c4bae06a36bbc1f9da5d933d8cfc7f2b52815
--- /dev/null
+++ b/shrink/OLMo-2-0425-1B-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/OLMo-2-0425-1B-mic@7a6eea1e741066708957df80693b23000613b907", "findings": []}
\ No newline at end of file
diff --git a/shrink/OLMoE-1B-7B-0924-mic.html b/shrink/OLMoE-1B-7B-0924-mic.html
index b7697681bb69d4e281ce6de6e45207a3d6973324..93216b20e7300482907faa302cea26706a767095 100644
--- a/shrink/OLMoE-1B-7B-0924-mic.html
+++ b/shrink/OLMoE-1B-7B-0924-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+allenai/OLMoE-1B-7B-0924: shrunk architecture
-Shrunk architecture
huggingface-mic/OLMoE-1B-7B-0924-mic@abd7fb026a08bdb27dfa8ff4d6a1680721f1e85a ← allenai/OLMoE-1B-7B-0924@6d84c48581ece794365f2b8e9cfb043c68ade9c5 · OlmoeForCausalLM · random weights
-Original6.9Bparameters
Fixture6.7Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 16 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 6.7B | 97.0% | 230.4K | 3.5% |
| model.embed_tokens | 103.0M | 1.5% | 3.2M | 48.3% |
| lm_head | 103.0M | 1.5% | 3.2M | 48.3% |
| model.norm | 2.0K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | MHA (16 heads, 16 KV) | MHA (4 heads, 4 KV) | ✓ kept |
| model | MoE routing | top-8 of 64 experts | top-2 of 4 experts | ✓ kept |
| model | RoPE type | default | default | ✓ kept |
| model | model_type | olmoe | olmoe | ✓ kept |
| model | vocab_size | 50304 | 50304 | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 4096 | 4096 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Olmoe omitted).
| Class | Original | Fixture |
|---|
| Linear | 65 | 9 |
| RMSNorm | 65 | 9 |
| Attention | 16 | 2 |
| DecoderLayer | 16 | 2 |
| Experts | 16 | 2 |
| SparseMoeBlock | 16 | 2 |
| TopKRouter | 16 | 2 |
| SiLUActivation | 16 | 2 |
| Embedding | 1 | 1 |
| ModuleList | 1 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
Config changes
7 fields changed, 26 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 2048 | 64 |
| intermediate_size | 1024 | 128 |
| num_attention_heads | 16 | 4 |
| num_experts | 64 | 4 |
| num_experts_per_tok | 8 | 2 |
| num_hidden_layers | 16 | 2 |
| num_key_value_heads | 16 | 4 |
+← MIC coverage of Transformers model types
+allenai/OLMoE-1B-7B-0924
huggingface-mic/OLMoE-1B-7B-0924-mic@abd7fb026a08 ← allenai/OLMoE-1B-7B-0924@6d84c48581ec · OlmoeForCausalLM · random weights
+Original6.9Bparameters
Fixture6.7Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 16 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 6.7B | 97.0% | 230.4K | 3.5% |
| lm_head | 103.0M | 1.5% | 3.2M | 48.3% |
| model.embed_tokens | 103.0M | 1.5% | 3.2M | 48.3% |
| model.norm | 2.0K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | MHA (16 heads, 16 KV) | MHA (4 heads, 4 KV) | ✓ kept |
| model | MoE routing | top-8 of 64 experts | top-2 of 4 experts | ✓ kept |
| model | RoPE type | default | default | ✓ kept |
| model | model_type | olmoe | olmoe | ✓ kept |
| model | vocab_size | 50304 | 50304 | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 4096 | 4096 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Olmoe omitted).
| Class | Original | Fixture |
|---|
| Linear | 65 | 9 |
| RMSNorm | 65 | 9 |
| Attention | 16 | 2 |
| DecoderLayer | 16 | 2 |
| Experts | 16 | 2 |
| SparseMoeBlock | 16 | 2 |
| TopKRouter | 16 | 2 |
| SiLUActivation | 16 | 2 |
| Embedding | 1 | 1 |
| ModuleList | 1 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
Config changes
7 fields changed, 26 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 2048 | 64 |
| intermediate_size | 1024 | 128 |
| num_attention_heads | 16 | 4 |
| num_experts | 64 | 4 |
| num_experts_per_tok | 8 | 2 |
| num_hidden_layers | 16 | 2 |
| num_key_value_heads | 16 | 4 |
\ No newline at end of file
diff --git a/shrink/OLMoE-1B-7B-0924-mic.json b/shrink/OLMoE-1B-7B-0924-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..02049285526f23e2050cfa358c1468e6fcb51f8a
--- /dev/null
+++ b/shrink/OLMoE-1B-7B-0924-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/OLMoE-1B-7B-0924-mic@abd7fb026a08bdb27dfa8ff4d6a1680721f1e85a", "findings": []}
\ No newline at end of file
diff --git a/shrink/Olmo-3-7B-Instruct-mic.html b/shrink/Olmo-3-7B-Instruct-mic.html
index 5867734cfec34930f34907058694e15ea6e0e110..8557b0ef96b1d88184029ad8e51df708e02abc00 100644
--- a/shrink/Olmo-3-7B-Instruct-mic.html
+++ b/shrink/Olmo-3-7B-Instruct-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+allenai/Olmo-3-7B-Instruct: shrunk architecture
-Shrunk architecture
huggingface-mic/Olmo-3-7B-Instruct-mic@3d2269c8c387b9dec2f5a987d2739464ad990224 ← allenai/Olmo-3-7B-Instruct@6e5971d9eba42665f5bd5a0fcf047f299ce1dccc · Olmo3ForCausalLM · random weights
-Original7.3Bparameters
Fixture12.9Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| sliding_attention | 24 | 1 | ✓ kept |
| full_attention | 8 | 1 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 6.5B | 88.7% | 82.4K | 0.6% |
| model.embed_tokens | 410.7M | 5.6% | 6.4M | 49.7% |
| lm_head | 410.7M | 5.6% | 6.4M | 49.7% |
| model.norm | 4.1K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | MHA (32 heads, 32 KV) | MHA (4 heads, 4 KV) | ✓ kept |
| model | model_type | olmo3 | olmo3 | ✓ kept |
| model | vocab_size | 100278 | 100278 | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 65536 | 65536 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Olmo3 omitted).
| Class | Original | Fixture |
|---|
| Linear | 225 | 15 |
| RMSNorm | 129 | 9 |
| Attention | 32 | 2 |
| DecoderLayer | 32 | 2 |
| MLP | 32 | 2 |
| SiLUActivation | 32 | 2 |
| Embedding | 1 | 1 |
| ModuleList | 1 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
Config changes
6 fields changed, 23 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 4096 | 64 |
| intermediate_size | 11008 | 128 |
| layer_types | 32 entries: 24× sliding_attention, 8× full_attention | ["sliding_attention", "full_attention"] |
| num_attention_heads | 32 | 4 |
| num_hidden_layers | 32 | 2 |
| num_key_value_heads | 32 | 4 |
+← MIC coverage of Transformers model types
+allenai/Olmo-3-7B-Instruct
huggingface-mic/Olmo-3-7B-Instruct-mic@3d2269c8c387 ← allenai/Olmo-3-7B-Instruct@6e5971d9eba4 · Olmo3ForCausalLM · random weights
+Original7.3Bparameters
Fixture12.9Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| sliding_attention | 24 | 1 | ✓ kept |
| full_attention | 8 | 1 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 6.5B | 88.7% | 82.4K | 0.6% |
| lm_head | 410.7M | 5.6% | 6.4M | 49.7% |
| model.embed_tokens | 410.7M | 5.6% | 6.4M | 49.7% |
| model.norm | 4.1K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | MHA (32 heads, 32 KV) | MHA (4 heads, 4 KV) | ✓ kept |
| model | model_type | olmo3 | olmo3 | ✓ kept |
| model | vocab_size | 100278 | 100278 | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 65536 | 65536 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Olmo3 omitted).
| Class | Original | Fixture |
|---|
| Linear | 225 | 15 |
| RMSNorm | 129 | 9 |
| Attention | 32 | 2 |
| DecoderLayer | 32 | 2 |
| MLP | 32 | 2 |
| SiLUActivation | 32 | 2 |
| Embedding | 1 | 1 |
| ModuleList | 1 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
Config changes
6 fields changed, 23 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 4096 | 64 |
| intermediate_size | 11008 | 128 |
| layer_types | 32 entries: 24× sliding_attention, 8× full_attention | ["sliding_attention", "full_attention"] |
| num_attention_heads | 32 | 4 |
| num_hidden_layers | 32 | 2 |
| num_key_value_heads | 32 | 4 |
\ No newline at end of file
diff --git a/shrink/Olmo-3-7B-Instruct-mic.json b/shrink/Olmo-3-7B-Instruct-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..01f18cd680088c0142bc59153750d272d57f496a
--- /dev/null
+++ b/shrink/Olmo-3-7B-Instruct-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/Olmo-3-7B-Instruct-mic@3d2269c8c387b9dec2f5a987d2739464ad990224", "findings": []}
\ No newline at end of file
diff --git a/shrink/Phi-3.5-MoE-0.8B-A0.2B-mic.html b/shrink/Phi-3.5-MoE-0.8B-A0.2B-mic.html
index 14ec08c9b3ba91deac9a1d00dce9ff466cfa9780..ab772a1adf8999d809aba69587cab90e039cc077 100644
--- a/shrink/Phi-3.5-MoE-0.8B-A0.2B-mic.html
+++ b/shrink/Phi-3.5-MoE-0.8B-A0.2B-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+inference-optimization/Phi-3.5-MoE-0.8B-A0.2B: shrunk architecture
-Shrunk architecture
huggingface-mic/Phi-3.5-MoE-0.8B-A0.2B-mic@38df14197e6a9ed50ccfe370498b9764d8dcadda ← inference-optimization/Phi-3.5-MoE-0.8B-A0.2B@f6258a2026894c90bffd3c0cfb11c42490935bb8 · PhimoeForCausalLM · random weights
+← MIC coverage of Transformers model types
+inference-optimization/Phi-3.5-MoE-0.8B-A0.2B
huggingface-mic/Phi-3.5-MoE-0.8B-A0.2B-mic@38df14197e6a ← inference-optimization/Phi-3.5-MoE-0.8B-A0.2B@f6258a202689 · PhimoeForCausalLM · random weights
Original802.6Mparameters
Fixture4.4Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 4 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 671.2M | 83.6% | 222.6K | 5.1% |
| lm_head | 65.7M | 8.2% | 2.1M | 47.8% |
| model.embed_tokens | 65.7M | 8.2% | 2.1M | 47.1% |
| model.norm | 4.1K | 0.0% | 128 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | GQA (16 heads, 4 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| model | MoE routing | top-2 of 8 experts | top-2 of 4 experts | ✓ kept |
| model | RoPE type | longrope | longrope | ✓ kept |
| model | model_type | phimoe | phimoe | ✓ kept |
| model | vocab_size | 32064 | 32064 | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 131072 | 131072 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Phimoe omitted).
| Class | Original | Fixture |
|---|
| Linear | 17 | 9 |
| LayerNorm | 9 | 5 |
| Attention | 4 | 2 |
| DecoderLayer | 4 | 2 |
| Experts | 4 | 2 |
| SparseMoeBlock | 4 | 2 |
| TopKRouter | 4 | 2 |
| SiLUActivation | 4 | 2 |
| Embedding | 1 | 1 |
| ModuleList | 1 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
Config changes
7 fields changed, 31 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 2048 | 64 |
| intermediate_size | 3200 | 128 |
| num_attention_heads | 16 | 4 |
| num_hidden_layers | 4 | 2 |
| num_key_value_heads | 4 | 2 |
| num_local_experts | 8 | 4 |
| rope_parameters | {"long_factor": [1.0199999809265137, 1.0299999713897705, 1.0399999618530273, … | {"long_factor": [1.0199999809265137, 1.059999942779541, 1.4899998903274536, 1… |
\ No newline at end of file
diff --git a/shrink/Phi-3.5-MoE-0.8B-A0.2B-mic.json b/shrink/Phi-3.5-MoE-0.8B-A0.2B-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..b8692da1cf7472334710d5930aa19a6f54c68fce
--- /dev/null
+++ b/shrink/Phi-3.5-MoE-0.8B-A0.2B-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/Phi-3.5-MoE-0.8B-A0.2B-mic@38df14197e6a9ed50ccfe370498b9764d8dcadda", "findings": []}
\ No newline at end of file
diff --git a/shrink/Phi-3.5-mini-instruct-mic.html b/shrink/Phi-3.5-mini-instruct-mic.html
index 097a62a59c1293d59b9008a2e4351a1bb461971d..2c8284252b60567571825d9030f6a78d5fa3a8b0 100644
--- a/shrink/Phi-3.5-mini-instruct-mic.html
+++ b/shrink/Phi-3.5-mini-instruct-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+microsoft/Phi-3.5-mini-instruct: shrunk architecture
-Shrunk architecture
huggingface-mic/Phi-3.5-mini-instruct-mic@0c7964e6c77b965e4cccc04ccb4f4d4a20a9ff81 ← microsoft/Phi-3.5-mini-instruct@2fe192450127e6a83f7441aef6e3ca586c338b77 · Phi3ForCausalLM · random weights · built before the shrink rule (no recorded recipe)
+← MIC coverage of Transformers model types
+microsoft/Phi-3.5-mini-instruct
huggingface-mic/Phi-3.5-mini-instruct-mic@0c7964e6c77b ← microsoft/Phi-3.5-mini-instruct@2fe192450127 · Phi3ForCausalLM · random weights · built before the shrink rule (no recorded recipe)
Original3.8Bparameters
Fixture4.2Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 32 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 3.6B | 94.8% | 82.2K | 2.0% |
| lm_head | 98.5M | 2.6% | 2.1M | 49.0% |
| model.embed_tokens | 98.5M | 2.6% | 2.1M | 49.0% |
| model.norm | 3.1K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | MHA (32 heads, 32 KV) | MHA (4 heads, 4 KV) | ✓ kept |
| model | RoPE type | longrope | longrope | ✓ kept |
| model | model_type | phi3 | phi3 | ✓ kept |
| model | vocab_size | 32064 | 32064 | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 131072 | 131072 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Phi3 omitted).
| Class | Original | Fixture |
|---|
| Linear | 129 | 9 |
| RMSNorm | 65 | 5 |
| Dropout | 64 | 4 |
| Attention | 32 | 2 |
| DecoderLayer | 32 | 2 |
| MLP | 32 | 2 |
| SiLUActivation | 32 | 2 |
| Embedding | 1 | 1 |
| ModuleList | 1 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
Config changes
6 fields changed, 26 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 3072 | 64 |
| intermediate_size | 8192 | 128 |
| num_attention_heads | 32 | 4 |
| num_hidden_layers | 32 | 2 |
| num_key_value_heads | 32 | 4 |
| rope_parameters | {"long_factor": [1.0800000429153442, 1.1100000143051147, 1.1399999856948853, … | {"long_factor": [1.0800000429153442, 1.6200000047683716, 7.700000286102295, 3… |
\ No newline at end of file
diff --git a/shrink/Phi-3.5-mini-instruct-mic.json b/shrink/Phi-3.5-mini-instruct-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..ef0f6d48ed2692c2eb08d507dafaba149c3e830e
--- /dev/null
+++ b/shrink/Phi-3.5-mini-instruct-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/Phi-3.5-mini-instruct-mic@0c7964e6c77b965e4cccc04ccb4f4d4a20a9ff81", "findings": []}
\ No newline at end of file
diff --git a/shrink/Phi-4-multimodal-instruct-mic.html b/shrink/Phi-4-multimodal-instruct-mic.html
index a797629e9b7e17d67e6bff65cd85c596301b627e..322f85b14af96a727d7144cf9e1af3d55377f2dd 100644
--- a/shrink/Phi-4-multimodal-instruct-mic.html
+++ b/shrink/Phi-4-multimodal-instruct-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+microsoft/Phi-4-multimodal-instruct: shrunk architecture
-Shrunk architecture
huggingface-mic/Phi-4-multimodal-instruct-mic@721c204bb9a6c7113710f11eb53f6798c3b87039 ← microsoft/Phi-4-multimodal-instruct@b5b5a5f60533515297d0e14ece86ed80d4b13b19 · Phi4MultimodalForCausalLM · random weights · built before the shrink rule (no recorded recipe)
+← MIC coverage of Transformers model types
+microsoft/Phi-4-multimodal-instruct
huggingface-mic/Phi-4-multimodal-instruct-mic@721c204bb9a6 ← microsoft/Phi-4-multimodal-instruct@b5b5a5f60533 · Phi4MultimodalForCausalLM · random weights · built before the shrink rule (no recorded recipe)
Original4.7Bparameters
Fixture16.6Mparameters
Layer stacks3compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 32 | 2 | ✓ kept |
model.embed_tokens_extend.image_embed.img_processor.encoder.layers
| Kind | Original | Fixture | |
|---|
| VisionEncoderLayer | 27 | 2 | ✓ kept |
model.embed_tokens_extend.audio_embed.encoder.encoders
| Kind | Original | Fixture | |
|---|
| AudioConformerEncoderLayer | 24 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 3.2B | 67.9% | 74.0K | 0.4% |
| model.embed_tokens | 614.6M | 13.0% | 12.8M | 77.3% |
| model.embed_tokens_extend.audio_embed.encoder.encoders | 428.6M | 9.0% | 671.2K | 4.1% |
| model.embed_tokens_extend.image_embed.img_processor.encoder.layers | 411.5M | 8.7% | 66.9K | 0.4% |
| model.embed_tokens_extend | 67.9M | 1.4% | 3.0M | 17.8% |
| model.norm | 3.1K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | GQA (24 heads, 8 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| model | RoPE type | longrope | longrope | ✓ kept |
| model | model_type | phi4_multimodal | phi4_multimodal | ✓ kept |
| model | vocab_size | 200064 | 200064 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 131072 | 131072 | ✓ kept |
| vision_config | model_type | phi4_multimodal_vision | phi4_multimodal_vision | ✓ kept |
| vision_config | hidden_act | gelu_pytorch_tanh | gelu_pytorch_tanh | ✓ kept |
| vision_config | image_size | 448 | 448 | ✓ kept |
| vision_config | patch_size | 14 | 14 | ✓ kept |
| vision_config | num_channels | 3 | 3 | ✓ kept |
| audio_config | model_type | phi4_multimodal_audio | phi4_multimodal_audio | ✓ kept |
Module classes
Instances of each class in the built model (prefix Phi4Multimodal omitted).
| Class | Original | Fixture |
|---|
| Linear | 492 | 46 |
| LayerNorm | 176 | 16 |
| Dropout | 139 | 13 |
| Conv1d | 96 | 8 |
| SiLU | 96 | 8 |
| RMSNorm | 65 | 5 |
| AudioMLP | 48 | 4 |
| Attention | 32 | 2 |
| DecoderLayer | 32 | 2 |
| MLP | 32 | 2 |
| SiLUActivation | 32 | 2 |
| GELUTanh | 28 | 3 |
| VisionMLP | 28 | 3 |
| VisionAttention | 27 | 2 |
| VisionEncoderLayer | 27 | 2 |
| AudioAttention | 24 | 2 |
| AudioConformerEncoderLayer | 24 | 2 |
| AudioConvModule | 24 | 2 |
| AudioDepthWiseSeparableConv1d | 24 | 2 |
| AudioGluPointWiseConv | 24 | 2 |
| Conv2d | 6 | 6 |
| Embedding | 3 | 3 |
| ModuleList | 3 | 3 |
| AvgPool2d | 1 | 1 |
| MultiheadAttention | 1 | 1 |
| NonDynamicallyQuantizableLinear | 1 | 1 |
| AudioEmbedding | 1 | 1 |
| AudioMeanVarianceNormLayer | 1 | 1 |
| AudioModel | 1 | 1 |
| AudioNemoConvSubsampling | 1 | 1 |
| AudioRelativeAttentionBias | 1 | 1 |
| FeatureEmbedding | 1 | 1 |
| ForCausalLM | 1 | 1 |
| ImageEmbedding | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
| VisionEmbeddings | 1 | 1 |
| VisionEncoder | 1 | 1 |
| VisionModel | 1 | 1 |
| VisionMultiheadAttentionPoolingHead | 1 | 1 |
| ReLU | 1 | 1 |
| Sequential | 1 | 1 |
Config changes
15 fields changed, 78 unchanged.
| Field | Original | Fixture |
|---|
| audio_config.chunk_size | -1 | 8 |
| audio_config.hidden_size | 1024 | 64 |
| audio_config.intermediate_size | 1536 | 128 |
| audio_config.num_attention_heads | 16 | 4 |
| audio_config.num_blocks | 24 | 2 |
| hidden_size | 3072 | 64 |
| intermediate_size | 8192 | 128 |
| num_attention_heads | 24 | 4 |
| num_hidden_layers | 32 | 2 |
| num_key_value_heads | 8 | 2 |
| rope_parameters | {"long_factor": [1, 1.118320672, 1.250641126, 1.398617824, 1.564103225, 1.749… | {"long_factor": [1, 2.446418898, 5.984965424, 14.64173252, 32.1, 32.71], "ori… |
| vision_config.hidden_size | 1152 | 64 |
| vision_config.intermediate_size | 4304 | 128 |
| vision_config.num_attention_heads | 16 | 4 |
| vision_config.num_hidden_layers | 27 | 2 |
\ No newline at end of file
diff --git a/shrink/Phi-4-multimodal-instruct-mic.json b/shrink/Phi-4-multimodal-instruct-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..089e2ee303465c2276e8c40e5f1c0b8a94f7b353
--- /dev/null
+++ b/shrink/Phi-4-multimodal-instruct-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/Phi-4-multimodal-instruct-mic@721c204bb9a6c7113710f11eb53f6798c3b87039", "findings": []}
\ No newline at end of file
diff --git a/shrink/Qwen1.5-MoE-A2.7B-mic.html b/shrink/Qwen1.5-MoE-A2.7B-mic.html
index feed41be511ef8ba6219f9d10e3106efbec6abad..a64b80e1a8cada5c2644dfc4a847b4723efa2560 100644
--- a/shrink/Qwen1.5-MoE-A2.7B-mic.html
+++ b/shrink/Qwen1.5-MoE-A2.7B-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+Qwen/Qwen1.5-MoE-A2.7B: shrunk architecture
-Shrunk architecture
huggingface-mic/Qwen1.5-MoE-A2.7B-mic@2fd4813071f2c23b77666d8c796ff80235d42b55 ← Qwen/Qwen1.5-MoE-A2.7B@1a758c50ecb6350748b9ce0a99d2352fd9fc11c9 · Qwen2MoeForCausalLM · random weights
+← MIC coverage of Transformers model types
+Qwen/Qwen1.5-MoE-A2.7B
huggingface-mic/Qwen1.5-MoE-A2.7B-mic@2fd4813071f2 ← Qwen/Qwen1.5-MoE-A2.7B@1a758c50ecb6 · Qwen2MoeForCausalLM · random weights
Original14.3Bparameters
Fixture19.6Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 24 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 13.7B | 95.7% | 132.4K | 0.7% |
| model.embed_tokens | 311.2M | 2.2% | 9.7M | 49.7% |
| lm_head | 311.2M | 2.2% | 9.7M | 49.7% |
| model.norm | 2.0K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | MHA (16 heads, 16 KV) | MHA (4 heads, 4 KV) | ✓ kept |
| model | MoE routing | top-4 of 60 experts | top-2 of 4 experts | ✓ kept |
| model | RoPE type | default | default | ✓ kept |
| model | model_type | qwen2_moe | qwen2_moe | ✓ kept |
| model | vocab_size | 151936 | 151936 | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 8192 | 8192 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Qwen2Moe omitted).
| Class | Original | Fixture |
|---|
| Linear | 193 | 17 |
| RMSNorm | 49 | 5 |
| SiLUActivation | 48 | 4 |
| Attention | 24 | 2 |
| DecoderLayer | 24 | 2 |
| Experts | 24 | 2 |
| MLP | 24 | 2 |
| SparseMoeBlock | 24 | 2 |
| TopKRouter | 24 | 2 |
| Embedding | 1 | 1 |
| ModuleList | 1 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
Config changes
10 fields changed, 30 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 2048 | 64 |
| intermediate_size | 5632 | 128 |
| layer_types | 24 entries: 24× full_attention | ["full_attention", "full_attention"] |
| moe_intermediate_size | 1408 | 32 |
| num_attention_heads | 16 | 4 |
| num_experts | 60 | 4 |
| num_experts_per_tok | 4 | 2 |
| num_hidden_layers | 24 | 2 |
| num_key_value_heads | 16 | 4 |
| shared_expert_intermediate_size | 5632 | 128 |
\ No newline at end of file
diff --git a/shrink/Qwen1.5-MoE-A2.7B-mic.json b/shrink/Qwen1.5-MoE-A2.7B-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..e0be52aadb17b4663f33172e318aac332b8d0d5c
--- /dev/null
+++ b/shrink/Qwen1.5-MoE-A2.7B-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/Qwen1.5-MoE-A2.7B-mic@2fd4813071f2c23b77666d8c796ff80235d42b55", "findings": []}
\ No newline at end of file
diff --git a/shrink/Qwen2-VL-2B-Instruct-mic.html b/shrink/Qwen2-VL-2B-Instruct-mic.html
index 690097fa88e9a6eb7c992fb9033f92ff306a77a6..c9c21466ac7941bbc2a1306affa80f6a9a029fc8 100644
--- a/shrink/Qwen2-VL-2B-Instruct-mic.html
+++ b/shrink/Qwen2-VL-2B-Instruct-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+Qwen/Qwen2-VL-2B-Instruct: shrunk architecture
-Shrunk architecture
huggingface-mic/Qwen2-VL-2B-Instruct-mic@743a11f21777bbaacd3519d20014517268130159 ← Qwen/Qwen2-VL-2B-Instruct@895c3a49bc3fa70a340399125c650a463535e71c · Qwen2VLForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)
+← MIC coverage of Transformers model types
+Qwen/Qwen2-VL-2B-Instruct
huggingface-mic/Qwen2-VL-2B-Instruct-mic@743a11f21777 ← Qwen/Qwen2-VL-2B-Instruct@895c3a49bc3f · Qwen2VLForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)
Original2.2Bparameters
Fixture10.1Mparameters
Layer stacks2compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.visual.blocks
| Kind | Original | Fixture | |
|---|
| VisionBlock | 32 | 2 | ✓ kept |
model.language_model.layers
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 28 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.language_model.layers | 1.3B | 59.3% | 74.2K | 0.7% |
| model.visual.blocks | 629.7M | 28.5% | 100.0K | 1.0% |
| model.language_model | 233.4M | 10.6% | 9.7M | 96.7% |
| model.visual | 35.6M | 1.6% | 157.6K | 1.6% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | qwen2_vl | qwen2_vl | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| text_config | attention style | GQA (12 heads, 2 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| text_config | RoPE type | default | default | ✓ kept |
| text_config | model_type | qwen2_vl_text | qwen2_vl_text | ✓ kept |
| text_config | vocab_size | 151936 | 151936 | ✓ kept |
| text_config | hidden_act | silu | silu | ✓ kept |
| text_config | max_position_embeddings | 32768 | 32768 | ✓ kept |
| vision_config | RoPE type | axial | axial | ✓ kept |
| vision_config | model_type | qwen2_vl_vision | qwen2_vl_vision | ✓ kept |
| vision_config | hidden_act | quick_gelu | quick_gelu | ✓ kept |
| vision_config | patch_size | 14 | 14 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Qwen2VL omitted).
| Class | Original | Fixture |
|---|
| Linear | 327 | 25 |
| LayerNorm | 65 | 5 |
| RMSNorm | 57 | 5 |
| QuickGELUActivation | 32 | 2 |
| VisionBlock | 32 | 2 |
| VisionAttention | 32 | 2 |
| VisionMlp | 32 | 2 |
| Qwen2MLP | 28 | 2 |
| Attention | 28 | 2 |
| DecoderLayer | 28 | 2 |
| SiLUActivation | 28 | 2 |
| ModuleList | 2 | 2 |
| Conv3d | 1 | 1 |
| Embedding | 1 | 1 |
| GELU | 1 | 1 |
| PatchEmbed | 1 | 1 |
| PatchMerger | 1 | 1 |
| ForConditionalGeneration | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
| TextModel | 1 | 1 |
| VisionRotaryEmbedding | 1 | 1 |
| Qwen2VisionTransformerPretrainedModel | 1 | 1 |
| Sequential | 1 | 1 |
Config changes
10 fields changed, 57 unchanged.
| Field | Original | Fixture |
|---|
| text_config.hidden_size | 1536 | 64 |
| text_config.intermediate_size | 8960 | 128 |
| text_config.layer_types | 28 entries: 28× full_attention | ["full_attention", "full_attention"] |
| text_config.num_attention_heads | 12 | 4 |
| text_config.num_hidden_layers | 28 | 2 |
| text_config.rope_parameters | {"type": "mrope", "mrope_section": [16, 24, 24], "rope_theta": 1000000.0, "ro… | {"mrope_section": [2, 3, 3], "rope_theta": 1000000.0, "rope_type": "default",… |
| vision_config.depth | 32 | 2 |
| vision_config.embed_dim | 1280 | 64 |
| vision_config.hidden_size | 1536 | 64 |
| vision_config.num_heads | 16 | 4 |
\ No newline at end of file
diff --git a/shrink/Qwen2-VL-2B-Instruct-mic.json b/shrink/Qwen2-VL-2B-Instruct-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..cbc8b56ad795ee4023548354af4deb4dbca33652
--- /dev/null
+++ b/shrink/Qwen2-VL-2B-Instruct-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/Qwen2-VL-2B-Instruct-mic@743a11f21777bbaacd3519d20014517268130159", "findings": []}
\ No newline at end of file
diff --git a/shrink/Qwen3-0.6B-mic.html b/shrink/Qwen3-0.6B-mic.html
index c922ea44176f803a343dac6d8f0cbf105377c3c6..1d5d8335b8ffcfdec86e636fea437dbc3d73b825 100644
--- a/shrink/Qwen3-0.6B-mic.html
+++ b/shrink/Qwen3-0.6B-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+Qwen/Qwen3-0.6B: shrunk architecture
-Shrunk architecture
huggingface-mic/Qwen3-0.6B-mic@f3c69d34835d4cf1d9aba9a08cd6af8282aae6a7 ← Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca · Qwen3ForCausalLM · random weights · built before the shrink rule (no recorded recipe)
+← MIC coverage of Transformers model types
+Qwen/Qwen3-0.6B
huggingface-mic/Qwen3-0.6B-mic@f3c69d34835d ← Qwen/Qwen3-0.6B@c1899de289a0 · Qwen3ForCausalLM · random weights · built before the shrink rule (no recorded recipe)
Original596.0Mparameters
Fixture9.8Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 28 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 440.5M | 73.9% | 74.0K | 0.8% |
| model.embed_tokens | 155.6M | 26.1% | 9.7M | 99.2% |
| model.norm | 1.0K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | GQA (16 heads, 8 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| model | RoPE type | default | default | ✓ kept |
| model | model_type | qwen3 | qwen3 | ✓ kept |
| model | vocab_size | 151936 | 151936 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 40960 | 40960 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Qwen3 omitted).
| Class | Original | Fixture |
|---|
| Linear | 197 | 15 |
| RMSNorm | 113 | 9 |
| Attention | 28 | 2 |
| DecoderLayer | 28 | 2 |
| MLP | 28 | 2 |
| SiLUActivation | 28 | 2 |
| Embedding | 1 | 1 |
| ModuleList | 1 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
Config changes
7 fields changed, 25 unchanged.
| Field | Original | Fixture |
|---|
| head_dim | 128 | 16 |
| hidden_size | 1024 | 64 |
| intermediate_size | 3072 | 128 |
| layer_types | 28 entries: 28× full_attention | ["full_attention", "full_attention"] |
| num_attention_heads | 16 | 4 |
| num_hidden_layers | 28 | 2 |
| num_key_value_heads | 8 | 2 |
\ No newline at end of file
diff --git a/shrink/Qwen3-0.6B-mic.json b/shrink/Qwen3-0.6B-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..936c10f2fd9ffcf802d2086dcc43d2ed474990e5
--- /dev/null
+++ b/shrink/Qwen3-0.6B-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/Qwen3-0.6B-mic@f3c69d34835d4cf1d9aba9a08cd6af8282aae6a7", "findings": []}
\ No newline at end of file
diff --git a/shrink/Qwen3-30B-A3B-mic.html b/shrink/Qwen3-30B-A3B-mic.html
index aa65446848e3a1bac86aa50a17ac13094f70a271..4c87337ab0c0395e33731836768f4f4401442019 100644
--- a/shrink/Qwen3-30B-A3B-mic.html
+++ b/shrink/Qwen3-30B-A3B-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+Qwen/Qwen3-30B-A3B: shrunk architecture
-Shrunk architecture
huggingface-mic/Qwen3-30B-A3B-mic@02a209fca46248ff0b3da72e3b190428138b2449 ← Qwen/Qwen3-30B-A3B@ad44e777bcd18fa416d9da3bd8f70d33ebb85d39 · Qwen3MoeForCausalLM · random weights · built before the shrink rule (no recorded recipe)
+← MIC coverage of Transformers model types
+Qwen/Qwen3-30B-A3B
huggingface-mic/Qwen3-30B-A3B-mic@02a209fca462 ← Qwen/Qwen3-30B-A3B@ad44e777bcd1 · Qwen3MoeForCausalLM · random weights · built before the shrink rule (no recorded recipe)
Original30.5Bparameters
Fixture19.5Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 48 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 29.9B | 98.0% | 74.6K | 0.4% |
| model.embed_tokens | 311.2M | 1.0% | 9.7M | 49.8% |
| lm_head | 311.2M | 1.0% | 9.7M | 49.8% |
| model.norm | 2.0K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | GQA (32 heads, 4 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| model | MoE routing | top-8 of 128 experts | top-2 of 4 experts | ✓ kept |
| model | RoPE type | default | default | ✓ kept |
| model | model_type | qwen3_moe | qwen3_moe | ✓ kept |
| model | vocab_size | 151936 | 151936 | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 40960 | 40960 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Qwen3Moe omitted).
| Class | Original | Fixture |
|---|
| Linear | 193 | 9 |
| RMSNorm | 193 | 9 |
| Attention | 48 | 2 |
| DecoderLayer | 48 | 2 |
| Experts | 48 | 2 |
| SparseMoeBlock | 48 | 2 |
| TopKRouter | 48 | 2 |
| SiLUActivation | 48 | 2 |
| Embedding | 1 | 1 |
| ModuleList | 1 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
Config changes
9 fields changed, 30 unchanged.
| Field | Original | Fixture |
|---|
| head_dim | 128 | 16 |
| hidden_size | 2048 | 64 |
| intermediate_size | 6144 | 128 |
| moe_intermediate_size | 768 | 32 |
| num_attention_heads | 32 | 4 |
| num_experts_per_tok | 8 | 2 |
| num_hidden_layers | 48 | 2 |
| num_key_value_heads | 4 | 2 |
| num_local_experts | 128 | 4 |
\ No newline at end of file
diff --git a/shrink/Qwen3-30B-A3B-mic.json b/shrink/Qwen3-30B-A3B-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..9896b630424d382fbb1d8ae72263037c55c41514
--- /dev/null
+++ b/shrink/Qwen3-30B-A3B-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/Qwen3-30B-A3B-mic@02a209fca46248ff0b3da72e3b190428138b2449", "findings": []}
\ No newline at end of file
diff --git a/shrink/Qwen3-ASR-0.6B-hf-mic.html b/shrink/Qwen3-ASR-0.6B-hf-mic.html
index c86e23146a081607cbf2341597151941b7d23610..02c68a3c29735dd7c7edc92663e288392ec30bc2 100644
--- a/shrink/Qwen3-ASR-0.6B-hf-mic.html
+++ b/shrink/Qwen3-ASR-0.6B-hf-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+Qwen/Qwen3-ASR-0.6B-hf: shrunk architecture
-Shrunk architecture
huggingface-mic/Qwen3-ASR-0.6B-hf-mic@6b969c14b8cf776fa7152fa143a3c0dcc6a30b40 ← Qwen/Qwen3-ASR-0.6B-hf@7f1569a48a89f3e3f4dc3a5c9d28bddd903bc76c · Qwen3ASRForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)
+← MIC coverage of Transformers model types
+Qwen/Qwen3-ASR-0.6B-hf
huggingface-mic/Qwen3-ASR-0.6B-hf-mic@6b969c14b8cf ← Qwen/Qwen3-ASR-0.6B-hf@7f1569a48a89 · Qwen3ASRForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)
Original782.4Mparameters
Fixture14.5Mparameters
Layer stacks2compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.audio_tower.layers
| Kind | Original | Fixture | |
|---|
| AudioEncoderLayer | 18 | 2 | ✓ kept |
model.language_model.layers
| Kind | Original | Fixture | |
|---|
| Qwen3DecoderLayer | 28 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.language_model.layers | 440.5M | 56.3% | 74.0K | 0.5% |
| model.audio_tower.layers | 173.6M | 22.2% | 66.9K | 0.5% |
| model.language_model | 155.6M | 19.9% | 9.7M | 67.0% |
| model.audio_tower | 11.0M | 1.4% | 4.6M | 32.0% |
| model.multi_modal_projector | 1.7M | 0.2% | 8.3K | 0.1% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | qwen3_asr | qwen3_asr | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| audio_config | model_type | qwen3_asr_encoder | qwen3_asr_encoder | ✓ kept |
| audio_config | max_position_embeddings | 13 | 13 | ✓ kept |
| audio_config | num_mel_bins | 128 | 128 | ✓ kept |
| text_config | attention style | GQA (16 heads, 8 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| text_config | RoPE type | default | default | ✓ kept |
| text_config | model_type | qwen3 | qwen3 | ✓ kept |
| text_config | vocab_size | 151936 | 151936 | ✓ kept |
| text_config | tie_word_embeddings | True | True | ✓ kept |
| text_config | hidden_act | silu | silu | ✓ kept |
| text_config | max_position_embeddings | 65536 | 65536 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Qwen3ASR omitted).
| Class | Original | Fixture |
|---|
| Linear | 308 | 30 |
| Qwen3RMSNorm | 113 | 9 |
| LayerNorm | 37 | 5 |
| Qwen3Attention | 28 | 2 |
| Qwen3DecoderLayer | 28 | 2 |
| Qwen3MLP | 28 | 2 |
| SiLUActivation | 28 | 2 |
| GELUActivation | 19 | 3 |
| AudioAttention | 18 | 2 |
| AudioEncoderLayer | 18 | 2 |
| Conv2d | 3 | 3 |
| ModuleList | 2 | 2 |
| Embedding | 1 | 1 |
| Encoder | 1 | 1 |
| ForConditionalGeneration | 1 | 1 |
| Model | 1 | 1 |
| MultiModalProjector | 1 | 1 |
| Qwen3Model | 1 | 1 |
| Qwen3RotaryEmbedding | 1 | 1 |
| SinusoidsPositionEmbedding | 1 | 1 |
Config changes
13 fields changed, 62 unchanged.
| Field | Original | Fixture |
|---|
| audio_config.d_model | 896 | 64 |
| audio_config.encoder_attention_heads | 14 | 4 |
| audio_config.encoder_ffn_dim | 3584 | 128 |
| audio_config.encoder_layers | 18 | 2 |
| audio_config.num_key_value_heads | 14 | 4 |
| audio_config.output_dim | 1024 | 64 |
| text_config.head_dim | 128 | 16 |
| text_config.hidden_size | 1024 | 64 |
| text_config.intermediate_size | 3072 | 128 |
| text_config.layer_types | 28 entries: 28× full_attention | ["full_attention", "full_attention"] |
| text_config.num_attention_heads | 16 | 4 |
| text_config.num_hidden_layers | 28 | 2 |
| text_config.num_key_value_heads | 8 | 2 |
\ No newline at end of file
diff --git a/shrink/Qwen3-ASR-0.6B-hf-mic.json b/shrink/Qwen3-ASR-0.6B-hf-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..db4dd0abba39c89c0d004ffe8a25a7f731f14830
--- /dev/null
+++ b/shrink/Qwen3-ASR-0.6B-hf-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/Qwen3-ASR-0.6B-hf-mic@6b969c14b8cf776fa7152fa143a3c0dcc6a30b40", "findings": []}
\ No newline at end of file
diff --git a/shrink/Qwen3-Next-80B-A3B-Instruct-mic.html b/shrink/Qwen3-Next-80B-A3B-Instruct-mic.html
index 9f73633c9e94019abd58e630c7b78afe76724c2c..b74640c7d2421b21be6ee294db963125af1b5b05 100644
--- a/shrink/Qwen3-Next-80B-A3B-Instruct-mic.html
+++ b/shrink/Qwen3-Next-80B-A3B-Instruct-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+Qwen/Qwen3-Next-80B-A3B-Instruct: shrunk architecture
-Shrunk architecture
huggingface-mic/Qwen3-Next-80B-A3B-Instruct-mic@69466af2a651a5263712f1430d3baf98b0e16463 ← Qwen/Qwen3-Next-80B-A3B-Instruct@9c7f2fbe84465e40164a94cc16cd30b6999b0cc7 · Qwen3NextForCausalLM · random weights · built before the shrink rule (no recorded recipe)
+← MIC coverage of Transformers model types
+Qwen/Qwen3-Next-80B-A3B-Instruct
huggingface-mic/Qwen3-Next-80B-A3B-Instruct-mic@69466af2a651 ← Qwen/Qwen3-Next-80B-A3B-Instruct@9c7f2fbe8446 · Qwen3NextForCausalLM · random weights · built before the shrink rule (no recorded recipe)
Original79.7Bparameters
Fixture20.6Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| linear_attention, Conv1d, GatedDeltaNet … | 36 | 1 | ✓ kept |
| is_causal=True, Attention | 12 | 1 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 79.1B | 99.2% | 1.2M | 5.8% |
| lm_head | 311.2M | 0.4% | 9.7M | 47.1% |
| model.embed_tokens | 311.2M | 0.4% | 9.7M | 47.1% |
| model.norm | 2.0K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | GQA (16 heads, 2 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| model | MoE routing | top-10 of 512 experts | top-2 of 4 experts | ✓ kept |
| model | RoPE type | default | default | ✓ kept |
| model | model_type | qwen3_next | qwen3_next | ✓ kept |
| model | vocab_size | 151936 | 151936 | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 262144 | 262144 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Qwen3Next omitted).
| Class | Original | Fixture |
|---|
| Linear | 349 | 16 |
| RMSNorm | 121 | 7 |
| SiLUActivation | 96 | 4 |
| DecoderLayer | 48 | 2 |
| Experts | 48 | 2 |
| MLP | 48 | 2 |
| SparseMoeBlock | 48 | 2 |
| TopKRouter | 48 | 2 |
| Conv1d | 36 | 1 |
| GatedDeltaNet | 36 | 1 |
| RMSNormGated | 36 | 1 |
| Attention | 12 | 1 |
| Embedding | 1 | 1 |
| ModuleList | 1 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
Config changes
10 fields changed, 34 unchanged.
| Field | Original | Fixture |
|---|
| head_dim | 256 | 16 |
| hidden_size | 2048 | 64 |
| intermediate_size | 5120 | 128 |
| layer_types | 48 entries: 36× linear_attention, 12× full_attention | ["linear_attention", "full_attention"] |
| moe_intermediate_size | 512 | 32 |
| num_attention_heads | 16 | 4 |
| num_experts | 512 | 4 |
| num_experts_per_tok | 10 | 2 |
| num_hidden_layers | 48 | 2 |
| shared_expert_intermediate_size | 512 | 128 |
\ No newline at end of file
diff --git a/shrink/Qwen3-Next-80B-A3B-Instruct-mic.json b/shrink/Qwen3-Next-80B-A3B-Instruct-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..447b4e5426f890a671c44958786f1260e9938898
--- /dev/null
+++ b/shrink/Qwen3-Next-80B-A3B-Instruct-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/Qwen3-Next-80B-A3B-Instruct-mic@69466af2a651a5263712f1430d3baf98b0e16463", "findings": []}
\ No newline at end of file
diff --git a/shrink/Qwen3-VL-2B-Instruct-mic.html b/shrink/Qwen3-VL-2B-Instruct-mic.html
index 6b8c942f827dc941454bc337b615089f30c05ea0..edba00189fff820c505c532cfa9858a8a0e2966f 100644
--- a/shrink/Qwen3-VL-2B-Instruct-mic.html
+++ b/shrink/Qwen3-VL-2B-Instruct-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+Qwen/Qwen3-VL-2B-Instruct: shrunk architecture
-Shrunk architecture
huggingface-mic/Qwen3-VL-2B-Instruct-mic@7e045dfc87cda2240c98f5ae78e8bb377a08dc38 ← Qwen/Qwen3-VL-2B-Instruct@89644892e4d85e24eaac8bacfd4f463576704203 · Qwen3VLForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)
+← MIC coverage of Transformers model types
+Qwen/Qwen3-VL-2B-Instruct
huggingface-mic/Qwen3-VL-2B-Instruct-mic@7e045dfc87cd ← Qwen/Qwen3-VL-2B-Instruct@89644892e4d8 · Qwen3VLForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)
Original2.1Bparameters
Fixture11.2Mparameters
Layer stacks3compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.visual.blocks
| Kind | Original | Fixture | |
|---|
| VisionBlock | 24 | 24 | ✓ kept |
model.visual.deepstack_merger_list
| Kind | Original | Fixture | |
|---|
| GELU | 3 | 3 | ✓ kept |
model.language_model.layers
| Kind | Original | Fixture | |
|---|
| TextDecoderLayer | 28 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.language_model.layers | 1.4B | 66.2% | 74.0K | 0.7% |
| model.language_model | 311.2M | 14.6% | 9.7M | 87.0% |
| model.visual.blocks | 302.3M | 14.2% | 803.3K | 7.2% |
| model.visual.deepstack_merger_list | 75.5M | 3.6% | 248.3K | 2.2% |
| model.visual | 29.1M | 1.4% | 328.2K | 2.9% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | qwen3_vl | qwen3_vl | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| text_config | attention style | GQA (16 heads, 8 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| text_config | RoPE type | default | default | ✓ kept |
| text_config | model_type | qwen3_vl_text | qwen3_vl_text | ✓ kept |
| text_config | vocab_size | 151936 | 151936 | ✓ kept |
| text_config | tie_word_embeddings | True | True | ✓ kept |
| text_config | hidden_act | silu | silu | ✓ kept |
| text_config | max_position_embeddings | 262144 | 262144 | ✓ kept |
| vision_config | RoPE type | axial | axial | ✓ kept |
| vision_config | model_type | qwen3_vl_vision | qwen3_vl_vision | ✓ kept |
| vision_config | hidden_act | gelu_pytorch_tanh | gelu_pytorch_tanh | ✓ kept |
| vision_config | patch_size | 16 | 16 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Qwen3VL omitted).
| Class | Original | Fixture |
|---|
| Linear | 301 | 119 |
| TextRMSNorm | 113 | 9 |
| LayerNorm | 52 | 52 |
| TextAttention | 28 | 2 |
| TextDecoderLayer | 28 | 2 |
| TextMLP | 28 | 2 |
| SiLUActivation | 28 | 2 |
| GELUTanh | 24 | 24 |
| VisionAttention | 24 | 24 |
| VisionBlock | 24 | 24 |
| VisionMLP | 24 | 24 |
| GELU | 4 | 4 |
| VisionPatchMerger | 4 | 4 |
| ModuleList | 3 | 3 |
| Embedding | 2 | 2 |
| Conv3d | 1 | 1 |
| ForConditionalGeneration | 1 | 1 |
| Model | 1 | 1 |
| TextModel | 1 | 1 |
| TextRotaryEmbedding | 1 | 1 |
| VisionModel | 1 | 1 |
| VisionPatchEmbed | 1 | 1 |
| VisionRotaryEmbedding | 1 | 1 |
Config changes
11 fields changed, 54 unchanged.
| Field | Original | Fixture |
|---|
| text_config.head_dim | 128 | 16 |
| text_config.hidden_size | 2048 | 64 |
| text_config.intermediate_size | 6144 | 128 |
| text_config.num_attention_heads | 16 | 4 |
| text_config.num_hidden_layers | 28 | 2 |
| text_config.num_key_value_heads | 8 | 2 |
| text_config.rope_parameters | {"mrope_interleaved": true, "mrope_section": [24, 20, 20], "rope_type": "defa… | {"mrope_interleaved": true, "mrope_section": [3, 3, 2], "rope_theta": 5000000… |
| vision_config.hidden_size | 1024 | 64 |
| vision_config.intermediate_size | 4096 | 128 |
| vision_config.num_heads | 16 | 4 |
| vision_config.out_hidden_size | 2048 | 64 |
\ No newline at end of file
diff --git a/shrink/Qwen3-VL-2B-Instruct-mic.json b/shrink/Qwen3-VL-2B-Instruct-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..556fd5f6324b52f1ee6e12d269a118afc671b393
--- /dev/null
+++ b/shrink/Qwen3-VL-2B-Instruct-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/Qwen3-VL-2B-Instruct-mic@7e045dfc87cda2240c98f5ae78e8bb377a08dc38", "findings": []}
\ No newline at end of file
diff --git a/shrink/Qwen3-VL-30B-A3B-Instruct-mic.html b/shrink/Qwen3-VL-30B-A3B-Instruct-mic.html
index eac4522f115731506fdb57e3bd45f21423c4665b..8028a3b46aa22bec96c40d69222a9f1a595bb107 100644
--- a/shrink/Qwen3-VL-30B-A3B-Instruct-mic.html
+++ b/shrink/Qwen3-VL-30B-A3B-Instruct-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+Qwen/Qwen3-VL-30B-A3B-Instruct: shrunk architecture
-Shrunk architecture
huggingface-mic/Qwen3-VL-30B-A3B-Instruct-mic@fce9290a8553fe0d943eb0e9c8e577bc5e7e3631 ← Qwen/Qwen3-VL-30B-A3B-Instruct@9c4b90e1e4ba969fd3b5378b57d966d725f1b86c · Qwen3VLMoeForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)
+← MIC coverage of Transformers model types
+Qwen/Qwen3-VL-30B-A3B-Instruct
huggingface-mic/Qwen3-VL-30B-A3B-Instruct-mic@fce9290a8553 ← Qwen/Qwen3-VL-30B-A3B-Instruct@9c4b90e1e4ba · Qwen3VLMoeForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)
Original31.1Bparameters
Fixture21.0Mparameters
Layer stacks3compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.visual.blocks
| Kind | Original | Fixture | |
|---|
| VisionBlock | 27 | 27 | ✓ kept |
model.visual.deepstack_merger_list
| Kind | Original | Fixture | |
|---|
| GELU | 3 | 3 | ✓ kept |
model.language_model.layers
| Kind | Original | Fixture | |
|---|
| TextDecoderLayer | 48 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.language_model.layers | 29.9B | 96.3% | 74.6K | 0.4% |
| model.visual.blocks | 411.5M | 1.3% | 903.7K | 4.3% |
| model.language_model | 311.2M | 1.0% | 9.7M | 46.3% |
| lm_head | 311.2M | 1.0% | 9.7M | 46.3% |
| model.visual.deepstack_merger_list | 92.1M | 0.3% | 248.3K | 1.2% |
| model.visual | 35.1M | 0.1% | 328.2K | 1.6% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | qwen3_vl_moe | qwen3_vl_moe | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| text_config | attention style | GQA (32 heads, 4 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| text_config | MoE routing | top-8 of 128 experts | top-2 of 4 experts | ✓ kept |
| text_config | RoPE type | default | default | ✓ kept |
| text_config | model_type | qwen3_vl_moe_text | qwen3_vl_moe_text | ✓ kept |
| text_config | vocab_size | 151936 | 151936 | ✓ kept |
| text_config | tie_word_embeddings | True | True | ✓ kept |
| text_config | hidden_act | silu | silu | ✓ kept |
| text_config | max_position_embeddings | 262144 | 262144 | ✓ kept |
| vision_config | RoPE type | axial | axial | ✓ kept |
| vision_config | model_type | qwen3_vl_moe_vision | qwen3_vl_moe_vision | ✓ kept |
| vision_config | hidden_act | gelu_pytorch_tanh | gelu_pytorch_tanh | ✓ kept |
| vision_config | patch_size | 16 | 16 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Qwen3VLMoe omitted).
| Class | Original | Fixture |
|---|
| Linear | 309 | 125 |
| TextRMSNorm | 193 | 9 |
| LayerNorm | 58 | 58 |
| TextAttention | 48 | 2 |
| TextDecoderLayer | 48 | 2 |
| TextExperts | 48 | 2 |
| TextSparseMoeBlock | 48 | 2 |
| TextTopKRouter | 48 | 2 |
| SiLUActivation | 48 | 2 |
| GELUTanh | 27 | 27 |
| VisionAttention | 27 | 27 |
| VisionBlock | 27 | 27 |
| VisionMLP | 27 | 27 |
| GELU | 4 | 4 |
| VisionPatchMerger | 4 | 4 |
| ModuleList | 3 | 3 |
| Embedding | 2 | 2 |
| Conv3d | 1 | 1 |
| ForConditionalGeneration | 1 | 1 |
| Model | 1 | 1 |
| TextModel | 1 | 1 |
| TextRotaryEmbedding | 1 | 1 |
| VisionModel | 1 | 1 |
| VisionPatchEmbed | 1 | 1 |
| VisionRotaryEmbedding | 1 | 1 |
Config changes
14 fields changed, 60 unchanged.
| Field | Original | Fixture |
|---|
| text_config.head_dim | 128 | 16 |
| text_config.hidden_size | 2048 | 64 |
| text_config.intermediate_size | 6144 | 128 |
| text_config.moe_intermediate_size | 768 | 32 |
| text_config.num_attention_heads | 32 | 4 |
| text_config.num_experts_per_tok | 8 | 2 |
| text_config.num_hidden_layers | 48 | 2 |
| text_config.num_key_value_heads | 4 | 2 |
| text_config.num_local_experts | 128 | 4 |
| text_config.rope_parameters | {"mrope_interleaved": true, "mrope_section": [24, 20, 20], "rope_type": "defa… | {"mrope_interleaved": true, "mrope_section": [3, 3, 2], "rope_theta": 5000000… |
| vision_config.hidden_size | 1152 | 64 |
| vision_config.intermediate_size | 4304 | 128 |
| vision_config.num_heads | 16 | 4 |
| vision_config.out_hidden_size | 2048 | 64 |
\ No newline at end of file
diff --git a/shrink/Qwen3-VL-30B-A3B-Instruct-mic.json b/shrink/Qwen3-VL-30B-A3B-Instruct-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..28f67413c9517cd2879e2f7dcb2e26db994ff7ef
--- /dev/null
+++ b/shrink/Qwen3-VL-30B-A3B-Instruct-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/Qwen3-VL-30B-A3B-Instruct-mic@fce9290a8553fe0d943eb0e9c8e577bc5e7e3631", "findings": []}
\ No newline at end of file
diff --git a/shrink/Qwen3.5-0.8B-text-only-mic.html b/shrink/Qwen3.5-0.8B-text-only-mic.html
index eab5fc6ce005615e3c5af4448ef06b58efa64036..1b162aaf2123b1290fe7fae607bec6cfce73b546 100644
--- a/shrink/Qwen3.5-0.8B-text-only-mic.html
+++ b/shrink/Qwen3.5-0.8B-text-only-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+principled-intelligence/Qwen3.5-0.8B-text-only: shrunk architecture
-Shrunk architecture
huggingface-mic/Qwen3.5-0.8B-text-only-mic@6fbae6fc1ebdd102c3eb6a308aa9c8e9a73ac9e5 ← principled-intelligence/Qwen3.5-0.8B-text-only@d692a5787e0534f0fd3484d7a516bd3c2d23dbed · Qwen3_5ForCausalLM · random weights
+← MIC coverage of Transformers model types
+principled-intelligence/Qwen3.5-0.8B-text-only
huggingface-mic/Qwen3.5-0.8B-text-only-mic@6fbae6fc1ebd ← principled-intelligence/Qwen3.5-0.8B-text-only@d692a5787e05 · Qwen3_5ForCausalLM · random weights
Original752.4Mparameters
Fixture16.6Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| linear_attention, Conv1d, GatedDeltaNet … | 18 | 1 | ✓ kept |
| is_causal=True, Attention | 6 | 1 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 498.1M | 66.2% | 748.0K | 4.5% |
| model.embed_tokens | 254.3M | 33.8% | 15.9M | 95.5% |
| model.norm | 1.0K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | GQA (8 heads, 2 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| model | RoPE type | default | default | ✓ kept |
| model | model_type | qwen3_5_text | qwen3_5_text | ✓ kept |
| model | vocab_size | 248320 | 248320 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 262144 | 262144 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Qwen3_5 omitted).
| Class | Original | Fixture |
|---|
| Linear | 187 | 16 |
| RMSNorm | 61 | 7 |
| DecoderLayer | 24 | 2 |
| MLP | 24 | 2 |
| SiLUActivation | 24 | 2 |
| Conv1d | 18 | 1 |
| GatedDeltaNet | 18 | 1 |
| RMSNormGated | 18 | 1 |
| Attention | 6 | 1 |
| Embedding | 1 | 1 |
| ModuleList | 1 | 1 |
| ForCausalLM | 1 | 1 |
| TextModel | 1 | 1 |
| TextRotaryEmbedding | 1 | 1 |
Config changes
7 fields changed, 33 unchanged.
| Field | Original | Fixture |
|---|
| head_dim | 256 | 16 |
| hidden_size | 1024 | 64 |
| intermediate_size | 3584 | 128 |
| layer_types | 24 entries: 18× linear_attention, 6× full_attention | ["linear_attention", "full_attention"] |
| num_attention_heads | 8 | 4 |
| num_hidden_layers | 24 | 2 |
| rope_parameters | {"mrope_interleaved": true, "mrope_section": [11, 11, 10], "partial_rotary_fa… | {"mrope_interleaved": true, "mrope_section": [3, 3, 2], "partial_rotary_facto… |
\ No newline at end of file
diff --git a/shrink/Qwen3.5-0.8B-text-only-mic.json b/shrink/Qwen3.5-0.8B-text-only-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..62736c556389c167155965ce6c27f1625fe99fc1
--- /dev/null
+++ b/shrink/Qwen3.5-0.8B-text-only-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/Qwen3.5-0.8B-text-only-mic@6fbae6fc1ebdd102c3eb6a308aa9c8e9a73ac9e5", "findings": []}
\ No newline at end of file
diff --git a/shrink/Qwen3.5-35B-A3B-mic.html b/shrink/Qwen3.5-35B-A3B-mic.html
index a8cc190e6437096bce5ba05f628a0120c12ec6a3..6f6be49324d6da7175c314f216c5f096b18390af 100644
--- a/shrink/Qwen3.5-35B-A3B-mic.html
+++ b/shrink/Qwen3.5-35B-A3B-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+Qwen/Qwen3.5-35B-A3B: shrunk architecture
-Shrunk architecture
huggingface-mic/Qwen3.5-35B-A3B-mic@8197a27e48d360625a51c9ddf03148b0e186f558 ← Qwen/Qwen3.5-35B-A3B@59d61f3ce65a6d9863b86d2e96597125219dc754 · Qwen3_5MoeForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)
+← MIC coverage of Transformers model types
+Qwen/Qwen3.5-35B-A3B
huggingface-mic/Qwen3.5-35B-A3B-mic@8197a27e48d3 ← Qwen/Qwen3.5-35B-A3B@59d61f3ce65a · Qwen3_5MoeForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)
Original35.1Bparameters
Fixture34.2Mparameters
Layer stacks2compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.visual.blocks
| Kind | Original | Fixture | |
|---|
| VisionBlock | 27 | 27 | ✓ kept |
model.language_model.layers
| Kind | Original | Fixture | |
|---|
| linear_attention, Conv1d, GatedDeltaNet … | 30 | 1 | ✓ kept |
| is_causal=True, Attention | 10 | 1 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.language_model.layers | 33.6B | 95.8% | 1.2M | 3.5% |
| model.language_model | 508.6M | 1.4% | 15.9M | 46.4% |
| lm_head | 508.6M | 1.4% | 15.9M | 46.4% |
| model.visual.blocks | 411.5M | 1.2% | 903.7K | 2.6% |
| model.visual | 35.1M | 0.1% | 328.2K | 1.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | qwen3_5_moe | qwen3_5_moe | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| text_config | attention style | GQA (16 heads, 2 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| text_config | MoE routing | top-8 of 256 experts | top-2 of 4 experts | ✓ kept |
| text_config | RoPE type | default | default | ✓ kept |
| text_config | model_type | qwen3_5_moe_text | qwen3_5_moe_text | ✓ kept |
| text_config | vocab_size | 248320 | 248320 | ✓ kept |
| text_config | tie_word_embeddings | False | False | ✓ kept |
| text_config | hidden_act | silu | silu | ✓ kept |
| text_config | max_position_embeddings | 262144 | 262144 | ✓ kept |
| vision_config | RoPE type | axial | axial | ✓ kept |
| vision_config | model_type | qwen3_5_moe_vision | qwen3_5_moe_vision | ✓ kept |
| vision_config | hidden_act | gelu_pytorch_tanh | gelu_pytorch_tanh | ✓ kept |
| vision_config | patch_size | 16 | 16 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Qwen3_5Moe omitted).
| Class | Original | Fixture |
|---|
| Linear | 461 | 128 |
| RMSNorm | 101 | 7 |
| SiLUActivation | 80 | 4 |
| LayerNorm | 55 | 55 |
| DecoderLayer | 40 | 2 |
| Experts | 40 | 2 |
| MLP | 40 | 2 |
| SparseMoeBlock | 40 | 2 |
| TopKRouter | 40 | 2 |
| Conv1d | 30 | 1 |
| GatedDeltaNet | 30 | 1 |
| RMSNormGated | 30 | 1 |
| GELUTanh | 27 | 27 |
| VisionAttention | 27 | 27 |
| VisionBlock | 27 | 27 |
| VisionMLP | 27 | 27 |
| Attention | 10 | 1 |
| Embedding | 2 | 2 |
| ModuleList | 2 | 2 |
| Conv3d | 1 | 1 |
| GELU | 1 | 1 |
| ForConditionalGeneration | 1 | 1 |
| Model | 1 | 1 |
| TextModel | 1 | 1 |
| TextRotaryEmbedding | 1 | 1 |
| VisionModel | 1 | 1 |
| VisionPatchEmbed | 1 | 1 |
| VisionPatchMerger | 1 | 1 |
| VisionRotaryEmbedding | 1 | 1 |
Config changes
14 fields changed, 68 unchanged.
| Field | Original | Fixture |
|---|
| text_config.head_dim | 256 | 16 |
| text_config.hidden_size | 2048 | 64 |
| text_config.layer_types | 40 entries: 30× linear_attention, 10× full_attention | ["linear_attention", "full_attention"] |
| text_config.moe_intermediate_size | 512 | 32 |
| text_config.num_attention_heads | 16 | 4 |
| text_config.num_experts | 256 | 4 |
| text_config.num_experts_per_tok | 8 | 2 |
| text_config.num_hidden_layers | 40 | 2 |
| text_config.rope_parameters | {"mrope_interleaved": true, "mrope_section": [11, 11, 10], "rope_type": "defa… | {"mrope_interleaved": true, "mrope_section": [3, 3, 2], "partial_rotary_facto… |
| text_config.shared_expert_intermediate_size | 512 | 128 |
| vision_config.hidden_size | 1152 | 64 |
| vision_config.intermediate_size | 4304 | 128 |
| vision_config.num_heads | 16 | 4 |
| vision_config.out_hidden_size | 2048 | 64 |
\ No newline at end of file
diff --git a/shrink/Qwen3.5-35B-A3B-mic.json b/shrink/Qwen3.5-35B-A3B-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..b45ae1cb663cdb35650df55af81dd84bc09badd7
--- /dev/null
+++ b/shrink/Qwen3.5-35B-A3B-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/Qwen3.5-35B-A3B-mic@8197a27e48d360625a51c9ddf03148b0e186f558", "findings": []}
\ No newline at end of file
diff --git a/shrink/Qwen3.8-1.0B-A0.6B-mic.html b/shrink/Qwen3.8-1.0B-A0.6B-mic.html
index 7072956badebe32c77bcd8112678eab91e9a0207..bf89157814e9cee5e9a1b8ad8ad9d06ec05ed0dd 100644
--- a/shrink/Qwen3.8-1.0B-A0.6B-mic.html
+++ b/shrink/Qwen3.8-1.0B-A0.6B-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+inference-optimization/Qwen3.8-1.0B-A0.6B: shrunk architecture
-Shrunk architecture
huggingface-mic/Qwen3.8-1.0B-A0.6B-mic@9633d99d303ac2051fd49702bc4781e0f930cfcc ← inference-optimization/Qwen3.8-1.0B-A0.6B@36531b2b4eab12e9cf7b7b9cbfce0f0a0bb8b719 · Qwen3_5MoeForCausalLM · random weights
-Original966.1Mparameters
Fixture32.1Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| linear_attention, Conv1d, GatedDeltaNet … | 6 | 1 | ✓ kept |
| is_causal=True, Attention | 2 | 1 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 457.6M | 47.4% | 353.3K | 1.1% |
| model.embed_tokens | 254.3M | 26.3% | 15.9M | 49.5% |
| lm_head | 254.3M | 26.3% | 15.9M | 49.5% |
| model.norm | 1.0K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | GQA (8 heads, 2 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| model | MoE routing | top-2 of 16 experts | top-2 of 4 experts | ✓ kept |
| model | RoPE type | default | default | ✓ kept |
| model | model_type | qwen3_5_moe_text | qwen3_5_moe_text | ✓ kept |
| model | vocab_size | 248320 | 248320 | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 262144 | 262144 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Qwen3_5Moe omitted).
| Class | Original | Fixture |
|---|
| Linear | 71 | 18 |
| RMSNorm | 21 | 7 |
| SiLUActivation | 16 | 4 |
| DecoderLayer | 8 | 2 |
| Experts | 8 | 2 |
| MLP | 8 | 2 |
| SparseMoeBlock | 8 | 2 |
| TopKRouter | 8 | 2 |
| Conv1d | 6 | 1 |
| GatedDeltaNet | 6 | 1 |
| RMSNormGated | 6 | 1 |
| Attention | 2 | 1 |
| Embedding | 1 | 1 |
| ModuleList | 1 | 1 |
| ForCausalLM | 1 | 1 |
| TextModel | 1 | 1 |
| TextRotaryEmbedding | 1 | 1 |
Config changes
8 fields changed, 37 unchanged.
| Field | Original | Fixture |
|---|
| head_dim | 128 | 16 |
| hidden_size | 1024 | 64 |
| layer_types | 8 entries: 6× linear_attention, 2× full_attention | ["linear_attention", "full_attention"] |
| moe_intermediate_size | 1024 | 32 |
| num_attention_heads | 8 | 4 |
| num_experts | 16 | 4 |
| num_hidden_layers | 8 | 2 |
| shared_expert_intermediate_size | 1024 | 128 |
+← MIC coverage of Transformers model types
+inference-optimization/Qwen3.8-1.0B-A0.6B
huggingface-mic/Qwen3.8-1.0B-A0.6B-mic@9633d99d303a ← inference-optimization/Qwen3.8-1.0B-A0.6B@36531b2b4eab · Qwen3_5MoeForCausalLM · random weights
+Original966.1Mparameters
Fixture32.1Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| linear_attention, Conv1d, GatedDeltaNet … | 6 | 1 | ✓ kept |
| is_causal=True, Attention | 2 | 1 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 457.6M | 47.4% | 353.3K | 1.1% |
| lm_head | 254.3M | 26.3% | 15.9M | 49.5% |
| model.embed_tokens | 254.3M | 26.3% | 15.9M | 49.5% |
| model.norm | 1.0K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | GQA (8 heads, 2 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| model | MoE routing | top-2 of 16 experts | top-2 of 4 experts | ✓ kept |
| model | RoPE type | default | default | ✓ kept |
| model | model_type | qwen3_5_moe_text | qwen3_5_moe_text | ✓ kept |
| model | vocab_size | 248320 | 248320 | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 262144 | 262144 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Qwen3_5Moe omitted).
| Class | Original | Fixture |
|---|
| Linear | 71 | 18 |
| RMSNorm | 21 | 7 |
| SiLUActivation | 16 | 4 |
| DecoderLayer | 8 | 2 |
| Experts | 8 | 2 |
| MLP | 8 | 2 |
| SparseMoeBlock | 8 | 2 |
| TopKRouter | 8 | 2 |
| Conv1d | 6 | 1 |
| GatedDeltaNet | 6 | 1 |
| RMSNormGated | 6 | 1 |
| Attention | 2 | 1 |
| Embedding | 1 | 1 |
| ModuleList | 1 | 1 |
| ForCausalLM | 1 | 1 |
| TextModel | 1 | 1 |
| TextRotaryEmbedding | 1 | 1 |
Config changes
8 fields changed, 37 unchanged.
| Field | Original | Fixture |
|---|
| head_dim | 128 | 16 |
| hidden_size | 1024 | 64 |
| layer_types | 8 entries: 6× linear_attention, 2× full_attention | ["linear_attention", "full_attention"] |
| moe_intermediate_size | 1024 | 32 |
| num_attention_heads | 8 | 4 |
| num_experts | 16 | 4 |
| num_hidden_layers | 8 | 2 |
| shared_expert_intermediate_size | 1024 | 128 |
\ No newline at end of file
diff --git a/shrink/Qwen3.8-1.0B-A0.6B-mic.json b/shrink/Qwen3.8-1.0B-A0.6B-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..dbf8dd208401ef248226e6df22193717c93dbac7
--- /dev/null
+++ b/shrink/Qwen3.8-1.0B-A0.6B-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/Qwen3.8-1.0B-A0.6B-mic@9633d99d303ac2051fd49702bc4781e0f930cfcc", "findings": []}
\ No newline at end of file
diff --git a/shrink/Qwen3.8-Flash-Next-mic.html b/shrink/Qwen3.8-Flash-Next-mic.html
index b87488c936c4a924eb552c2ba6eb5a272f35613c..552ddde602765ae0d2e1687207680e8a6524ffae 100644
--- a/shrink/Qwen3.8-Flash-Next-mic.html
+++ b/shrink/Qwen3.8-Flash-Next-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+Qwen/Qwen3.8-Flash-Next: shrunk architecture
-Shrunk architecture
huggingface-mic/Qwen3.8-Flash-Next-mic@9b40023b0010df89774011881d27eb6165fd2ca9 ← Qwen/Qwen3.8-Flash-Next@de4b8e4d43b917e7706784d8bb445c9af86a3540 · Qwen4ExpForConditionalGeneration · random weights
+← MIC coverage of Transformers model types
+Qwen/Qwen3.8-Flash-Next
huggingface-mic/Qwen3.8-Flash-Next-mic@9b40023b0010 ← Qwen/Qwen3.8-Flash-Next@de4b8e4d43b9 · Qwen4ExpForConditionalGeneration · random weights
Original177.4Bparameters
Fixture359.2Mparameters
Layer stacks2compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.visual.blocks
| Kind | Original | Fixture | |
|---|
| VisionBlock | 27 | 27 | ✓ kept |
model.language_model.layers
| Kind | Original | Fixture | |
|---|
| linear_attention, Conv1d, TextGatedDeltaNet … | 35 | 2 | ✓ kept |
| linear_attention, Conv1d, Embedding … | 1 | 1 | ✓ kept |
| indexed_attention, TextAttention, TextQSAIndexer | 12 | 1 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.language_model.layers | 175.7B | 99.0% | 326.1M | 90.8% |
| model.language_model | 642.3M | 0.4% | 16.1M | 4.5% |
| lm_head | 635.7M | 0.4% | 15.9M | 4.4% |
| model.visual.blocks | 411.5M | 0.2% | 903.7K | 0.3% |
| model.visual | 37.5M | 0.0% | 328.2K | 0.1% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | qwen4_exp | qwen4_exp | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| text_config | attention style | GQA (24 heads, 2 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| text_config | MoE routing | top-10 of 512 experts | top-2 of 4 experts | ✓ kept |
| text_config | RoPE type | default | default | ✓ kept |
| text_config | model_type | qwen4_exp_text | qwen4_exp_text | ✓ kept |
| text_config | vocab_size | 248320 | 248320 | ✓ kept |
| text_config | tie_word_embeddings | False | False | ✓ kept |
| text_config | hidden_act | silu | silu | ✓ kept |
| text_config | max_position_embeddings | 262144 | 262144 | ✓ kept |
| vision_config | RoPE type | axial | axial | ✓ kept |
| vision_config | model_type | qwen4_exp_vision | qwen4_exp_vision | ✓ kept |
| vision_config | hidden_act | gelu_pytorch_tanh | gelu_pytorch_tanh | ✓ kept |
| vision_config | patch_size | 16 | 16 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Qwen4Exp omitted).
| Class | Original | Fixture |
|---|
| Linear | 835 | 175 |
| TextRMSNorm | 148 | 16 |
| TextGatedResidual | 97 | 9 |
| SiLUActivation | 96 | 8 |
| LayerNorm | 55 | 55 |
| TextDecoderLayer | 48 | 4 |
| TextExperts | 48 | 4 |
| TextMLP | 48 | 4 |
| TextSparseMoeBlock | 48 | 4 |
| TextTopKRouter | 48 | 4 |
| Conv1d | 37 | 4 |
| TextGatedDeltaNet | 36 | 3 |
| TextRMSNormGated | 36 | 3 |
| GELUTanh | 27 | 27 |
| VisionAttention | 27 | 27 |
| VisionBlock | 27 | 27 |
| VisionMLP | 27 | 27 |
| TextAttention | 12 | 1 |
| TextQSAIndexer | 12 | 1 |
| Embedding | 3 | 3 |
| ModuleList | 2 | 2 |
| Conv3d | 1 | 1 |
| GELU | 1 | 1 |
| ForConditionalGeneration | 1 | 1 |
| Model | 1 | 1 |
| TextModel | 1 | 1 |
| TextNGramEmbedding | 1 | 1 |
| TextPLELayer | 1 | 1 |
| TextRotaryEmbedding | 1 | 1 |
| VisionModel | 1 | 1 |
| VisionPatchEmbed | 1 | 1 |
| VisionPatchMerger | 1 | 1 |
| VisionRotaryEmbedding | 1 | 1 |
Config changes
15 fields changed, 86 unchanged.
| Field | Original | Fixture |
|---|
| text_config.head_dim | 256 | 16 |
| text_config.hidden_size | 2560 | 64 |
| text_config.layer_types | 48 entries: 36× linear_attention, 12× indexed_attention | ["linear_attention", "linear_attention", "linear_attention", "indexed_attenti… |
| text_config.moe_intermediate_size | 640 | 32 |
| text_config.num_attention_heads | 24 | 4 |
| text_config.num_experts | 512 | 4 |
| text_config.num_experts_per_tok | 10 | 2 |
| text_config.num_hidden_layers | 48 | 4 |
| text_config.ple_embed_dim | 2560 | 16 |
| text_config.rope_parameters | {"mrope_interleaved": true, "mrope_section": [11, 11, 10], "partial_rotary_fa… | {"mrope_interleaved": true, "mrope_section": [3, 3, 2], "partial_rotary_facto… |
| text_config.shared_expert_intermediate_size | 640 | 128 |
| vision_config.hidden_size | 1152 | 64 |
| vision_config.intermediate_size | 4304 | 128 |
| vision_config.num_heads | 16 | 4 |
| vision_config.out_hidden_size | 2560 | 64 |
\ No newline at end of file
diff --git a/shrink/Qwen3.8-Flash-Next-mic.json b/shrink/Qwen3.8-Flash-Next-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..e5de55eadfe9db6fe3d55b544b98c37322ea77f5
--- /dev/null
+++ b/shrink/Qwen3.8-Flash-Next-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/Qwen3.8-Flash-Next-mic@9b40023b0010df89774011881d27eb6165fd2ca9", "findings": []}
\ No newline at end of file
diff --git a/shrink/Seed-OSS-36B-Instruct-mic.html b/shrink/Seed-OSS-36B-Instruct-mic.html
index 91deea27e15834e150d01acba6953c054c6c2b6e..009380b3160bd5386f0d53a0641073f28cd79cf7 100644
--- a/shrink/Seed-OSS-36B-Instruct-mic.html
+++ b/shrink/Seed-OSS-36B-Instruct-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+ByteDance-Seed/Seed-OSS-36B-Instruct: shrunk architecture
-Shrunk architecture
huggingface-mic/Seed-OSS-36B-Instruct-mic@5a7c613134e50c88bce20805ea4b02458007b844 ← ByteDance-Seed/Seed-OSS-36B-Instruct@497f1dca95ebdec98e41d517b9f060ee753c902f · SeedOssForCausalLM · random weights
-Original36.2Bparameters
Fixture19.9Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 64 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 34.6B | 95.6% | 74.2K | 0.4% |
| lm_head | 794.3M | 2.2% | 9.9M | 49.8% |
| model.embed_tokens | 794.3M | 2.2% | 9.9M | 49.8% |
| model.norm | 5.1K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | GQA (80 heads, 8 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| model | RoPE type | default | default | ✓ kept |
| model | model_type | seed_oss | seed_oss | ✓ kept |
| model | vocab_size | 155136 | 155136 | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 524288 | 524288 | ✓ kept |
Module classes
Instances of each class in the built model (prefix SeedOss omitted).
| Class | Original | Fixture |
|---|
| Linear | 449 | 15 |
| RMSNorm | 129 | 5 |
| Attention | 64 | 2 |
| DecoderLayer | 64 | 2 |
| MLP | 64 | 2 |
| SiLUActivation | 64 | 2 |
| Embedding | 1 | 1 |
| ModuleList | 1 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
Config changes
6 fields changed, 26 unchanged.
| Field | Original | Fixture |
|---|
| head_dim | 128 | 16 |
| hidden_size | 5120 | 64 |
| intermediate_size | 27648 | 128 |
| num_attention_heads | 80 | 4 |
| num_hidden_layers | 64 | 2 |
| num_key_value_heads | 8 | 2 |
+← MIC coverage of Transformers model types
+ByteDance-Seed/Seed-OSS-36B-Instruct
huggingface-mic/Seed-OSS-36B-Instruct-mic@5a7c613134e5 ← ByteDance-Seed/Seed-OSS-36B-Instruct@497f1dca95eb · SeedOssForCausalLM · random weights
+Original36.2Bparameters
Fixture19.9Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 64 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 34.6B | 95.6% | 74.2K | 0.4% |
| model.embed_tokens | 794.3M | 2.2% | 9.9M | 49.8% |
| lm_head | 794.3M | 2.2% | 9.9M | 49.8% |
| model.norm | 5.1K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | GQA (80 heads, 8 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| model | RoPE type | default | default | ✓ kept |
| model | model_type | seed_oss | seed_oss | ✓ kept |
| model | vocab_size | 155136 | 155136 | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 524288 | 524288 | ✓ kept |
Module classes
Instances of each class in the built model (prefix SeedOss omitted).
| Class | Original | Fixture |
|---|
| Linear | 449 | 15 |
| RMSNorm | 129 | 5 |
| Attention | 64 | 2 |
| DecoderLayer | 64 | 2 |
| MLP | 64 | 2 |
| SiLUActivation | 64 | 2 |
| Embedding | 1 | 1 |
| ModuleList | 1 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
Config changes
6 fields changed, 26 unchanged.
| Field | Original | Fixture |
|---|
| head_dim | 128 | 16 |
| hidden_size | 5120 | 64 |
| intermediate_size | 27648 | 128 |
| num_attention_heads | 80 | 4 |
| num_hidden_layers | 64 | 2 |
| num_key_value_heads | 8 | 2 |
\ No newline at end of file
diff --git a/shrink/Seed-OSS-36B-Instruct-mic.json b/shrink/Seed-OSS-36B-Instruct-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..3f345a46b32e225699cce94310824cb53cf47c23
--- /dev/null
+++ b/shrink/Seed-OSS-36B-Instruct-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/Seed-OSS-36B-Instruct-mic@5a7c613134e50c88bce20805ea4b02458007b844", "findings": []}
\ No newline at end of file
diff --git a/shrink/SmolLM3-3B-mic.html b/shrink/SmolLM3-3B-mic.html
index c63f06f8f36abb976c3cef22ba5239aea3c44edf..891e020324a48d12c56f524e9407e47a50781307 100644
--- a/shrink/SmolLM3-3B-mic.html
+++ b/shrink/SmolLM3-3B-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+HuggingFaceTB/SmolLM3-3B: shrunk architecture
-Shrunk architecture
huggingface-mic/SmolLM3-3B-mic@717fbb55a2a1e454d1de0cd85e1c944183b0cbd7 ← HuggingFaceTB/SmolLM3-3B@a07cc9a04f16550a088caea529712d1d335b0ac1 · SmolLM3ForCausalLM · random weights · built before the shrink rule (no recorded recipe)
+← MIC coverage of Transformers model types
+HuggingFaceTB/SmolLM3-3B
huggingface-mic/SmolLM3-3B-mic@717fbb55a2a1 ← HuggingFaceTB/SmolLM3-3B@a07cc9a04f16 · SmolLM3ForCausalLM · random weights · built before the shrink rule (no recorded recipe)
Original3.1Bparameters
Fixture35.2Mparameters
Layer stacks1compared
Findings1to review
⚠ To review
- model: max_position_embeddings 65536 became 512
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 36 | 4 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 2.8B | 91.5% | 2.4M | 6.7% |
| model.embed_tokens | 262.7M | 8.5% | 32.8M | 93.3% |
| model.norm | 2.0K | 0.0% | 256 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | GQA (16 heads, 4 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| model | RoPE type | default | default | ✓ kept |
| model | model_type | smollm3 | smollm3 | ✓ kept |
| model | vocab_size | 128256 | 128256 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 65536 | 512 | ⚠ changed |
Module classes
Instances of each class in the built model (prefix SmolLM3 omitted).
| Class | Original | Fixture |
|---|
| Linear | 253 | 29 |
| RMSNorm | 73 | 9 |
| SiLUActivation | 36 | 4 |
| Attention | 36 | 4 |
| DecoderLayer | 36 | 4 |
| MLP | 36 | 4 |
| Embedding | 1 | 1 |
| ModuleList | 1 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
Config changes
9 fields changed, 26 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 2048 | 256 |
| intermediate_size | 11008 | 512 |
| layer_types | 36 entries: 36× full_attention | ["full_attention", "full_attention", "full_attention", "full_attention"] |
| max_position_embeddings | 65536 | 512 |
| max_window_layers | 28 | 3 |
| no_rope_layers | 36 entries: 27× 1, 9× 0 | [1, 1, 1, 0] |
| num_attention_heads | 16 | 4 |
| num_hidden_layers | 36 | 4 |
| num_key_value_heads | 4 | 2 |
\ No newline at end of file
diff --git a/shrink/SmolLM3-3B-mic.json b/shrink/SmolLM3-3B-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..b2b28c3ab4923987a4dcb455d34b63301f2ed7fb
--- /dev/null
+++ b/shrink/SmolLM3-3B-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/SmolLM3-3B-mic@717fbb55a2a1e454d1de0cd85e1c944183b0cbd7", "findings": ["model: max_position_embeddings 65536 became 512"]}
\ No newline at end of file
diff --git a/shrink/Unlimited-OCR-mic.html b/shrink/Unlimited-OCR-mic.html
index e6ac2290e86344ae880f772365a6e98c7d2c9d35..9361bfd2480f1eb9d00909adf64ea78cc5d64d70 100644
--- a/shrink/Unlimited-OCR-mic.html
+++ b/shrink/Unlimited-OCR-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+baidu/Unlimited-OCR: shrunk architecture
-Shrunk architecture
huggingface-mic/Unlimited-OCR-mic@7b86520360914f84047e85b7d0b11109baf6d934 ← baidu/Unlimited-OCR@8249d20b2822a7d8a4c22c8d8c9069b5ac36bda3 · UnlimitedOcrForConditionalGeneration · random weights
+← MIC coverage of Transformers model types
+baidu/Unlimited-OCR
huggingface-mic/Unlimited-OCR-mic@7b8652036091 ← baidu/Unlimited-OCR@8249d20b2822 · UnlimitedOcrForConditionalGeneration · random weights
Original3.3Bparameters
Fixture18.6Mparameters
Layer stacks3compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.vision_tower.sam_encoder.layers
| Kind | Original | Fixture | |
|---|
| SamMLPBlock | 12 | 2 | ✓ kept |
model.vision_tower.vision_encoder.encoder.layers
| Kind | Original | Fixture | |
|---|
| EncoderLayer | 24 | 2 | ✓ kept |
model.language_model.layers
| Kind | Original | Fixture | |
|---|
| no TextExperts | 1 | 1 | ✓ kept |
| TextExperts, TextMoe, TextTopkRouter | 11 | 1 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.language_model.layers | 2.6B | 78.1% | 94.7K | 0.5% |
| model.vision_tower.vision_encoder.encoder.layers | 302.3M | 9.1% | 66.9K | 0.4% |
| model.language_model | 165.5M | 5.0% | 8.3M | 44.5% |
| lm_head | 165.5M | 5.0% | 8.3M | 44.5% |
| model.vision_tower.sam_encoder.layers | 85.1M | 2.6% | 828.2K | 4.5% |
| model.vision_tower | 10.7M | 0.3% | 1.0M | 5.5% |
| model.multi_modal_projector | 2.6M | 0.1% | 8.3K | 0.0% |
| 1 others | 2.6K | 0.0% | 128 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | MHA (10 heads, 10 KV) | MHA (4 heads, 4 KV) | ✓ kept |
| model | MoE routing | top-6 of 64 experts | top-2 of 4 experts | ✓ kept |
| model | model_type | unlimited_ocr | unlimited_ocr | ✓ kept |
| model | vocab_size | 129280 | 129280 | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| model | max_position_embeddings | 32768 | 32768 | ✓ kept |
| vision_config | model_type | unlimited_ocr_vision | unlimited_ocr_vision | ✓ kept |
| vision_config | image_size | 1024 | 1024 | ✓ kept |
| vision_config.sam_config | model_type | unlimited_ocr_sam_vision_model | unlimited_ocr_sam_vision_model | ✓ kept |
| vision_config.sam_config | hidden_act | gelu | gelu | ✓ kept |
| vision_config.sam_config | image_size | 1024 | 1024 | ✓ kept |
| vision_config.sam_config | patch_size | 16 | 16 | ✓ kept |
| vision_config.sam_config | num_channels | 3 | 3 | ✓ kept |
| vision_config.encoder_config | model_type | unlimited_ocr_vision_encoder | unlimited_ocr_vision_encoder | ✓ kept |
| vision_config.encoder_config | hidden_act | quick_gelu | quick_gelu | ✓ kept |
| vision_config.encoder_config | image_size | 224 | 224 | ✓ kept |
| vision_config.encoder_config | patch_size | 14 | 14 | ✓ kept |
| vision_config.encoder_config | num_channels | 3 | 3 | ✓ kept |
| text_config | attention style | MHA (10 heads, 10 KV) | MHA (4 heads, 4 KV) | ✓ kept |
| text_config | MoE routing | top-6 of 64 experts | top-2 of 4 experts | ✓ kept |
| text_config | RoPE type | default | default | ✓ kept |
| text_config | model_type | unlimited_ocr_text | unlimited_ocr_text | ✓ kept |
| text_config | vocab_size | 129280 | 129280 | ✓ kept |
| text_config | tie_word_embeddings | False | False | ✓ kept |
| text_config | hidden_act | silu | silu | ✓ kept |
| text_config | max_position_embeddings | 32768 | 32768 | ✓ kept |
| projector_config | model_type | mlp_projector | mlp_projector | ✓ kept |
Module classes
Instances of each class in the built model (prefix UnlimitedOcr omitted).
| Class | Original | Fixture |
|---|
| Linear | 278 | 36 |
| LayerNorm | 73 | 9 |
| TextRMSNorm | 25 | 5 |
| QuickGELUActivation | 24 | 2 |
| Attention | 24 | 2 |
| EncoderLayer | 24 | 2 |
| MLP | 24 | 2 |
| SiLUActivation | 23 | 3 |
| GELUActivation | 12 | 2 |
| SamMLPBlock | 12 | 2 |
| SamVisionLayer | 12 | 2 |
| SamVisionSdpaAttention | 12 | 2 |
| TextAttention | 12 | 2 |
| TextDecoderLayer | 12 | 2 |
| TextMLP | 12 | 2 |
| TextExperts | 11 | 1 |
| TextMoe | 11 | 1 |
| TextTopkRouter | 11 | 1 |
| Conv2d | 5 | 5 |
| ModuleList | 3 | 3 |
| Embedding | 2 | 2 |
| SamLayerNorm | 2 | 2 |
| Encoder | 1 | 1 |
| ForConditionalGeneration | 1 | 1 |
| Model | 1 | 1 |
| SamPatchEmbeddings | 1 | 1 |
| SamVisionEncoder | 1 | 1 |
| SamVisionNeck | 1 | 1 |
| SamVisionProj | 1 | 1 |
| TextModel | 1 | 1 |
| TextRotaryEmbedding | 1 | 1 |
| VisionEmbeddings | 1 | 1 |
| VisionEncoder | 1 | 1 |
| VisionModel | 1 | 1 |
Config changes
30 fields changed, 128 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 1280 | 64 |
| intermediate_size | 6848 | 128 |
| moe_intermediate_size | 896 | 32 |
| n_routed_experts | 64 | 4 |
| num_attention_heads | 10 | 4 |
| num_experts_per_tok | 6 | 2 |
| num_hidden_layers | 12 | 2 |
| num_key_value_heads | 10 | 4 |
| text_config.head_dim | 128 | 16 |
| text_config.hidden_size | 1280 | 64 |
| text_config.intermediate_size | 6848 | 128 |
| text_config.layer_types | 12 entries: 12× reference_sliding_attention | ["reference_sliding_attention", "reference_sliding_attention"] |
| text_config.mlp_layer_types | 12 entries: 11× sparse, 1× dense | ["dense", "sparse"] |
| text_config.moe_intermediate_size | 896 | 32 |
| text_config.n_routed_experts | 64 | 4 |
| text_config.num_attention_heads | 10 | 4 |
| text_config.num_experts_per_tok | 6 | 2 |
| text_config.num_hidden_layers | 12 | 2 |
| text_config.num_key_value_heads | 10 | 4 |
| text_config.v_head_dim | 128 | 16 |
| v_head_dim | 128 | 16 |
| vision_config.encoder_config.hidden_size | 1024 | 64 |
| vision_config.encoder_config.intermediate_size | 4096 | 128 |
| vision_config.encoder_config.num_attention_heads | 16 | 4 |
| vision_config.encoder_config.num_hidden_layers | 24 | 2 |
| vision_config.sam_config.downsample_channels | [512, 1024] | [32, 64] |
| vision_config.sam_config.hidden_size | 768 | 64 |
| vision_config.sam_config.initializer_range | 1e-10 | 0.02 |
| vision_config.sam_config.num_attention_heads | 12 | 4 |
| vision_config.sam_config.num_hidden_layers | 12 | 2 |
\ No newline at end of file
diff --git a/shrink/Unlimited-OCR-mic.json b/shrink/Unlimited-OCR-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..bde12c1dacd092792cd2acc0272838377a566705
--- /dev/null
+++ b/shrink/Unlimited-OCR-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/Unlimited-OCR-mic@7b86520360914f84047e85b7d0b11109baf6d934", "findings": []}
\ No newline at end of file
diff --git a/shrink/VibeVoice-1.5B-hf-mic.html b/shrink/VibeVoice-1.5B-hf-mic.html
index fdf306855c6ed028a3044a9c867c32380a089a2d..4180ac42f1106b933ab274d0aef7a490dd32436c 100644
--- a/shrink/VibeVoice-1.5B-hf-mic.html
+++ b/shrink/VibeVoice-1.5B-hf-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+vibevoice/VibeVoice-1.5B-hf: shrunk architecture
-Shrunk architecture
huggingface-mic/VibeVoice-1.5B-hf-mic@a651225b62eeb6b3aa47c4f0600111b0055ab257 ← vibevoice/VibeVoice-1.5B-hf@d4cd82eb4371bf3e3d088e1ea7fa4eefb60449bf · VibeVoiceForConditionalGeneration · random weights
+← MIC coverage of Transformers model types
+vibevoice/VibeVoice-1.5B-hf
huggingface-mic/VibeVoice-1.5B-hf-mic@a651225b62ee ← vibevoice/VibeVoice-1.5B-hf@d4cd82eb4371 · VibeVoiceForConditionalGeneration · random weights
Original2.7Bparameters
Fixture268.3Mparameters
Layer stacks8compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.audio_tower.encoder.stem.stage
| Kind | Original | Fixture | |
|---|
| AcousticTokenizerConvNext1dLayer | 3 | 1 | ✓ kept |
model.audio_tower.encoder.conv_layers
| Kind | Original | Fixture | |
|---|
| AcousticTokenizerEncoderLayer | 6 | 6 | ✓ kept |
model.audio_tower.decoder.stem.stage
| Kind | Original | Fixture | |
|---|
| AcousticTokenizerConvNext1dLayer | 8 | 1 | ✓ kept |
model.audio_tower.decoder.conv_layers
| Kind | Original | Fixture | |
|---|
| AcousticTokenizerDecoderLayer | 6 | 6 | ✓ kept |
model.language_model.layers
| Kind | Original | Fixture | |
|---|
| Qwen2DecoderLayer | 28 | 2 | ✓ kept |
model.semantic_tokenizer_encoder.stem.stage
| Kind | Original | Fixture | |
|---|
| AcousticTokenizerConvNext1dLayer | 3 | 1 | ✓ kept |
model.semantic_tokenizer_encoder.conv_layers
| Kind | Original | Fixture | |
|---|
| AcousticTokenizerEncoderLayer | 6 | 6 | ✓ kept |
model.diffusion_head.layers
| Kind | Original | Fixture | |
|---|
| Linear | 4 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.language_model.layers | 1.3B | 48.5% | 74.2K | 0.0% |
| model.audio_tower.encoder.conv_layers | 342.8M | 12.7% | 85.2M | 31.8% |
| model.semantic_tokenizer_encoder.conv_layers | 342.8M | 12.7% | 85.2M | 31.8% |
| model.audio_tower.decoder.stem.stage | 268.7M | 9.9% | 33.6M | 12.5% |
| model.language_model | 233.4M | 8.6% | 9.7M | 3.6% |
| model.diffusion_head.layers | 113.3M | 4.2% | 73.9K | 0.0% |
| model.audio_tower.decoder.conv_layers | 74.1M | 2.7% | 51.6M | 19.2% |
| 8 others | 18.8M | 0.7% | 2.8M | 1.1% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | vibevoice | vibevoice | ✓ kept |
| model | vocab_size | 151936 | 151936 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| audio_config | model_type | vibevoice_acoustic_tokenizer | vibevoice_acoustic_tokenizer | ✓ kept |
| audio_config | hidden_act | gelu | gelu | ✓ kept |
| semantic_model_config | model_type | vibevoice_acoustic_tokenizer_encoder | vibevoice_acoustic_tokenizer_encoder | ✓ kept |
| semantic_model_config | hidden_act | gelu | gelu | ✓ kept |
| text_config | attention style | GQA (12 heads, 2 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| text_config | RoPE type | default | default | ✓ kept |
| text_config | model_type | qwen2 | qwen2 | ✓ kept |
| text_config | vocab_size | 151936 | 151936 | ✓ kept |
| text_config | tie_word_embeddings | True | True | ✓ kept |
| text_config | hidden_act | silu | silu | ✓ kept |
| text_config | max_position_embeddings | 65536 | 65536 | ✓ kept |
| diffusion_head_config | model_type | vibevoice_diffusion | vibevoice_diffusion | ✓ kept |
| diffusion_head_config | hidden_act | silu | silu | ✓ kept |
Module classes
Instances of each class in the built model (prefix VibeVoice omitted).
| Class | Original | Fixture |
|---|
| Linear | 379 | 75 |
| AcousticTokenizerRMSNorm | 156 | 42 |
| Conv1d | 96 | 39 |
| AcousticTokenizerCausalConv1d | 96 | 39 |
| GELUActivation | 78 | 21 |
| AcousticTokenizerConvNext1dLayer | 78 | 21 |
| AcousticTokenizerFeedForward | 78 | 21 |
| Qwen2RMSNorm | 57 | 5 |
| SiLUActivation | 38 | 8 |
| Qwen2Attention | 28 | 2 |
| Qwen2DecoderLayer | 28 | 2 |
| Qwen2MLP | 28 | 2 |
| ModuleList | 26 | 26 |
| AcousticTokenizerEncoderLayer | 12 | 12 |
| ConvTranspose1d | 6 | 6 |
| AcousticTokenizerCausalConvTranspose1d | 6 | 6 |
| AcousticTokenizerDecoderLayer | 6 | 6 |
| RMSNorm | 6 | 4 |
| DiffusionHeadAdaLayerNorm | 4 | 2 |
| MLP | 4 | 2 |
| AcousticTokenizerEncoderModel | 2 | 2 |
| AcousticTokenizerEncoderStem | 2 | 2 |
| MultiModalProjector | 2 | 2 |
| Embedding | 1 | 1 |
| Qwen2Model | 1 | 1 |
| Qwen2RotaryEmbedding | 1 | 1 |
| AcousticTokenizerDecoderModel | 1 | 1 |
| AcousticTokenizerDecoderStem | 1 | 1 |
| AcousticTokenizerModel | 1 | 1 |
| DiffusionHead | 1 | 1 |
| DiffusionHeadFinalLayer | 1 | 1 |
| DiffusionHeadMLP | 1 | 1 |
| DiffusionHeadSinusoidalEmbedding | 1 | 1 |
| ForConditionalGeneration | 1 | 1 |
| Model | 1 | 1 |
Config changes
11 fields changed, 98 unchanged.
| Field | Original | Fixture |
|---|
| audio_config.depths | 7 entries: 6× 3, 1× 8 | 7 entries: 7× 1 |
| diffusion_head_config.hidden_size | 1536 | 64 |
| diffusion_head_config.intermediate_size | 4608 | 128 |
| diffusion_head_config.num_hidden_layers | 4 | 2 |
| semantic_model_config.depths | 7 entries: 6× 3, 1× 8 | 7 entries: 7× 1 |
| semantic_model_config.hidden_size | 128 | 64 |
| text_config.hidden_size | 1536 | 64 |
| text_config.intermediate_size | 8960 | 128 |
| text_config.layer_types | 28 entries: 28× full_attention | ["full_attention", "full_attention"] |
| text_config.num_attention_heads | 12 | 4 |
| text_config.num_hidden_layers | 28 | 2 |
\ No newline at end of file
diff --git a/shrink/VibeVoice-1.5B-hf-mic.json b/shrink/VibeVoice-1.5B-hf-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..07ccbbac9dfd01b4beacf81827ffb05a0cb61d1f
--- /dev/null
+++ b/shrink/VibeVoice-1.5B-hf-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/VibeVoice-1.5B-hf-mic@a651225b62eeb6b3aa47c4f0600111b0055ab257", "findings": []}
\ No newline at end of file
diff --git a/shrink/Voxtral-Mini-3B-2507-mic.html b/shrink/Voxtral-Mini-3B-2507-mic.html
index 6bedf6367706cb32ddc4ac87c066572cfaf2c034..8aa2fe3d126822d21fac8982673bbdcd19dacc12 100644
--- a/shrink/Voxtral-Mini-3B-2507-mic.html
+++ b/shrink/Voxtral-Mini-3B-2507-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+mistralai/Voxtral-Mini-3B-2507: shrunk architecture
-Shrunk architecture
huggingface-mic/Voxtral-Mini-3B-2507-mic@88954b6754a54ae7b39c94a53b59d3d54313fae9 ← mistralai/Voxtral-Mini-3B-2507@3060fe34b35ba5d44202ce9ff3c097642914f8f3 · VoxtralForConditionalGeneration · random weights
+← MIC coverage of Transformers model types
+mistralai/Voxtral-Mini-3B-2507
huggingface-mic/Voxtral-Mini-3B-2507-mic@88954b6754a5 ← mistralai/Voxtral-Mini-3B-2507@3060fe34b35b · VoxtralForConditionalGeneration · random weights
Original4.7Bparameters
Fixture17.1Mparameters
Layer stacks2compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.audio_tower.layers
| Kind | Original | Fixture | |
|---|
| EncoderLayer | 32 | 2 | ✓ kept |
model.language_model.layers
| Kind | Original | Fixture | |
|---|
| LlamaDecoderLayer | 30 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.language_model.layers | 3.2B | 68.6% | 74.0K | 0.4% |
| model.audio_tower.layers | 629.6M | 13.5% | 99.8K | 0.6% |
| model.language_model | 402.7M | 8.6% | 8.4M | 49.0% |
| lm_head | 402.7M | 8.6% | 8.4M | 49.0% |
| model.multi_modal_projector | 25.2M | 0.5% | 20.5K | 0.1% |
| model.audio_tower | 7.3M | 0.2% | 133.1K | 0.8% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | voxtral | voxtral | ✓ kept |
| model | vocab_size | 131072 | 131072 | ✓ kept |
| audio_config | attention style | MHA (20 heads, 20 KV) | MHA (4 heads, 4 KV) | ✓ kept |
| audio_config | model_type | voxtral_encoder | voxtral_encoder | ✓ kept |
| audio_config | vocab_size | 51866 | 51866 | ✓ kept |
| audio_config | num_mel_bins | 128 | 128 | ✓ kept |
| text_config | attention style | GQA (32 heads, 8 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| text_config | RoPE type | default | default | ✓ kept |
| text_config | model_type | llama | llama | ✓ kept |
| text_config | vocab_size | 131072 | 131072 | ✓ kept |
| text_config | tie_word_embeddings | False | False | ✓ kept |
| text_config | hidden_act | silu | silu | ✓ kept |
| text_config | max_position_embeddings | 131072 | 131072 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Voxtral omitted).
| Class | Original | Fixture |
|---|
| Linear | 405 | 29 |
| LayerNorm | 65 | 5 |
| LlamaRMSNorm | 61 | 5 |
| GELUActivation | 33 | 3 |
| Attention | 32 | 2 |
| EncoderLayer | 32 | 2 |
| LlamaAttention | 30 | 2 |
| LlamaDecoderLayer | 30 | 2 |
| LlamaMLP | 30 | 2 |
| SiLUActivation | 30 | 2 |
| Conv1d | 2 | 2 |
| Embedding | 2 | 2 |
| ModuleList | 2 | 2 |
| AvgPool1d | 1 | 1 |
| LlamaModel | 1 | 1 |
| LlamaRotaryEmbedding | 1 | 1 |
| Encoder | 1 | 1 |
| ForConditionalGeneration | 1 | 1 |
| Model | 1 | 1 |
| MultiModalProjector | 1 | 1 |
Config changes
13 fields changed, 56 unchanged.
| Field | Original | Fixture |
|---|
| audio_config.head_dim | 64 | 16 |
| audio_config.hidden_size | 1280 | 64 |
| audio_config.intermediate_size | 5120 | 256 |
| audio_config.num_attention_heads | 20 | 4 |
| audio_config.num_hidden_layers | 32 | 2 |
| audio_config.num_key_value_heads | 20 | 4 |
| hidden_size | 3072 | 64 |
| text_config.head_dim | 128 | 16 |
| text_config.hidden_size | 3072 | 64 |
| text_config.intermediate_size | 8192 | 128 |
| text_config.num_attention_heads | 32 | 4 |
| text_config.num_hidden_layers | 30 | 2 |
| text_config.num_key_value_heads | 8 | 2 |
\ No newline at end of file
diff --git a/shrink/Voxtral-Mini-3B-2507-mic.json b/shrink/Voxtral-Mini-3B-2507-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..8f786dab42a38f0ffd6794641cebaa906c443bf1
--- /dev/null
+++ b/shrink/Voxtral-Mini-3B-2507-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/Voxtral-Mini-3B-2507-mic@88954b6754a54ae7b39c94a53b59d3d54313fae9", "findings": []}
\ No newline at end of file
diff --git a/shrink/albert-base-v2-mic.html b/shrink/albert-base-v2-mic.html
index d49bb5e130b7d36a9f9b9f6d9dcef8a3351d8832..ab7ce6ac34aacb4b3d942dd25b72d3c1265a2d8b 100644
--- a/shrink/albert-base-v2-mic.html
+++ b/shrink/albert-base-v2-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+albert/albert-base-v2: shrunk architecture
-Shrunk architecture
huggingface-mic/albert-base-v2-mic@258e9f08fe272ff4b05d6823ad031e0ba86d9be6 ← albert/albert-base-v2@8e2f239c5f8a2c0f253781ca60135db913e5c80c · AlbertForMaskedLM · random weights
+← MIC coverage of Transformers model types
+albert/albert-base-v2
huggingface-mic/albert-base-v2-mic@258e9f08fe27 ← albert/albert-base-v2@8e2f239c5f8a · AlbertForMaskedLM · random weights
Original11.2Mparameters
Fixture4.0Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
albert.encoder.albert_layer_groups
| Kind | Original | Fixture | |
|---|
| Layer | 1 | 1 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| albert.encoder.albert_layer_groups | 7.1M | 63.2% | 33.5K | 0.8% |
| albert.embeddings | 3.9M | 34.8% | 3.9M | 98.0% |
| albert.encoder | 99.1K | 0.9% | 8.3K | 0.2% |
| predictions.dense | 98.4K | 0.9% | 8.3K | 0.2% |
| predictions | 30.0K | 0.3% | 30.0K | 0.8% |
| predictions.LayerNorm | 256 | 0.0% | 256 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | albert | albert | ✓ kept |
| model | vocab_size | 30000 | 30000 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| model | hidden_act | gelu_new | gelu_new | ✓ kept |
| model | max_position_embeddings | 512 | 512 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Albert omitted).
| Class | Original | Fixture |
|---|
| Linear | 9 | 9 |
| Dropout | 4 | 4 |
| LayerNorm | 4 | 4 |
| Embedding | 3 | 3 |
| ModuleList | 2 | 2 |
| NewGELUActivation | 2 | 2 |
| Attention | 1 | 1 |
| Embeddings | 1 | 1 |
| ForMaskedLM | 1 | 1 |
| Layer | 1 | 1 |
| LayerGroup | 1 | 1 |
| MLMHead | 1 | 1 |
| Model | 1 | 1 |
| Transformer | 1 | 1 |
Config changes
4 fields changed, 29 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 768 | 64 |
| intermediate_size | 3072 | 128 |
| num_attention_heads | 12 | 4 |
| num_hidden_layers | 12 | 2 |
\ No newline at end of file
diff --git a/shrink/albert-base-v2-mic.json b/shrink/albert-base-v2-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..5d9fdd26cb1888155df81f45942609c1af131849
--- /dev/null
+++ b/shrink/albert-base-v2-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/albert-base-v2-mic@258e9f08fe272ff4b05d6823ad031e0ba86d9be6", "findings": []}
\ No newline at end of file
diff --git a/shrink/audio-flamingo-3-hf-mic.html b/shrink/audio-flamingo-3-hf-mic.html
index e768ebcb5bab6d114b2a3b36dde26de304b1dd8b..4850230d2ae1153c1e06fefe1a3e5cd0875713cf 100644
--- a/shrink/audio-flamingo-3-hf-mic.html
+++ b/shrink/audio-flamingo-3-hf-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+nvidia/audio-flamingo-3-hf: shrunk architecture
-Shrunk architecture
huggingface-mic/audio-flamingo-3-hf-mic@5e785e0943d8a895cad2acdfc3d7a4366f961920 ← nvidia/audio-flamingo-3-hf@7d4bae64ee29878af6504ae6f6bb3e40492838ad · AudioFlamingo3ForConditionalGeneration · random weights
+← MIC coverage of Transformers model types
+nvidia/audio-flamingo-3-hf
huggingface-mic/audio-flamingo-3-hf-mic@5e785e0943d8 ← nvidia/audio-flamingo-3-hf@7d4bae64ee29 · AudioFlamingo3ForConditionalGeneration · random weights
Original8.3Bparameters
Fixture19.7Mparameters
Layer stacks2compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.audio_tower.layers
| Kind | Original | Fixture | |
|---|
| EncoderLayer | 32 | 2 | ✓ kept |
model.language_model.layers
| Kind | Original | Fixture | |
|---|
| Qwen2DecoderLayer | 28 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.language_model.layers | 6.5B | 78.9% | 74.2K | 0.4% |
| model.audio_tower.layers | 629.6M | 7.6% | 66.8K | 0.3% |
| model.language_model | 543.6M | 6.6% | 9.7M | 49.3% |
| lm_head | 543.6M | 6.6% | 9.7M | 49.3% |
| model.multi_modal_projector | 17.4M | 0.2% | 8.3K | 0.0% |
| model.audio_tower | 7.3M | 0.1% | 133.1K | 0.7% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | audioflamingo3 | audioflamingo3 | ✓ kept |
| audio_config | model_type | audioflamingo3_encoder | audioflamingo3_encoder | ✓ kept |
| audio_config | num_mel_bins | 128 | 128 | ✓ kept |
| text_config | attention style | GQA (28 heads, 4 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| text_config | RoPE type | default | default | ✓ kept |
| text_config | model_type | qwen2 | qwen2 | ✓ kept |
| text_config | vocab_size | 151672 | 151672 | ✓ kept |
| text_config | tie_word_embeddings | False | False | ✓ kept |
| text_config | hidden_act | silu | silu | ✓ kept |
| text_config | max_position_embeddings | 32768 | 32768 | ✓ kept |
Module classes
Instances of each class in the built model (prefix AudioFlamingo3 omitted).
| Class | Original | Fixture |
|---|
| Linear | 391 | 29 |
| LayerNorm | 65 | 5 |
| Qwen2RMSNorm | 57 | 5 |
| GELUActivation | 33 | 3 |
| Attention | 32 | 2 |
| EncoderLayer | 32 | 2 |
| Qwen2Attention | 28 | 2 |
| Qwen2DecoderLayer | 28 | 2 |
| Qwen2MLP | 28 | 2 |
| SiLUActivation | 28 | 2 |
| Conv1d | 2 | 2 |
| Embedding | 2 | 2 |
| ModuleList | 2 | 2 |
| Encoder | 1 | 1 |
| ForConditionalGeneration | 1 | 1 |
| Model | 1 | 1 |
| MultiModalProjector | 1 | 1 |
| AvgPool1d | 1 | 1 |
| Qwen2Model | 1 | 1 |
| Qwen2RotaryEmbedding | 1 | 1 |
Config changes
10 fields changed, 55 unchanged.
| Field | Original | Fixture |
|---|
| audio_config.hidden_size | 1280 | 64 |
| audio_config.intermediate_size | 5120 | 128 |
| audio_config.num_attention_heads | 20 | 4 |
| audio_config.num_hidden_layers | 32 | 2 |
| text_config.hidden_size | 3584 | 64 |
| text_config.intermediate_size | 18944 | 128 |
| text_config.layer_types | 28 entries: 28× full_attention | ["full_attention", "full_attention"] |
| text_config.num_attention_heads | 28 | 4 |
| text_config.num_hidden_layers | 28 | 2 |
| text_config.num_key_value_heads | 4 | 2 |
\ No newline at end of file
diff --git a/shrink/audio-flamingo-3-hf-mic.json b/shrink/audio-flamingo-3-hf-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..95d3bcf07af876cd3b0711624f9924e8ea503474
--- /dev/null
+++ b/shrink/audio-flamingo-3-hf-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/audio-flamingo-3-hf-mic@5e785e0943d8a895cad2acdfc3d7a4366f961920", "findings": []}
\ No newline at end of file
diff --git a/shrink/aya-expanse-8b-ungated-mic.html b/shrink/aya-expanse-8b-ungated-mic.html
index c3bb972f76e54b54b79db8eaff1c840aae963d94..734a9ee0f0ae92fe024749ea18fa6f3f8db6bdf2 100644
--- a/shrink/aya-expanse-8b-ungated-mic.html
+++ b/shrink/aya-expanse-8b-ungated-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+adamo1139/aya-expanse-8b-ungated: shrunk architecture
-Shrunk architecture
huggingface-mic/aya-expanse-8b-ungated-mic@ed87e2b6202ba7f881df3e5b8a9859126103bcec ← adamo1139/aya-expanse-8b-ungated@871465ab4030a036a24433b5d100d640f5142999 · CohereForCausalLM · random weights
+← MIC coverage of Transformers model types
+adamo1139/aya-expanse-8b-ungated
huggingface-mic/aya-expanse-8b-ungated-mic@ed87e2b6202b ← adamo1139/aya-expanse-8b-ungated@871465ab4030 · CohereForCausalLM · random weights
Original8.0Bparameters
Fixture16.5Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 32 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 7.0B | 86.9% | 73.9K | 0.4% |
| model.embed_tokens | 1.0B | 13.1% | 16.4M | 99.6% |
| model.norm | 4.1K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | GQA (32 heads, 8 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| model | RoPE type | default | default | ✓ kept |
| model | model_type | cohere | cohere | ✓ kept |
| model | vocab_size | 256000 | 256000 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 8192 | 8192 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Cohere omitted).
| Class | Original | Fixture |
|---|
| Linear | 225 | 15 |
| LayerNorm | 33 | 3 |
| Attention | 32 | 2 |
| DecoderLayer | 32 | 2 |
| MLP | 32 | 2 |
| SiLUActivation | 32 | 2 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
| Embedding | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
5 fields changed, 24 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 4096 | 64 |
| intermediate_size | 14336 | 128 |
| num_attention_heads | 32 | 4 |
| num_hidden_layers | 32 | 2 |
| num_key_value_heads | 8 | 2 |
\ No newline at end of file
diff --git a/shrink/aya-expanse-8b-ungated-mic.json b/shrink/aya-expanse-8b-ungated-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..d512d59bf2cb85c47688e1d40f02a60bbb985675
--- /dev/null
+++ b/shrink/aya-expanse-8b-ungated-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/aya-expanse-8b-ungated-mic@ed87e2b6202ba7f881df3e5b8a9859126103bcec", "findings": []}
\ No newline at end of file
diff --git a/shrink/bart-base-mic.html b/shrink/bart-base-mic.html
index acb846b251acf6642693a1b1d6b51102123a05e7..605cd329bc2376e757c142aa70dc859ee2b46093 100644
--- a/shrink/bart-base-mic.html
+++ b/shrink/bart-base-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+facebook/bart-base: shrunk architecture
-Shrunk architecture
huggingface-mic/bart-base-mic@1d300e47ad358f5882f422d8c0cfdbc62d975c7b ← facebook/bart-base@aadd2ab0ae0c8268c7c9693540e9904811f36177 · BartForConditionalGeneration · overfit weights · built before the shrink rule (no recorded recipe)
+← MIC coverage of Transformers model types
+facebook/bart-base
huggingface-mic/bart-base-mic@1d300e47ad35 ← facebook/bart-base@aadd2ab0ae0c · BartForConditionalGeneration · overfit weights · built before the shrink rule (no recorded recipe)
Original139.4Mparameters
Fixture3.5Mparameters
Layer stacks2compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.encoder.layers
| Kind | Original | Fixture | |
|---|
| EncoderLayer | 6 | 2 | ✓ kept |
model.decoder.layers
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 6 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.decoder.layers | 56.7M | 40.7% | 100.5K | 2.9% |
| model.encoder.layers | 42.5M | 30.5% | 66.9K | 1.9% |
| model.shared | 38.6M | 27.7% | 3.2M | 91.5% |
| model.encoder | 789.5K | 0.6% | 65.8K | 1.9% |
| model.decoder | 789.5K | 0.6% | 65.8K | 1.9% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | bart | bart | ✓ kept |
| model | vocab_size | 50265 | 50265 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| model | max_position_embeddings | 1024 | 1024 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Bart omitted).
| Class | Original | Fixture |
|---|
| Linear | 97 | 33 |
| LayerNorm | 32 | 12 |
| Attention | 18 | 6 |
| GELUActivation | 12 | 4 |
| DecoderLayer | 6 | 2 |
| EncoderLayer | 6 | 2 |
| ScaledWordEmbedding | 3 | 3 |
| LearnedPositionalEmbedding | 2 | 2 |
| ModuleList | 2 | 2 |
| Decoder | 1 | 1 |
| Encoder | 1 | 1 |
| ForConditionalGeneration | 1 | 1 |
| Model | 1 | 1 |
Config changes
7 fields changed, 35 unchanged.
| Field | Original | Fixture |
|---|
| d_model | 768 | 64 |
| decoder_attention_heads | 12 | 4 |
| decoder_ffn_dim | 3072 | 128 |
| decoder_layers | 6 | 2 |
| encoder_attention_heads | 12 | 4 |
| encoder_ffn_dim | 3072 | 128 |
| encoder_layers | 6 | 2 |
\ No newline at end of file
diff --git a/shrink/bart-base-mic.json b/shrink/bart-base-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..c5e612a47817fb5b8c3e30448376400b55f8f9e5
--- /dev/null
+++ b/shrink/bart-base-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/bart-base-mic@1d300e47ad358f5882f422d8c0cfdbc62d975c7b", "findings": []}
\ No newline at end of file
diff --git a/shrink/beit-base-patch16-224-mic.html b/shrink/beit-base-patch16-224-mic.html
index f193860c8172173566e2a351907a1ff34639c50b..c0554eddbd1097fd41c848c80446c833fea1582a 100644
--- a/shrink/beit-base-patch16-224-mic.html
+++ b/shrink/beit-base-patch16-224-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+microsoft/beit-base-patch16-224: shrunk architecture
-Shrunk architecture
huggingface-mic/beit-base-patch16-224-mic@1a760472d6b5a9ada187942e594ec0220135fd38 ← microsoft/beit-base-patch16-224@f02e8f77db4703e3fbd3766e3375a4619c5a4863 · BeitForImageClassification · random weights
+← MIC coverage of Transformers model types
+microsoft/beit-base-patch16-224
huggingface-mic/beit-base-patch16-224-mic@1a760472d6b5 ← microsoft/beit-base-patch16-224@f02e8f77db47 · BeitForImageClassification · random weights
Original86.5Mparameters
Fixture187.3Kparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
beit.layers
| Kind | Original | Fixture | |
|---|
| Layer | 12 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| beit.layers | 85.2M | 98.4% | 72.9K | 38.9% |
| classifier | 769.0K | 0.9% | 65.0K | 34.7% |
| beit.embeddings | 591.4K | 0.7% | 49.3K | 26.3% |
| beit.pooler | 1.5K | 0.0% | 128 | 0.1% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | beit | beit | ✓ kept |
| model | vocab_size | 8192 | 8192 | ✓ kept |
| model | hidden_act | gelu | gelu | ✓ kept |
| model | image_size | 224 | 224 | ✓ kept |
| model | patch_size | 16 | 16 | ✓ kept |
| model | num_channels | 3 | 3 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Beit omitted).
| Class | Original | Fixture |
|---|
| Linear | 73 | 13 |
| LayerNorm | 25 | 5 |
| Dropout | 13 | 3 |
| Attention | 12 | 2 |
| Layer | 12 | 2 |
| MLP | 12 | 2 |
| RelativePositionBias | 12 | 2 |
| GELUActivation | 12 | 2 |
| DropPath | 11 | 1 |
| Identity | 2 | 2 |
| Embeddings | 1 | 1 |
| ForImageClassification | 1 | 1 |
| Model | 1 | 1 |
| PatchEmbeddings | 1 | 1 |
| Pooler | 1 | 1 |
| Conv2d | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
6 fields changed, 35 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 768 | 64 |
| intermediate_size | 3072 | 128 |
| num_attention_heads | 12 | 4 |
| num_hidden_layers | 12 | 2 |
| out_features | ["stage12"] | ["stage2"] |
| out_indices | [12] | [2] |
\ No newline at end of file
diff --git a/shrink/beit-base-patch16-224-mic.json b/shrink/beit-base-patch16-224-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..344ecfc27efb45f80304b0a5b9cd55372d88e3fc
--- /dev/null
+++ b/shrink/beit-base-patch16-224-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/beit-base-patch16-224-mic@1a760472d6b5a9ada187942e594ec0220135fd38", "findings": []}
\ No newline at end of file
diff --git a/shrink/bert-base-uncased-mic.html b/shrink/bert-base-uncased-mic.html
index a12e79d2fe1ce99fa5f1604df098a9626f2003a8..a406a6673ebc2166dbe6c8cd434249b17cc5a2e2 100644
--- a/shrink/bert-base-uncased-mic.html
+++ b/shrink/bert-base-uncased-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+google-bert/bert-base-uncased: shrunk architecture
-Shrunk architecture
huggingface-mic/bert-base-uncased-mic@b22d1695360ee0c7764b138cc9f00107ed1c3b8a ← google-bert/bert-base-uncased@86b5e0934494bd15c9632b12f734a8a67f723594 · BertForMaskedLM · random weights · built before the shrink rule (no recorded recipe)
+← MIC coverage of Transformers model types
+google-bert/bert-base-uncased
huggingface-mic/bert-base-uncased-mic@b22d1695360e ← google-bert/bert-base-uncased@86b5e0934494 · BertForMaskedLM · random weights · built before the shrink rule (no recorded recipe)
Original109.5Mparameters
Fixture2.1Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
bert.encoder.layer
| Kind | Original | Fixture | |
|---|
| Layer | 12 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| bert.encoder.layer | 85.1M | 77.7% | 66.9K | 3.2% |
| bert.embeddings | 23.8M | 21.8% | 2.0M | 95.1% |
| cls.predictions | 622.6K | 0.6% | 34.8K | 1.7% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | bert | bert | ✓ kept |
| model | vocab_size | 30522 | 30522 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| model | hidden_act | gelu | gelu | ✓ kept |
| model | max_position_embeddings | 512 | 512 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Bert omitted).
| Class | Original | Fixture |
|---|
| Linear | 74 | 14 |
| Dropout | 37 | 7 |
| LayerNorm | 26 | 6 |
| GELUActivation | 13 | 3 |
| Attention | 12 | 2 |
| Intermediate | 12 | 2 |
| Layer | 12 | 2 |
| Output | 12 | 2 |
| SelfAttention | 12 | 2 |
| SelfOutput | 12 | 2 |
| Embedding | 3 | 3 |
| Embeddings | 1 | 1 |
| Encoder | 1 | 1 |
| ForMaskedLM | 1 | 1 |
| LMPredictionHead | 1 | 1 |
| Model | 1 | 1 |
| OnlyMLMHead | 1 | 1 |
| PredictionHeadTransform | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
4 fields changed, 27 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 768 | 64 |
| intermediate_size | 3072 | 128 |
| num_attention_heads | 12 | 4 |
| num_hidden_layers | 12 | 2 |
\ No newline at end of file
diff --git a/shrink/bert-base-uncased-mic.json b/shrink/bert-base-uncased-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..8588a3999d1fd8898d12a7855014df23f8c8e49f
--- /dev/null
+++ b/shrink/bert-base-uncased-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/bert-base-uncased-mic@b22d1695360ee0c7764b138cc9f00107ed1c3b8a", "findings": []}
\ No newline at end of file
diff --git a/shrink/bert-mic.html b/shrink/bert-mic.html
index 4ff4eb2b7ae482fd18e90c558a2d08237f664ba3..d1718dfff88239875c9ccfe0911eda8388433fa8 100644
--- a/shrink/bert-mic.html
+++ b/shrink/bert-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+google-bert/bert-base-uncased: shrunk architecture
-Shrunk architecture
huggingface-mic/bert-mic@55802f5bb3e27f6c6effb21b38bbcf867d1a0cdd ← google-bert/bert-base-uncased@86b5e0934494bd15c9632b12f734a8a67f723594 · BertForMaskedLM · random weights · built before the shrink rule (no recorded recipe)
+← MIC coverage of Transformers model types
+google-bert/bert-base-uncased
huggingface-mic/bert-mic@55802f5bb3e2 ← google-bert/bert-base-uncased@86b5e0934494 · BertForMaskedLM · random weights · built before the shrink rule (no recorded recipe)
Original109.5Mparameters
Fixture2.1Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
bert.encoder.layer
| Kind | Original | Fixture | |
|---|
| Layer | 12 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| bert.encoder.layer | 85.1M | 77.7% | 66.9K | 3.2% |
| bert.embeddings | 23.8M | 21.8% | 2.0M | 95.1% |
| cls.predictions | 622.6K | 0.6% | 34.8K | 1.7% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | bert | bert | ✓ kept |
| model | vocab_size | 30522 | 30522 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| model | hidden_act | gelu | gelu | ✓ kept |
| model | max_position_embeddings | 512 | 512 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Bert omitted).
| Class | Original | Fixture |
|---|
| Linear | 74 | 14 |
| Dropout | 37 | 7 |
| LayerNorm | 26 | 6 |
| GELUActivation | 13 | 3 |
| Attention | 12 | 2 |
| Intermediate | 12 | 2 |
| Layer | 12 | 2 |
| Output | 12 | 2 |
| SelfAttention | 12 | 2 |
| SelfOutput | 12 | 2 |
| Embedding | 3 | 3 |
| Embeddings | 1 | 1 |
| Encoder | 1 | 1 |
| ForMaskedLM | 1 | 1 |
| LMPredictionHead | 1 | 1 |
| Model | 1 | 1 |
| OnlyMLMHead | 1 | 1 |
| PredictionHeadTransform | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
4 fields changed, 27 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 768 | 64 |
| intermediate_size | 3072 | 128 |
| num_attention_heads | 12 | 4 |
| num_hidden_layers | 12 | 2 |
\ No newline at end of file
diff --git a/shrink/bert-mic.json b/shrink/bert-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..e279a6d9a2c53f5d9ba6cb96bec8a81ffc47ffe8
--- /dev/null
+++ b/shrink/bert-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/bert-mic@55802f5bb3e27f6c6effb21b38bbcf867d1a0cdd", "findings": []}
\ No newline at end of file
diff --git a/shrink/bert2bert-cnn_dailymail-fp16-mic.html b/shrink/bert2bert-cnn_dailymail-fp16-mic.html
index 93bae9ffe536e81fdfb42ab89e68bdae4bcbd8a7..827248e4c0996e6c9d642de4c31805bfc43e1616 100644
--- a/shrink/bert2bert-cnn_dailymail-fp16-mic.html
+++ b/shrink/bert2bert-cnn_dailymail-fp16-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+patrickvonplaten/bert2bert-cnn_dailymail-fp16: shrunk architecture
-Shrunk architecture
huggingface-mic/bert2bert-cnn_dailymail-fp16-mic@4dc2839f1cfebb971828d84d932fed961be06b92 ← patrickvonplaten/bert2bert-cnn_dailymail-fp16@51b5d5cac0fa0ed09ed505df5800579996a2fe12 · EncoderDecoderModel · random weights · built before the shrink rule (no recorded recipe)
-Original247.4Mparameters
Fixture4.2Mparameters
Layer stacks2compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
encoder.encoder.layer
| Kind | Original | Fixture | |
|---|
| BertLayer | 12 | 2 | ✓ kept |
decoder.bert.encoder.layer
| Kind | Original | Fixture | |
|---|
| BertLayer | 12 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| decoder.bert.encoder.layer | 113.4M | 45.9% | 100.5K | 2.4% |
| encoder.encoder.layer | 85.1M | 34.4% | 66.9K | 1.6% |
| decoder.bert | 23.8M | 9.6% | 2.0M | 47.5% |
| encoder.embeddings | 23.8M | 9.6% | 2.0M | 47.5% |
| decoder.cls | 622.6K | 0.3% | 34.8K | 0.8% |
| encoder.pooler | 590.6K | 0.2% | 4.2K | 0.1% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | encoder-decoder | encoder-decoder | ✓ kept |
| encoder | model_type | bert | bert | ✓ kept |
| encoder | vocab_size | 30522 | 30522 | ✓ kept |
| encoder | tie_word_embeddings | True | True | ✓ kept |
| encoder | hidden_act | gelu | gelu | ✓ kept |
| encoder | max_position_embeddings | 512 | 512 | ✓ kept |
| decoder | model_type | bert | bert | ✓ kept |
| decoder | vocab_size | 30522 | 30522 | ✓ kept |
| decoder | tie_word_embeddings | True | True | ✓ kept |
| decoder | hidden_act | gelu | gelu | ✓ kept |
| decoder | max_position_embeddings | 512 | 512 | ✓ kept |
Module classes
Instances of each class in the built model (prefix EncoderDecoder omitted).
| Class | Original | Fixture |
|---|
| Linear | 195 | 35 |
| Dropout | 98 | 18 |
| LayerNorm | 63 | 13 |
| BertAttention | 36 | 6 |
| BertSelfOutput | 36 | 6 |
| GELUActivation | 25 | 5 |
| BertIntermediate | 24 | 4 |
| BertLayer | 24 | 4 |
| BertOutput | 24 | 4 |
| BertSelfAttention | 24 | 4 |
| BertCrossAttention | 12 | 2 |
| Embedding | 6 | 6 |
| BertEmbeddings | 2 | 2 |
| BertEncoder | 2 | 2 |
| BertModel | 2 | 2 |
| ModuleList | 2 | 2 |
| BertLMHeadModel | 1 | 1 |
| BertLMPredictionHead | 1 | 1 |
| BertOnlyMLMHead | 1 | 1 |
| BertPooler | 1 | 1 |
| BertPredictionHeadTransform | 1 | 1 |
| Model | 1 | 1 |
| Tanh | 1 | 1 |
Config changes
9 fields changed, 79 unchanged.
| Field | Original | Fixture |
|---|
| decoder.hidden_size | 768 | 64 |
| decoder.intermediate_size | 3072 | 128 |
| decoder.num_attention_heads | 12 | 4 |
| decoder.num_hidden_layers | 12 | 2 |
| encoder.hidden_size | 768 | 64 |
| encoder.intermediate_size | 3072 | 128 |
| encoder.num_attention_heads | 12 | 4 |
| encoder.num_hidden_layers | 12 | 2 |
| pad_token_id | null | 0 |
+← MIC coverage of Transformers model types
+patrickvonplaten/bert2bert-cnn_dailymail-fp16
huggingface-mic/bert2bert-cnn_dailymail-fp16-mic@4dc2839f1cfe ← patrickvonplaten/bert2bert-cnn_dailymail-fp16@51b5d5cac0fa · EncoderDecoderModel · random weights · built before the shrink rule (no recorded recipe)
+Original247.4Mparameters
Fixture4.2Mparameters
Layer stacks2compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
encoder.encoder.layer
| Kind | Original | Fixture | |
|---|
| BertLayer | 12 | 2 | ✓ kept |
decoder.bert.encoder.layer
| Kind | Original | Fixture | |
|---|
| BertLayer | 12 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| decoder.bert.encoder.layer | 113.4M | 45.9% | 100.5K | 2.4% |
| encoder.encoder.layer | 85.1M | 34.4% | 66.9K | 1.6% |
| encoder.embeddings | 23.8M | 9.6% | 2.0M | 47.5% |
| decoder.bert | 23.8M | 9.6% | 2.0M | 47.5% |
| decoder.cls | 622.6K | 0.3% | 34.8K | 0.8% |
| encoder.pooler | 590.6K | 0.2% | 4.2K | 0.1% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | encoder-decoder | encoder-decoder | ✓ kept |
| encoder | model_type | bert | bert | ✓ kept |
| encoder | vocab_size | 30522 | 30522 | ✓ kept |
| encoder | tie_word_embeddings | True | True | ✓ kept |
| encoder | hidden_act | gelu | gelu | ✓ kept |
| encoder | max_position_embeddings | 512 | 512 | ✓ kept |
| decoder | model_type | bert | bert | ✓ kept |
| decoder | vocab_size | 30522 | 30522 | ✓ kept |
| decoder | tie_word_embeddings | True | True | ✓ kept |
| decoder | hidden_act | gelu | gelu | ✓ kept |
| decoder | max_position_embeddings | 512 | 512 | ✓ kept |
Module classes
Instances of each class in the built model (prefix EncoderDecoder omitted).
| Class | Original | Fixture |
|---|
| Linear | 195 | 35 |
| Dropout | 98 | 18 |
| LayerNorm | 63 | 13 |
| BertAttention | 36 | 6 |
| BertSelfOutput | 36 | 6 |
| GELUActivation | 25 | 5 |
| BertIntermediate | 24 | 4 |
| BertLayer | 24 | 4 |
| BertOutput | 24 | 4 |
| BertSelfAttention | 24 | 4 |
| BertCrossAttention | 12 | 2 |
| Embedding | 6 | 6 |
| BertEmbeddings | 2 | 2 |
| BertEncoder | 2 | 2 |
| BertModel | 2 | 2 |
| ModuleList | 2 | 2 |
| BertLMHeadModel | 1 | 1 |
| BertLMPredictionHead | 1 | 1 |
| BertOnlyMLMHead | 1 | 1 |
| BertPooler | 1 | 1 |
| BertPredictionHeadTransform | 1 | 1 |
| Model | 1 | 1 |
| Tanh | 1 | 1 |
Config changes
9 fields changed, 79 unchanged.
| Field | Original | Fixture |
|---|
| decoder.hidden_size | 768 | 64 |
| decoder.intermediate_size | 3072 | 128 |
| decoder.num_attention_heads | 12 | 4 |
| decoder.num_hidden_layers | 12 | 2 |
| encoder.hidden_size | 768 | 64 |
| encoder.intermediate_size | 3072 | 128 |
| encoder.num_attention_heads | 12 | 4 |
| encoder.num_hidden_layers | 12 | 2 |
| pad_token_id | null | 0 |
\ No newline at end of file
diff --git a/shrink/bert2bert-cnn_dailymail-fp16-mic.json b/shrink/bert2bert-cnn_dailymail-fp16-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..c9ee013e41359bff43f61f158add8f3cd722d9e2
--- /dev/null
+++ b/shrink/bert2bert-cnn_dailymail-fp16-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/bert2bert-cnn_dailymail-fp16-mic@4dc2839f1cfebb971828d84d932fed961be06b92", "findings": []}
\ No newline at end of file
diff --git a/shrink/bigbird-roberta-base-mic.html b/shrink/bigbird-roberta-base-mic.html
index c9ee6fcd19e38b51cffb5fb762b75a916eec1ed4..22e17013bd69b7bedaba519865b967d548d3d81d 100644
--- a/shrink/bigbird-roberta-base-mic.html
+++ b/shrink/bigbird-roberta-base-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+google/bigbird-roberta-base: shrunk architecture
-Shrunk architecture
huggingface-mic/bigbird-roberta-base-mic@5c8d7c34dc917be7de46595c2fc895c9d25f8d2b ← google/bigbird-roberta-base@5a145f7852cba9bd431386a58137bf8a29903b90 · BigBirdForPreTraining · random weights
+← MIC coverage of Transformers model types
+google/bigbird-roberta-base
huggingface-mic/bigbird-roberta-base-mic@5c8d7c34dc91 ← google/bigbird-roberta-base@5a145f7852cb · BigBirdForPreTraining · random weights
Original128.1Mparameters
Fixture3.6Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
bert.encoder.layer
| Kind | Original | Fixture | |
|---|
| Layer | 12 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| bert.encoder.layer | 85.1M | 66.4% | 66.9K | 1.9% |
| bert.embeddings | 41.8M | 32.6% | 3.5M | 96.5% |
| cls.predictions | 642.5K | 0.5% | 54.6K | 1.5% |
| bert.pooler | 590.6K | 0.5% | 4.2K | 0.1% |
| cls.seq_relationship | 1.5K | 0.0% | 130 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | big_bird | big_bird | ✓ kept |
| model | vocab_size | 50358 | 50358 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| model | hidden_act | gelu_new | gelu_new | ✓ kept |
| model | max_position_embeddings | 4096 | 4096 | ✓ kept |
Module classes
Instances of each class in the built model (prefix BigBird omitted).
| Class | Original | Fixture |
|---|
| Linear | 76 | 16 |
| LayerNorm | 26 | 6 |
| Dropout | 25 | 5 |
| NewGELUActivation | 13 | 3 |
| Attention | 12 | 2 |
| BlockSparseAttention | 12 | 2 |
| Intermediate | 12 | 2 |
| Layer | 12 | 2 |
| Output | 12 | 2 |
| SelfOutput | 12 | 2 |
| Embedding | 3 | 3 |
| Embeddings | 1 | 1 |
| Encoder | 1 | 1 |
| ForPreTraining | 1 | 1 |
| LMPredictionHead | 1 | 1 |
| Model | 1 | 1 |
| PreTrainingHeads | 1 | 1 |
| PredictionHeadTransform | 1 | 1 |
| ModuleList | 1 | 1 |
| Tanh | 1 | 1 |
Config changes
4 fields changed, 33 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 768 | 64 |
| intermediate_size | 3072 | 128 |
| num_attention_heads | 12 | 4 |
| num_hidden_layers | 12 | 2 |
\ No newline at end of file
diff --git a/shrink/bigbird-roberta-base-mic.json b/shrink/bigbird-roberta-base-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..d893cb97698cc7363f04ed484520599b23b003fa
--- /dev/null
+++ b/shrink/bigbird-roberta-base-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/bigbird-roberta-base-mic@5c8d7c34dc917be7de46595c2fc895c9d25f8d2b", "findings": []}
\ No newline at end of file
diff --git a/shrink/blenderbot-400M-distill-mic.html b/shrink/blenderbot-400M-distill-mic.html
index a72a13c65dee217f0a40514b880694dba8f8bf5b..918fcdb9999af2d0c587049fc65337eba6c9b54d 100644
--- a/shrink/blenderbot-400M-distill-mic.html
+++ b/shrink/blenderbot-400M-distill-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+facebook/blenderbot-400M-distill: shrunk architecture
-Shrunk architecture
huggingface-mic/blenderbot-400M-distill-mic@3971683a079bd80db6eb44a0aa2d427b8d53d030 ← facebook/blenderbot-400M-distill@eaaf64e3be20ad1f1fb0bdf689565ba52c97eafe · BlenderbotForConditionalGeneration · random weights
-Original364.8Mparameters
Fixture696.6Kparameters
Layer stacks2compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.encoder.layers
| Kind | Original | Fixture | |
|---|
| EncoderLayer | 2 | 2 | ✓ kept |
model.decoder.layers
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 12 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.decoder.layers | 314.9M | 86.3% | 100.5K | 14.4% |
| model.encoder.layers | 39.4M | 10.8% | 66.9K | 9.6% |
| model.shared | 10.3M | 2.8% | 512.5K | 73.6% |
| model.decoder | 166.4K | 0.0% | 8.3K | 1.2% |
| model.encoder | 166.4K | 0.0% | 8.3K | 1.2% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | blenderbot | blenderbot | ✓ kept |
| model | vocab_size | 8008 | 8008 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| model | max_position_embeddings | 128 | 128 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Blenderbot omitted).
| Class | Original | Fixture |
|---|
| Linear | 133 | 33 |
| LayerNorm | 42 | 12 |
| Attention | 26 | 6 |
| GELUActivation | 14 | 4 |
| DecoderLayer | 12 | 2 |
| ScaledWordEmbedding | 3 | 3 |
| EncoderLayer | 2 | 2 |
| LearnedPositionalEmbedding | 2 | 2 |
| ModuleList | 2 | 2 |
| Decoder | 1 | 1 |
| Encoder | 1 | 1 |
| ForConditionalGeneration | 1 | 1 |
| Model | 1 | 1 |
Config changes
6 fields changed, 43 unchanged.
| Field | Original | Fixture |
|---|
| d_model | 1280 | 64 |
| decoder_attention_heads | 32 | 4 |
| decoder_ffn_dim | 5120 | 128 |
| decoder_layers | 12 | 2 |
| encoder_attention_heads | 32 | 4 |
| encoder_ffn_dim | 5120 | 128 |
+← MIC coverage of Transformers model types
+facebook/blenderbot-400M-distill
huggingface-mic/blenderbot-400M-distill-mic@3971683a079b ← facebook/blenderbot-400M-distill@eaaf64e3be20 · BlenderbotForConditionalGeneration · random weights
+Original364.8Mparameters
Fixture696.6Kparameters
Layer stacks2compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.encoder.layers
| Kind | Original | Fixture | |
|---|
| EncoderLayer | 2 | 2 | ✓ kept |
model.decoder.layers
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 12 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.decoder.layers | 314.9M | 86.3% | 100.5K | 14.4% |
| model.encoder.layers | 39.4M | 10.8% | 66.9K | 9.6% |
| model.shared | 10.3M | 2.8% | 512.5K | 73.6% |
| model.encoder | 166.4K | 0.0% | 8.3K | 1.2% |
| model.decoder | 166.4K | 0.0% | 8.3K | 1.2% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | blenderbot | blenderbot | ✓ kept |
| model | vocab_size | 8008 | 8008 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| model | max_position_embeddings | 128 | 128 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Blenderbot omitted).
| Class | Original | Fixture |
|---|
| Linear | 133 | 33 |
| LayerNorm | 42 | 12 |
| Attention | 26 | 6 |
| GELUActivation | 14 | 4 |
| DecoderLayer | 12 | 2 |
| ScaledWordEmbedding | 3 | 3 |
| EncoderLayer | 2 | 2 |
| LearnedPositionalEmbedding | 2 | 2 |
| ModuleList | 2 | 2 |
| Decoder | 1 | 1 |
| Encoder | 1 | 1 |
| ForConditionalGeneration | 1 | 1 |
| Model | 1 | 1 |
Config changes
6 fields changed, 43 unchanged.
| Field | Original | Fixture |
|---|
| d_model | 1280 | 64 |
| decoder_attention_heads | 32 | 4 |
| decoder_ffn_dim | 5120 | 128 |
| decoder_layers | 12 | 2 |
| encoder_attention_heads | 32 | 4 |
| encoder_ffn_dim | 5120 | 128 |
\ No newline at end of file
diff --git a/shrink/blenderbot-400M-distill-mic.json b/shrink/blenderbot-400M-distill-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..759e9d900724811de43413ee23c1e4d09568fc72
--- /dev/null
+++ b/shrink/blenderbot-400M-distill-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/blenderbot-400M-distill-mic@3971683a079bd80db6eb44a0aa2d427b8d53d030", "findings": []}
\ No newline at end of file
diff --git a/shrink/bloomz-560m-mic.html b/shrink/bloomz-560m-mic.html
index 9e07c2b98ee90da0211289ecb007942100a90011..fd3e10ceecb083bde7f62c29afb78ccea9be1394 100644
--- a/shrink/bloomz-560m-mic.html
+++ b/shrink/bloomz-560m-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+bigscience/bloomz-560m: shrunk architecture
-Shrunk architecture
huggingface-mic/bloomz-560m-mic@1fa586c833eadf22565c7300a184de964d067039 ← bigscience/bloomz-560m@a2845d7e13dd12efae154a9f1c63fcc2e0cc4b05 · BloomForCausalLM · random weights
-Original559.2Mparameters
Fixture16.2Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
transformer.h
| Kind | Original | Fixture | |
|---|
| Block | 24 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| transformer.h | 302.3M | 54.1% | 100.0K | 0.6% |
| transformer.word_embeddings | 256.9M | 45.9% | 16.1M | 99.4% |
| transformer.word_embeddings_layernorm | 2.0K | 0.0% | 128 | 0.0% |
| transformer.ln_f | 2.0K | 0.0% | 128 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | bloom | bloom | ✓ kept |
| model | vocab_size | 250880 | 250880 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
Module classes
Instances of each class in the built model (prefix Bloom omitted).
| Class | Original | Fixture |
|---|
| Linear | 97 | 9 |
| LayerNorm | 50 | 6 |
| Attention | 24 | 2 |
| Block | 24 | 2 |
| Gelu | 24 | 2 |
| MLP | 24 | 2 |
| Dropout | 24 | 2 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| Embedding | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
3 fields changed, 31 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 1024 | 64 |
| n_head | 16 | 4 |
| n_layer | 24 | 2 |
+← MIC coverage of Transformers model types
+bigscience/bloomz-560m
huggingface-mic/bloomz-560m-mic@1fa586c833ea ← bigscience/bloomz-560m@a2845d7e13dd · BloomForCausalLM · random weights
+Original559.2Mparameters
Fixture16.2Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
transformer.h
| Kind | Original | Fixture | |
|---|
| Block | 24 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| transformer.h | 302.3M | 54.1% | 100.0K | 0.6% |
| transformer.word_embeddings | 256.9M | 45.9% | 16.1M | 99.4% |
| transformer.ln_f | 2.0K | 0.0% | 128 | 0.0% |
| transformer.word_embeddings_layernorm | 2.0K | 0.0% | 128 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | bloom | bloom | ✓ kept |
| model | vocab_size | 250880 | 250880 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
Module classes
Instances of each class in the built model (prefix Bloom omitted).
| Class | Original | Fixture |
|---|
| Linear | 97 | 9 |
| LayerNorm | 50 | 6 |
| Attention | 24 | 2 |
| Block | 24 | 2 |
| Gelu | 24 | 2 |
| MLP | 24 | 2 |
| Dropout | 24 | 2 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| Embedding | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
3 fields changed, 31 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 1024 | 64 |
| n_head | 16 | 4 |
| n_layer | 24 | 2 |
\ No newline at end of file
diff --git a/shrink/bloomz-560m-mic.json b/shrink/bloomz-560m-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..695667536a58aa99b6718bef12835b14e2305106
--- /dev/null
+++ b/shrink/bloomz-560m-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/bloomz-560m-mic@1fa586c833eadf22565c7300a184de964d067039", "findings": []}
\ No newline at end of file
diff --git a/shrink/camembert-base-mic.html b/shrink/camembert-base-mic.html
index 4659603d4b2a5da3f1e0f0d2e613494d63a56a6e..6844ed1ae901908077bd37a3e5aa5a859b99c13b 100644
--- a/shrink/camembert-base-mic.html
+++ b/shrink/camembert-base-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+almanach/camembert-base: shrunk architecture
-Shrunk architecture
huggingface-mic/camembert-base-mic@20f8ae1a74c39ea94985475b75af352499fe19ff ← almanach/camembert-base@a75967561c78f2aa81cc41045378d3b4ee25af9e · CamembertForMaskedLM · random weights · built before the shrink rule (no recorded recipe)
+← MIC coverage of Transformers model types
+almanach/camembert-base
huggingface-mic/camembert-base-mic@20f8ae1a74c3 ← almanach/camembert-base@a75967561c78 · CamembertForMaskedLM · random weights · built before the shrink rule (no recorded recipe)
Original110.7Mparameters
Fixture2.2Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
roberta.encoder.layer
| Kind | Original | Fixture | |
|---|
| Layer | 12 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| roberta.encoder.layer | 85.1M | 76.9% | 66.9K | 3.1% |
| lm_head.decoder | 24.6M | 22.2% | 2.0M | 93.8% |
| lm_head.dense | 590.6K | 0.5% | 4.2K | 0.2% |
| roberta.embeddings | 397.1K | 0.4% | 33.1K | 1.5% |
| lm_head | 32.0K | 0.0% | 32.0K | 1.5% |
| lm_head.layer_norm | 1.5K | 0.0% | 128 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | camembert | camembert | ✓ kept |
| model | vocab_size | 32005 | 32005 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| model | hidden_act | gelu | gelu | ✓ kept |
| model | max_position_embeddings | 514 | 514 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Camembert omitted).
| Class | Original | Fixture |
|---|
| Linear | 74 | 14 |
| Dropout | 37 | 7 |
| LayerNorm | 26 | 6 |
| Attention | 12 | 2 |
| Intermediate | 12 | 2 |
| Layer | 12 | 2 |
| Output | 12 | 2 |
| SelfAttention | 12 | 2 |
| SelfOutput | 12 | 2 |
| GELUActivation | 12 | 2 |
| Embedding | 3 | 3 |
| Embeddings | 1 | 1 |
| Encoder | 1 | 1 |
| ForMaskedLM | 1 | 1 |
| LMHead | 1 | 1 |
| Model | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
4 fields changed, 26 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 768 | 64 |
| intermediate_size | 3072 | 128 |
| num_attention_heads | 12 | 4 |
| num_hidden_layers | 12 | 2 |
\ No newline at end of file
diff --git a/shrink/camembert-base-mic.json b/shrink/camembert-base-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..2bfb0e0f76c3ac9d66f72ff7c769ebe597cd72b7
--- /dev/null
+++ b/shrink/camembert-base-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/camembert-base-mic@20f8ae1a74c39ea94985475b75af352499fe19ff", "findings": []}
\ No newline at end of file
diff --git a/shrink/canine-c-mic.html b/shrink/canine-c-mic.html
index e7692c3e8d857fc364e9371a80805af1385f3d90..c288a116be8fab9bb68937b3d1fc404983214d74 100644
--- a/shrink/canine-c-mic.html
+++ b/shrink/canine-c-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+google/canine-c: shrunk architecture
-Shrunk architecture
huggingface-mic/canine-c-mic@74effe6821673648251eccbcce73a671448d42f9 ← google/canine-c@dc0eaffdff3fa9161613311c7096eeb3e133ee19 · CanineModel · random weights
-Original132.1Mparameters
Fixture2.3Mparameters
Layer stacks3compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
initial_char_encoder.layer
| Kind | Original | Fixture | |
|---|
| Layer | 1 | 1 | ✓ kept |
encoder.layer
| Kind | Original | Fixture | |
|---|
| Layer | 12 | 2 | ✓ kept |
final_char_encoder.layer
| Kind | Original | Fixture | |
|---|
| Layer | 1 | 1 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| encoder.layer | 85.1M | 64.4% | 66.9K | 2.9% |
| char_embeddings.char_position_embeddings | 12.6M | 9.5% | 1.0M | 45.9% |
| initial_char_encoder.layer | 7.1M | 5.4% | 33.5K | 1.5% |
| final_char_encoder.layer | 7.1M | 5.4% | 33.5K | 1.5% |
| projection.conv | 4.7M | 3.6% | 32.8K | 1.4% |
| chars_to_molecules.conv | 2.4M | 1.8% | 16.4K | 0.7% |
| char_embeddings.HashBucketCodepointEmbedder_1 | 1.6M | 1.2% | 131.1K | 5.7% |
| 12 others | 11.6M | 8.8% | 923.1K | 40.4% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | canine | canine | ✓ kept |
| model | hidden_act | gelu | gelu | ✓ kept |
| model | max_position_embeddings | 16384 | 16384 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Canine omitted).
| Class | Original | Fixture |
|---|
| Linear | 85 | 25 |
| Dropout | 44 | 14 |
| LayerNorm | 31 | 11 |
| GELUActivation | 16 | 6 |
| Attention | 14 | 4 |
| Intermediate | 14 | 4 |
| Layer | 14 | 4 |
| Output | 14 | 4 |
| SelfAttention | 14 | 4 |
| SelfOutput | 14 | 4 |
| Embedding | 10 | 10 |
| Encoder | 3 | 3 |
| ModuleList | 3 | 3 |
| Conv1d | 2 | 2 |
| Embeddings | 1 | 1 |
| Model | 1 | 1 |
| Pooler | 1 | 1 |
| CharactersToMolecules | 1 | 1 |
| ConvProjection | 1 | 1 |
| Tanh | 1 | 1 |
Config changes
4 fields changed, 24 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 768 | 64 |
| intermediate_size | 3072 | 128 |
| num_attention_heads | 12 | 4 |
| num_hidden_layers | 12 | 2 |
+← MIC coverage of Transformers model types
+google/canine-c
huggingface-mic/canine-c-mic@74effe682167 ← google/canine-c@dc0eaffdff3f · CanineModel · random weights
+Original132.1Mparameters
Fixture2.3Mparameters
Layer stacks3compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
initial_char_encoder.layer
| Kind | Original | Fixture | |
|---|
| Layer | 1 | 1 | ✓ kept |
encoder.layer
| Kind | Original | Fixture | |
|---|
| Layer | 12 | 2 | ✓ kept |
final_char_encoder.layer
| Kind | Original | Fixture | |
|---|
| Layer | 1 | 1 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| encoder.layer | 85.1M | 64.4% | 66.9K | 2.9% |
| char_embeddings.char_position_embeddings | 12.6M | 9.5% | 1.0M | 45.9% |
| final_char_encoder.layer | 7.1M | 5.4% | 33.5K | 1.5% |
| initial_char_encoder.layer | 7.1M | 5.4% | 33.5K | 1.5% |
| projection.conv | 4.7M | 3.6% | 32.8K | 1.4% |
| chars_to_molecules.conv | 2.4M | 1.8% | 16.4K | 0.7% |
| char_embeddings.HashBucketCodepointEmbedder_5 | 1.6M | 1.2% | 131.1K | 5.7% |
| 12 others | 11.6M | 8.8% | 923.1K | 40.4% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | canine | canine | ✓ kept |
| model | hidden_act | gelu | gelu | ✓ kept |
| model | max_position_embeddings | 16384 | 16384 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Canine omitted).
| Class | Original | Fixture |
|---|
| Linear | 85 | 25 |
| Dropout | 44 | 14 |
| LayerNorm | 31 | 11 |
| GELUActivation | 16 | 6 |
| Attention | 14 | 4 |
| Intermediate | 14 | 4 |
| Layer | 14 | 4 |
| Output | 14 | 4 |
| SelfAttention | 14 | 4 |
| SelfOutput | 14 | 4 |
| Embedding | 10 | 10 |
| Encoder | 3 | 3 |
| ModuleList | 3 | 3 |
| Conv1d | 2 | 2 |
| Embeddings | 1 | 1 |
| Model | 1 | 1 |
| Pooler | 1 | 1 |
| CharactersToMolecules | 1 | 1 |
| ConvProjection | 1 | 1 |
| Tanh | 1 | 1 |
Config changes
4 fields changed, 24 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 768 | 64 |
| intermediate_size | 3072 | 128 |
| num_attention_heads | 12 | 4 |
| num_hidden_layers | 12 | 2 |
\ No newline at end of file
diff --git a/shrink/canine-c-mic.json b/shrink/canine-c-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..5154d858ae94fd976cf3e72cd31992d59b4a6516
--- /dev/null
+++ b/shrink/canine-c-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/canine-c-mic@74effe6821673648251eccbcce73a671448d42f9", "findings": []}
\ No newline at end of file
diff --git a/shrink/chinese-clip-vit-base-patch16-mic.html b/shrink/chinese-clip-vit-base-patch16-mic.html
index caa66ff032180fac2d4ee19f25a96cec823b6ab2..e3881ef752306f579192d1600402541e5219e8ee 100644
--- a/shrink/chinese-clip-vit-base-patch16-mic.html
+++ b/shrink/chinese-clip-vit-base-patch16-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+OFA-Sys/chinese-clip-vit-base-patch16: shrunk architecture
-Shrunk architecture
huggingface-mic/chinese-clip-vit-base-patch16-mic@e4f19250757a82c065b189e77bbffde2acdfe746 ← OFA-Sys/chinese-clip-vit-base-patch16@36e679e65c2a2fead755ae21162091293ad37834 · ChineseCLIPModel · random weights
-Original188.3Mparameters
Fixture1.6Mparameters
Layer stacks2compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
text_model.encoder.layer
| Kind | Original | Fixture | |
|---|
| TextLayer | 12 | 2 | ✓ kept |
vision_model.encoder.layers
| Kind | Original | Fixture | |
|---|
| VisionLayer | 12 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| text_model.encoder.layer | 85.1M | 45.2% | 66.9K | 4.2% |
| vision_model.encoder.layers | 85.1M | 45.2% | 66.9K | 4.2% |
| text_model.embeddings | 16.6M | 8.8% | 1.4M | 87.4% |
| vision_model.embeddings | 741.9K | 0.4% | 61.8K | 3.9% |
| text_projection | 393.2K | 0.2% | 2.0K | 0.1% |
| visual_projection | 393.2K | 0.2% | 2.0K | 0.1% |
| vision_model.pre_layrnorm | 1.5K | 0.0% | 128 | 0.0% |
| 2 others | 1.5K | 0.0% | 129 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | chinese_clip | chinese_clip | ✓ kept |
| text_config | model_type | chinese_clip_text_model | chinese_clip_text_model | ✓ kept |
| text_config | vocab_size | 21128 | 21128 | ✓ kept |
| text_config | hidden_act | gelu | gelu | ✓ kept |
| text_config | max_position_embeddings | 512 | 512 | ✓ kept |
| vision_config | model_type | chinese_clip_vision_model | chinese_clip_vision_model | ✓ kept |
| vision_config | tie_word_embeddings | True | True | ✓ kept |
| vision_config | hidden_act | quick_gelu | quick_gelu | ✓ kept |
| vision_config | image_size | 224 | 224 | ✓ kept |
| vision_config | patch_size | 16 | 16 | ✓ kept |
| vision_config | num_channels | 3 | 3 | ✓ kept |
Module classes
Instances of each class in the built model (prefix ChineseCLIP omitted).
| Class | Original | Fixture |
|---|
| Linear | 146 | 26 |
| LayerNorm | 51 | 11 |
| Dropout | 37 | 7 |
| TextAttention | 12 | 2 |
| TextIntermediate | 12 | 2 |
| TextLayer | 12 | 2 |
| TextOutput | 12 | 2 |
| TextSelfAttention | 12 | 2 |
| TextSelfOutput | 12 | 2 |
| VisionAttention | 12 | 2 |
| VisionLayer | 12 | 2 |
| VisionMLP | 12 | 2 |
| GELUActivation | 12 | 2 |
| QuickGELUActivation | 12 | 2 |
| Embedding | 4 | 4 |
| ModuleList | 2 | 2 |
| Model | 1 | 1 |
| TextEmbeddings | 1 | 1 |
| TextEncoder | 1 | 1 |
| TextModel | 1 | 1 |
| VisionEmbeddings | 1 | 1 |
| VisionEncoder | 1 | 1 |
| VisionModel | 1 | 1 |
| Conv2d | 1 | 1 |
Config changes
10 fields changed, 74 unchanged.
| Field | Original | Fixture |
|---|
| projection_dim | 512 | 32 |
| text_config.hidden_size | 768 | 64 |
| text_config.intermediate_size | 3072 | 128 |
| text_config.num_attention_heads | 12 | 4 |
| text_config.num_hidden_layers | 12 | 2 |
| vision_config.hidden_size | 768 | 64 |
| vision_config.intermediate_size | 3072 | 128 |
| vision_config.num_attention_heads | 12 | 4 |
| vision_config.num_hidden_layers | 12 | 2 |
| vision_config.projection_dim | 512 | 32 |
+← MIC coverage of Transformers model types
+OFA-Sys/chinese-clip-vit-base-patch16
huggingface-mic/chinese-clip-vit-base-patch16-mic@e4f19250757a ← OFA-Sys/chinese-clip-vit-base-patch16@36e679e65c2a · ChineseCLIPModel · random weights
+Original188.3Mparameters
Fixture1.6Mparameters
Layer stacks2compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
text_model.encoder.layer
| Kind | Original | Fixture | |
|---|
| TextLayer | 12 | 2 | ✓ kept |
vision_model.encoder.layers
| Kind | Original | Fixture | |
|---|
| VisionLayer | 12 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| vision_model.encoder.layers | 85.1M | 45.2% | 66.9K | 4.2% |
| text_model.encoder.layer | 85.1M | 45.2% | 66.9K | 4.2% |
| text_model.embeddings | 16.6M | 8.8% | 1.4M | 87.4% |
| vision_model.embeddings | 741.9K | 0.4% | 61.8K | 3.9% |
| visual_projection | 393.2K | 0.2% | 2.0K | 0.1% |
| text_projection | 393.2K | 0.2% | 2.0K | 0.1% |
| vision_model.post_layernorm | 1.5K | 0.0% | 128 | 0.0% |
| 2 others | 1.5K | 0.0% | 129 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | chinese_clip | chinese_clip | ✓ kept |
| text_config | model_type | chinese_clip_text_model | chinese_clip_text_model | ✓ kept |
| text_config | vocab_size | 21128 | 21128 | ✓ kept |
| text_config | hidden_act | gelu | gelu | ✓ kept |
| text_config | max_position_embeddings | 512 | 512 | ✓ kept |
| vision_config | model_type | chinese_clip_vision_model | chinese_clip_vision_model | ✓ kept |
| vision_config | tie_word_embeddings | True | True | ✓ kept |
| vision_config | hidden_act | quick_gelu | quick_gelu | ✓ kept |
| vision_config | image_size | 224 | 224 | ✓ kept |
| vision_config | patch_size | 16 | 16 | ✓ kept |
| vision_config | num_channels | 3 | 3 | ✓ kept |
Module classes
Instances of each class in the built model (prefix ChineseCLIP omitted).
| Class | Original | Fixture |
|---|
| Linear | 146 | 26 |
| LayerNorm | 51 | 11 |
| Dropout | 37 | 7 |
| TextAttention | 12 | 2 |
| TextIntermediate | 12 | 2 |
| TextLayer | 12 | 2 |
| TextOutput | 12 | 2 |
| TextSelfAttention | 12 | 2 |
| TextSelfOutput | 12 | 2 |
| VisionAttention | 12 | 2 |
| VisionLayer | 12 | 2 |
| VisionMLP | 12 | 2 |
| GELUActivation | 12 | 2 |
| QuickGELUActivation | 12 | 2 |
| Embedding | 4 | 4 |
| ModuleList | 2 | 2 |
| Model | 1 | 1 |
| TextEmbeddings | 1 | 1 |
| TextEncoder | 1 | 1 |
| TextModel | 1 | 1 |
| VisionEmbeddings | 1 | 1 |
| VisionEncoder | 1 | 1 |
| VisionModel | 1 | 1 |
| Conv2d | 1 | 1 |
Config changes
10 fields changed, 74 unchanged.
| Field | Original | Fixture |
|---|
| projection_dim | 512 | 32 |
| text_config.hidden_size | 768 | 64 |
| text_config.intermediate_size | 3072 | 128 |
| text_config.num_attention_heads | 12 | 4 |
| text_config.num_hidden_layers | 12 | 2 |
| vision_config.hidden_size | 768 | 64 |
| vision_config.intermediate_size | 3072 | 128 |
| vision_config.num_attention_heads | 12 | 4 |
| vision_config.num_hidden_layers | 12 | 2 |
| vision_config.projection_dim | 512 | 32 |
\ No newline at end of file
diff --git a/shrink/chinese-clip-vit-base-patch16-mic.json b/shrink/chinese-clip-vit-base-patch16-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..a0f716f798a9b087218b8b63fbb474231fb6824a
--- /dev/null
+++ b/shrink/chinese-clip-vit-base-patch16-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/chinese-clip-vit-base-patch16-mic@e4f19250757a82c065b189e77bbffde2acdfe746", "findings": []}
\ No newline at end of file
diff --git a/shrink/clap-htsat-fused-mic.html b/shrink/clap-htsat-fused-mic.html
index 9ee12b4cf7066e99c91e06b5c76e67da655401b6..24ff8f9cbaf542f55939e7394d338464a8adc8fb 100644
--- a/shrink/clap-htsat-fused-mic.html
+++ b/shrink/clap-htsat-fused-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+laion/clap-htsat-fused: shrunk architecture
-Shrunk architecture
huggingface-mic/clap-htsat-fused-mic@fb8962e8a171e9824f1f2b920fe20ea46a28895c ← laion/clap-htsat-fused@365dea6ef167def6676140ed93bbc43f84dabb28 · ClapModel · random weights · built before the shrink rule (no recorded recipe)
-Original153.5Mparameters
Fixture3.7Mparameters
Layer stacks2compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
text_model.encoder.layer
| Kind | Original | Fixture | |
|---|
| TextLayer | 12 | 2 | ✓ kept |
audio_model.audio_encoder.layers
| Kind | Original | Fixture | |
|---|
| AudioPatchMerging | 3 | 3 | ✓ kept |
| no AudioPatchMerging | 1 | 1 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| text_model.encoder.layer | 85.1M | 55.4% | 66.9K | 1.8% |
| text_model.embeddings | 39.0M | 25.4% | 3.3M | 89.0% |
| audio_model.audio_encoder.layers | 27.5M | 17.9% | 321.6K | 8.8% |
| text_model.pooler | 590.6K | 0.4% | 4.2K | 0.1% |
| audio_projection.linear1 | 393.7K | 0.3% | 4.1K | 0.1% |
| text_projection.linear1 | 393.7K | 0.3% | 2.1K | 0.1% |
| text_projection.linear2 | 262.7K | 0.2% | 1.1K | 0.0% |
| 4 others | 280.8K | 0.2% | 2.9K | 0.1% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | clap | clap | ✓ kept |
| text_config | model_type | clap_text_model | clap_text_model | ✓ kept |
| text_config | vocab_size | 50265 | 50265 | ✓ kept |
| text_config | tie_word_embeddings | True | True | ✓ kept |
| text_config | hidden_act | gelu | gelu | ✓ kept |
| text_config | max_position_embeddings | 514 | 514 | ✓ kept |
| audio_config | model_type | clap_audio_model | clap_audio_model | ✓ kept |
| audio_config | tie_word_embeddings | True | True | ✓ kept |
| audio_config | hidden_act | gelu | gelu | ✓ kept |
| audio_config | patch_size | 4 | 4 | ✓ kept |
| audio_config | num_mel_bins | 64 | 64 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Clap omitted).
| Class | Original | Fixture |
|---|
| Linear | 152 | 44 |
| Dropout | 73 | 19 |
| LayerNorm | 54 | 18 |
| GELUActivation | 24 | 6 |
| AudioAttention | 12 | 4 |
| AudioIntermediate | 12 | 4 |
| AudioLayer | 12 | 4 |
| AudioOutput | 12 | 4 |
| AudioSelfAttention | 12 | 4 |
| AudioSelfOutput | 12 | 4 |
| TextAttention | 12 | 2 |
| TextIntermediate | 12 | 2 |
| TextLayer | 12 | 2 |
| TextOutput | 12 | 2 |
| TextSelfAttention | 12 | 2 |
| TextSelfOutput | 12 | 2 |
| Identity | 12 | 4 |
| Conv2d | 6 | 6 |
| ModuleList | 6 | 6 |
| BatchNorm2d | 5 | 5 |
| AudioStage | 4 | 4 |
| ReLU | 4 | 4 |
| AudioPatchMerging | 3 | 3 |
| Embedding | 3 | 3 |
| ProjectionLayer | 2 | 2 |
| Sequential | 2 | 2 |
| AdaptiveAvgPool1d | 1 | 1 |
| AdaptiveAvgPool2d | 1 | 1 |
| AudioAFFBlock | 1 | 1 |
| AudioEncoder | 1 | 1 |
| AudioModel | 1 | 1 |
| AudioPatchEmbed | 1 | 1 |
| Model | 1 | 1 |
| TextEmbeddings | 1 | 1 |
| TextEncoder | 1 | 1 |
| TextModel | 1 | 1 |
| TextPooler | 1 | 1 |
| Sigmoid | 1 | 1 |
| Tanh | 1 | 1 |
Config changes
13 fields changed, 106 unchanged.
| Field | Original | Fixture |
|---|
| audio_config.depths | [2, 2, 6, 2] | [1, 1, 1, 1] |
| audio_config.hidden_size | 768 | 128 |
| audio_config.patch_embeds_hidden_size | 96 | 16 |
| audio_config.projection_dim | 512 | 32 |
| audio_config.projection_hidden_size | 768 | 128 |
| hidden_size | 768 | 64 |
| num_hidden_layers | 16 | 6 |
| projection_dim | 512 | 32 |
| text_config.hidden_size | 768 | 64 |
| text_config.intermediate_size | 3072 | 128 |
| text_config.num_attention_heads | 12 | 4 |
| text_config.num_hidden_layers | 12 | 2 |
| text_config.projection_dim | 512 | 32 |
+← MIC coverage of Transformers model types
+laion/clap-htsat-fused
huggingface-mic/clap-htsat-fused-mic@fb8962e8a171 ← laion/clap-htsat-fused@365dea6ef167 · ClapModel · random weights · built before the shrink rule (no recorded recipe)
+Original153.5Mparameters
Fixture3.7Mparameters
Layer stacks2compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
text_model.encoder.layer
| Kind | Original | Fixture | |
|---|
| TextLayer | 12 | 2 | ✓ kept |
audio_model.audio_encoder.layers
| Kind | Original | Fixture | |
|---|
| AudioPatchMerging | 3 | 3 | ✓ kept |
| no AudioPatchMerging | 1 | 1 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| text_model.encoder.layer | 85.1M | 55.4% | 66.9K | 1.8% |
| text_model.embeddings | 39.0M | 25.4% | 3.3M | 89.0% |
| audio_model.audio_encoder.layers | 27.5M | 17.9% | 321.6K | 8.8% |
| text_model.pooler | 590.6K | 0.4% | 4.2K | 0.1% |
| text_projection.linear1 | 393.7K | 0.3% | 2.1K | 0.1% |
| audio_projection.linear1 | 393.7K | 0.3% | 4.1K | 0.1% |
| text_projection.linear2 | 262.7K | 0.2% | 1.1K | 0.0% |
| 4 others | 280.8K | 0.2% | 2.9K | 0.1% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | clap | clap | ✓ kept |
| text_config | model_type | clap_text_model | clap_text_model | ✓ kept |
| text_config | vocab_size | 50265 | 50265 | ✓ kept |
| text_config | tie_word_embeddings | True | True | ✓ kept |
| text_config | hidden_act | gelu | gelu | ✓ kept |
| text_config | max_position_embeddings | 514 | 514 | ✓ kept |
| audio_config | model_type | clap_audio_model | clap_audio_model | ✓ kept |
| audio_config | tie_word_embeddings | True | True | ✓ kept |
| audio_config | hidden_act | gelu | gelu | ✓ kept |
| audio_config | patch_size | 4 | 4 | ✓ kept |
| audio_config | num_mel_bins | 64 | 64 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Clap omitted).
| Class | Original | Fixture |
|---|
| Linear | 152 | 44 |
| Dropout | 73 | 19 |
| LayerNorm | 54 | 18 |
| GELUActivation | 24 | 6 |
| AudioAttention | 12 | 4 |
| AudioIntermediate | 12 | 4 |
| AudioLayer | 12 | 4 |
| AudioOutput | 12 | 4 |
| AudioSelfAttention | 12 | 4 |
| AudioSelfOutput | 12 | 4 |
| TextAttention | 12 | 2 |
| TextIntermediate | 12 | 2 |
| TextLayer | 12 | 2 |
| TextOutput | 12 | 2 |
| TextSelfAttention | 12 | 2 |
| TextSelfOutput | 12 | 2 |
| Identity | 12 | 4 |
| Conv2d | 6 | 6 |
| ModuleList | 6 | 6 |
| BatchNorm2d | 5 | 5 |
| AudioStage | 4 | 4 |
| ReLU | 4 | 4 |
| AudioPatchMerging | 3 | 3 |
| Embedding | 3 | 3 |
| ProjectionLayer | 2 | 2 |
| Sequential | 2 | 2 |
| AdaptiveAvgPool1d | 1 | 1 |
| AdaptiveAvgPool2d | 1 | 1 |
| AudioAFFBlock | 1 | 1 |
| AudioEncoder | 1 | 1 |
| AudioModel | 1 | 1 |
| AudioPatchEmbed | 1 | 1 |
| Model | 1 | 1 |
| TextEmbeddings | 1 | 1 |
| TextEncoder | 1 | 1 |
| TextModel | 1 | 1 |
| TextPooler | 1 | 1 |
| Sigmoid | 1 | 1 |
| Tanh | 1 | 1 |
Config changes
13 fields changed, 106 unchanged.
| Field | Original | Fixture |
|---|
| audio_config.depths | [2, 2, 6, 2] | [1, 1, 1, 1] |
| audio_config.hidden_size | 768 | 128 |
| audio_config.patch_embeds_hidden_size | 96 | 16 |
| audio_config.projection_dim | 512 | 32 |
| audio_config.projection_hidden_size | 768 | 128 |
| hidden_size | 768 | 64 |
| num_hidden_layers | 16 | 6 |
| projection_dim | 512 | 32 |
| text_config.hidden_size | 768 | 64 |
| text_config.intermediate_size | 3072 | 128 |
| text_config.num_attention_heads | 12 | 4 |
| text_config.num_hidden_layers | 12 | 2 |
| text_config.projection_dim | 512 | 32 |
\ No newline at end of file
diff --git a/shrink/clap-htsat-fused-mic.json b/shrink/clap-htsat-fused-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..99cdb2f4f2fd16f378052cd5a13638194e4b9a4d
--- /dev/null
+++ b/shrink/clap-htsat-fused-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/clap-htsat-fused-mic@fb8962e8a171e9824f1f2b920fe20ea46a28895c", "findings": []}
\ No newline at end of file
diff --git a/shrink/clip-mic.html b/shrink/clip-mic.html
index 890c00fc01b609f6fc104b1128ba2188c8aa680c..46029abe963a62a9d490cfdf98b96f7d96aea797 100644
--- a/shrink/clip-mic.html
+++ b/shrink/clip-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+openai/clip-vit-base-patch32: shrunk architecture
-Shrunk architecture
huggingface-mic/clip-mic@44c8d8042c6d0355f856d0b8549f5f8270ab9640 ← openai/clip-vit-base-patch32@3d74acf9a28c67741b2f4f2ea7635f0aaf6f0268 · CLIPModel · random weights · built before the shrink rule (no recorded recipe)
+← MIC coverage of Transformers model types
+openai/clip-vit-base-patch32
huggingface-mic/clip-mic@44c8d8042c6d ← openai/clip-vit-base-patch32@3d74acf9a28c · CLIPModel · random weights · built before the shrink rule (no recorded recipe)
Original151.3Mparameters
Fixture3.5Mparameters
Layer stacks2compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
text_model.encoder.layers
| Kind | Original | Fixture | |
|---|
| EncoderLayer | 12 | 2 | ✓ kept |
vision_model.encoder.layers
| Kind | Original | Fixture | |
|---|
| EncoderLayer | 12 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| vision_model.encoder.layers | 85.1M | 56.2% | 66.9K | 1.9% |
| text_model.encoder.layers | 37.8M | 25.0% | 66.9K | 1.9% |
| text_model.embeddings | 25.3M | 16.7% | 3.2M | 90.4% |
| vision_model.embeddings | 2.4M | 1.6% | 199.9K | 5.7% |
| visual_projection | 393.2K | 0.3% | 2.0K | 0.1% |
| text_projection | 262.1K | 0.2% | 2.0K | 0.1% |
| vision_model.pre_layrnorm | 1.5K | 0.0% | 128 | 0.0% |
| 3 others | 2.6K | 0.0% | 257 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | clip | clip | ✓ kept |
| text_config | model_type | clip_text_model | clip_text_model | ✓ kept |
| text_config | vocab_size | 49408 | 49408 | ✓ kept |
| text_config | tie_word_embeddings | True | True | ✓ kept |
| text_config | hidden_act | quick_gelu | quick_gelu | ✓ kept |
| text_config | max_position_embeddings | 77 | 77 | ✓ kept |
| vision_config | model_type | clip_vision_model | clip_vision_model | ✓ kept |
| vision_config | tie_word_embeddings | True | True | ✓ kept |
| vision_config | hidden_act | quick_gelu | quick_gelu | ✓ kept |
| vision_config | image_size | 224 | 224 | ✓ kept |
| vision_config | patch_size | 32 | 32 | ✓ kept |
| vision_config | num_channels | 3 | 3 | ✓ kept |
Module classes
Instances of each class in the built model (prefix CLIP omitted).
| Class | Original | Fixture |
|---|
| Linear | 146 | 26 |
| LayerNorm | 51 | 11 |
| Attention | 24 | 4 |
| EncoderLayer | 24 | 4 |
| MLP | 24 | 4 |
| QuickGELUActivation | 24 | 4 |
| Embedding | 3 | 3 |
| Encoder | 2 | 2 |
| ModuleList | 2 | 2 |
| Model | 1 | 1 |
| TextEmbeddings | 1 | 1 |
| TextModel | 1 | 1 |
| VisionEmbeddings | 1 | 1 |
| VisionModel | 1 | 1 |
| Conv2d | 1 | 1 |
Config changes
11 fields changed, 80 unchanged.
| Field | Original | Fixture |
|---|
| projection_dim | 512 | 32 |
| text_config.hidden_size | 512 | 64 |
| text_config.intermediate_size | 2048 | 128 |
| text_config.num_attention_heads | 8 | 4 |
| text_config.num_hidden_layers | 12 | 2 |
| text_config.projection_dim | 512 | 32 |
| vision_config.hidden_size | 768 | 64 |
| vision_config.intermediate_size | 3072 | 128 |
| vision_config.num_attention_heads | 12 | 4 |
| vision_config.num_hidden_layers | 12 | 2 |
| vision_config.projection_dim | 512 | 32 |
\ No newline at end of file
diff --git a/shrink/clip-mic.json b/shrink/clip-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..c1560517d4a4e27c52ebfaebe241d72b45309286
--- /dev/null
+++ b/shrink/clip-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/clip-mic@44c8d8042c6d0355f856d0b8549f5f8270ab9640", "findings": []}
\ No newline at end of file
diff --git a/shrink/clip-vit-base-patch32-mic.html b/shrink/clip-vit-base-patch32-mic.html
index 69945ba23e38fb02d26e87da91828784ccfebc4b..82561dfcc363d4e535a3b20cf03652b3ce2f26fe 100644
--- a/shrink/clip-vit-base-patch32-mic.html
+++ b/shrink/clip-vit-base-patch32-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+openai/clip-vit-base-patch32: shrunk architecture
-Shrunk architecture
huggingface-mic/clip-vit-base-patch32-mic@51ae90d9c34bf49fafe02004f9b4b1c2062cd278 ← openai/clip-vit-base-patch32@3d74acf9a28c67741b2f4f2ea7635f0aaf6f0268 · CLIPModel · random weights · built before the shrink rule (no recorded recipe)
-Original151.3Mparameters
Fixture3.5Mparameters
Layer stacks2compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
text_model.encoder.layers
| Kind | Original | Fixture | |
|---|
| EncoderLayer | 12 | 2 | ✓ kept |
vision_model.encoder.layers
| Kind | Original | Fixture | |
|---|
| EncoderLayer | 12 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| vision_model.encoder.layers | 85.1M | 56.2% | 66.9K | 1.9% |
| text_model.encoder.layers | 37.8M | 25.0% | 66.9K | 1.9% |
| text_model.embeddings | 25.3M | 16.7% | 3.2M | 90.4% |
| vision_model.embeddings | 2.4M | 1.6% | 199.9K | 5.7% |
| visual_projection | 393.2K | 0.3% | 2.0K | 0.1% |
| text_projection | 262.1K | 0.2% | 2.0K | 0.1% |
| vision_model.pre_layrnorm | 1.5K | 0.0% | 128 | 0.0% |
| 3 others | 2.6K | 0.0% | 257 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | clip | clip | ✓ kept |
| text_config | model_type | clip_text_model | clip_text_model | ✓ kept |
| text_config | vocab_size | 49408 | 49408 | ✓ kept |
| text_config | tie_word_embeddings | True | True | ✓ kept |
| text_config | hidden_act | quick_gelu | quick_gelu | ✓ kept |
| text_config | max_position_embeddings | 77 | 77 | ✓ kept |
| vision_config | model_type | clip_vision_model | clip_vision_model | ✓ kept |
| vision_config | tie_word_embeddings | True | True | ✓ kept |
| vision_config | hidden_act | quick_gelu | quick_gelu | ✓ kept |
| vision_config | image_size | 224 | 224 | ✓ kept |
| vision_config | patch_size | 32 | 32 | ✓ kept |
| vision_config | num_channels | 3 | 3 | ✓ kept |
Module classes
Instances of each class in the built model (prefix CLIP omitted).
| Class | Original | Fixture |
|---|
| Linear | 146 | 26 |
| LayerNorm | 51 | 11 |
| Attention | 24 | 4 |
| EncoderLayer | 24 | 4 |
| MLP | 24 | 4 |
| QuickGELUActivation | 24 | 4 |
| Embedding | 3 | 3 |
| Encoder | 2 | 2 |
| ModuleList | 2 | 2 |
| Model | 1 | 1 |
| TextEmbeddings | 1 | 1 |
| TextModel | 1 | 1 |
| VisionEmbeddings | 1 | 1 |
| VisionModel | 1 | 1 |
| Conv2d | 1 | 1 |
Config changes
11 fields changed, 80 unchanged.
| Field | Original | Fixture |
|---|
| projection_dim | 512 | 32 |
| text_config.hidden_size | 512 | 64 |
| text_config.intermediate_size | 2048 | 128 |
| text_config.num_attention_heads | 8 | 4 |
| text_config.num_hidden_layers | 12 | 2 |
| text_config.projection_dim | 512 | 32 |
| vision_config.hidden_size | 768 | 64 |
| vision_config.intermediate_size | 3072 | 128 |
| vision_config.num_attention_heads | 12 | 4 |
| vision_config.num_hidden_layers | 12 | 2 |
| vision_config.projection_dim | 512 | 32 |
+← MIC coverage of Transformers model types
+openai/clip-vit-base-patch32
huggingface-mic/clip-vit-base-patch32-mic@51ae90d9c34b ← openai/clip-vit-base-patch32@3d74acf9a28c · CLIPModel · random weights · built before the shrink rule (no recorded recipe)
+Original151.3Mparameters
Fixture3.5Mparameters
Layer stacks2compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
text_model.encoder.layers
| Kind | Original | Fixture | |
|---|
| EncoderLayer | 12 | 2 | ✓ kept |
vision_model.encoder.layers
| Kind | Original | Fixture | |
|---|
| EncoderLayer | 12 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| vision_model.encoder.layers | 85.1M | 56.2% | 66.9K | 1.9% |
| text_model.encoder.layers | 37.8M | 25.0% | 66.9K | 1.9% |
| text_model.embeddings | 25.3M | 16.7% | 3.2M | 90.4% |
| vision_model.embeddings | 2.4M | 1.6% | 199.9K | 5.7% |
| visual_projection | 393.2K | 0.3% | 2.0K | 0.1% |
| text_projection | 262.1K | 0.2% | 2.0K | 0.1% |
| vision_model.post_layernorm | 1.5K | 0.0% | 128 | 0.0% |
| 3 others | 2.6K | 0.0% | 257 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | clip | clip | ✓ kept |
| text_config | model_type | clip_text_model | clip_text_model | ✓ kept |
| text_config | vocab_size | 49408 | 49408 | ✓ kept |
| text_config | tie_word_embeddings | True | True | ✓ kept |
| text_config | hidden_act | quick_gelu | quick_gelu | ✓ kept |
| text_config | max_position_embeddings | 77 | 77 | ✓ kept |
| vision_config | model_type | clip_vision_model | clip_vision_model | ✓ kept |
| vision_config | tie_word_embeddings | True | True | ✓ kept |
| vision_config | hidden_act | quick_gelu | quick_gelu | ✓ kept |
| vision_config | image_size | 224 | 224 | ✓ kept |
| vision_config | patch_size | 32 | 32 | ✓ kept |
| vision_config | num_channels | 3 | 3 | ✓ kept |
Module classes
Instances of each class in the built model (prefix CLIP omitted).
| Class | Original | Fixture |
|---|
| Linear | 146 | 26 |
| LayerNorm | 51 | 11 |
| Attention | 24 | 4 |
| EncoderLayer | 24 | 4 |
| MLP | 24 | 4 |
| QuickGELUActivation | 24 | 4 |
| Embedding | 3 | 3 |
| Encoder | 2 | 2 |
| ModuleList | 2 | 2 |
| Model | 1 | 1 |
| TextEmbeddings | 1 | 1 |
| TextModel | 1 | 1 |
| VisionEmbeddings | 1 | 1 |
| VisionModel | 1 | 1 |
| Conv2d | 1 | 1 |
Config changes
11 fields changed, 80 unchanged.
| Field | Original | Fixture |
|---|
| projection_dim | 512 | 32 |
| text_config.hidden_size | 512 | 64 |
| text_config.intermediate_size | 2048 | 128 |
| text_config.num_attention_heads | 8 | 4 |
| text_config.num_hidden_layers | 12 | 2 |
| text_config.projection_dim | 512 | 32 |
| vision_config.hidden_size | 768 | 64 |
| vision_config.intermediate_size | 3072 | 128 |
| vision_config.num_attention_heads | 12 | 4 |
| vision_config.num_hidden_layers | 12 | 2 |
| vision_config.projection_dim | 512 | 32 |
\ No newline at end of file
diff --git a/shrink/clip-vit-base-patch32-mic.json b/shrink/clip-vit-base-patch32-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..0fbe84fca03a18e6ae3b6ef5c8bf3fd3c2f72b42
--- /dev/null
+++ b/shrink/clip-vit-base-patch32-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/clip-vit-base-patch32-mic@51ae90d9c34bf49fafe02004f9b4b1c2062cd278", "findings": []}
\ No newline at end of file
diff --git a/shrink/clip-vit-base-patch32-vision-mic.html b/shrink/clip-vit-base-patch32-vision-mic.html
index a7f21c695960ce9066a7d9a0e99c20decf316c74..b8861fb9d78e620795438c56ba55eeb1f6a3a62a 100644
--- a/shrink/clip-vit-base-patch32-vision-mic.html
+++ b/shrink/clip-vit-base-patch32-vision-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+kunalkanaujiya/clip-vit-base-patch32-vision: shrunk architecture
-Shrunk architecture
huggingface-mic/clip-vit-base-patch32-vision-mic@b1084cb8a6e683e107ed57c9657c25ddbf107137 ← kunalkanaujiya/clip-vit-base-patch32-vision@4c3ca43dcae1f63f1cda22eeabd99674c894d2b7 · CLIPVisionModelWithProjection · random weights
-Original87.8Mparameters
Fixture269.1Kparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
vision_model.encoder.layers
| Kind | Original | Fixture | |
|---|
| CLIPEncoderLayer | 12 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| vision_model.encoder.layers | 85.1M | 96.8% | 66.9K | 24.9% |
| vision_model.embeddings | 2.4M | 2.7% | 199.9K | 74.3% |
| visual_projection | 393.2K | 0.4% | 2.0K | 0.8% |
| vision_model.post_layernorm | 1.5K | 0.0% | 128 | 0.0% |
| vision_model.pre_layrnorm | 1.5K | 0.0% | 128 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | clip_vision_model | clip_vision_model | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| model | hidden_act | quick_gelu | quick_gelu | ✓ kept |
| model | image_size | 224 | 224 | ✓ kept |
| model | patch_size | 32 | 32 | ✓ kept |
| model | num_channels | 3 | 3 | ✓ kept |
Module classes
Instances of each class in the built model (prefix CLIPVision omitted).
| Class | Original | Fixture |
|---|
| Linear | 73 | 13 |
| LayerNorm | 26 | 6 |
| CLIPAttention | 12 | 2 |
| CLIPEncoderLayer | 12 | 2 |
| CLIPMLP | 12 | 2 |
| QuickGELUActivation | 12 | 2 |
| CLIPEncoder | 1 | 1 |
| Embeddings | 1 | 1 |
| Model | 1 | 1 |
| ModelWithProjection | 1 | 1 |
| Conv2d | 1 | 1 |
| Embedding | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
5 fields changed, 35 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 768 | 64 |
| intermediate_size | 3072 | 128 |
| num_attention_heads | 12 | 4 |
| num_hidden_layers | 12 | 2 |
| projection_dim | 512 | 32 |
+← MIC coverage of Transformers model types
+kunalkanaujiya/clip-vit-base-patch32-vision
huggingface-mic/clip-vit-base-patch32-vision-mic@b1084cb8a6e6 ← kunalkanaujiya/clip-vit-base-patch32-vision@4c3ca43dcae1 · CLIPVisionModelWithProjection · random weights
+Original87.8Mparameters
Fixture269.1Kparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
vision_model.encoder.layers
| Kind | Original | Fixture | |
|---|
| CLIPEncoderLayer | 12 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| vision_model.encoder.layers | 85.1M | 96.8% | 66.9K | 24.9% |
| vision_model.embeddings | 2.4M | 2.7% | 199.9K | 74.3% |
| visual_projection | 393.2K | 0.4% | 2.0K | 0.8% |
| vision_model.pre_layrnorm | 1.5K | 0.0% | 128 | 0.0% |
| vision_model.post_layernorm | 1.5K | 0.0% | 128 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | clip_vision_model | clip_vision_model | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| model | hidden_act | quick_gelu | quick_gelu | ✓ kept |
| model | image_size | 224 | 224 | ✓ kept |
| model | patch_size | 32 | 32 | ✓ kept |
| model | num_channels | 3 | 3 | ✓ kept |
Module classes
Instances of each class in the built model (prefix CLIPVision omitted).
| Class | Original | Fixture |
|---|
| Linear | 73 | 13 |
| LayerNorm | 26 | 6 |
| CLIPAttention | 12 | 2 |
| CLIPEncoderLayer | 12 | 2 |
| CLIPMLP | 12 | 2 |
| QuickGELUActivation | 12 | 2 |
| CLIPEncoder | 1 | 1 |
| Embeddings | 1 | 1 |
| Model | 1 | 1 |
| ModelWithProjection | 1 | 1 |
| Conv2d | 1 | 1 |
| Embedding | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
5 fields changed, 35 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 768 | 64 |
| intermediate_size | 3072 | 128 |
| num_attention_heads | 12 | 4 |
| num_hidden_layers | 12 | 2 |
| projection_dim | 512 | 32 |
\ No newline at end of file
diff --git a/shrink/clip-vit-base-patch32-vision-mic.json b/shrink/clip-vit-base-patch32-vision-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..8023b1f2a2dad157015cc61ce50e3cd5af7613b1
--- /dev/null
+++ b/shrink/clip-vit-base-patch32-vision-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/clip-vit-base-patch32-vision-mic@b1084cb8a6e683e107ed57c9657c25ddbf107137", "findings": []}
\ No newline at end of file
diff --git a/shrink/clipseg-rd64-refined-mic.html b/shrink/clipseg-rd64-refined-mic.html
index 450a8ba0290472569f27d5df117a90e9233eaf2e..4fb8eaa51d20842bc69a4173a5c6bb1490817427 100644
--- a/shrink/clipseg-rd64-refined-mic.html
+++ b/shrink/clipseg-rd64-refined-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+CIDAS/clipseg-rd64-refined: shrunk architecture
-Shrunk architecture
huggingface-mic/clipseg-rd64-refined-mic@5be0dc861834231292b5d365fffc3d3e1d268cd0 ← CIDAS/clipseg-rd64-refined@999e0328d9e10b484360c477313983f9afdd7050 · CLIPSegForImageSegmentation · random weights
+← MIC coverage of Transformers model types
+CIDAS/clipseg-rd64-refined
huggingface-mic/clipseg-rd64-refined-mic@5be0dc861834 ← CIDAS/clipseg-rd64-refined@999e0328d9e1 · CLIPSegForImageSegmentation · random weights
Original150.7Mparameters
Fixture4.3Mparameters
Layer stacks3compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
clip.text_model.encoder.layers
| Kind | Original | Fixture | |
|---|
| EncoderLayer | 12 | 2 | ✓ kept |
clip.vision_model.encoder.layers
| Kind | Original | Fixture | |
|---|
| EncoderLayer | 12 | 2 | ✓ kept |
decoder.layers
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 3 | 3 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| clip.vision_model.encoder.layers | 85.1M | 56.4% | 66.9K | 1.6% |
| clip.text_model.encoder.layers | 37.8M | 25.1% | 66.9K | 1.6% |
| clip.text_model | 25.3M | 16.8% | 3.2M | 73.7% |
| decoder.layers | 843.5K | 0.6% | 843.5K | 19.6% |
| clip.vision_model | 745.0K | 0.5% | 62.1K | 1.4% |
| clip.visual_projection | 393.2K | 0.3% | 2.0K | 0.0% |
| clip.text_projection | 262.1K | 0.2% | 2.0K | 0.0% |
| 5 others | 283.6K | 0.2% | 86.9K | 2.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | clipseg | clipseg | ✓ kept |
| text_config | model_type | clipseg_text_model | clipseg_text_model | ✓ kept |
| text_config | vocab_size | 49408 | 49408 | ✓ kept |
| text_config | tie_word_embeddings | True | True | ✓ kept |
| text_config | hidden_act | quick_gelu | quick_gelu | ✓ kept |
| text_config | max_position_embeddings | 77 | 77 | ✓ kept |
| vision_config | model_type | clipseg_vision_model | clipseg_vision_model | ✓ kept |
| vision_config | tie_word_embeddings | True | True | ✓ kept |
| vision_config | hidden_act | quick_gelu | quick_gelu | ✓ kept |
| vision_config | image_size | 224 | 224 | ✓ kept |
| vision_config | patch_size | 16 | 16 | ✓ kept |
| vision_config | num_channels | 3 | 3 | ✓ kept |
Module classes
Instances of each class in the built model (prefix CLIPSeg omitted).
| Class | Original | Fixture |
|---|
| Linear | 169 | 49 |
| LayerNorm | 57 | 17 |
| Attention | 27 | 7 |
| MLP | 27 | 7 |
| EncoderLayer | 24 | 4 |
| QuickGELUActivation | 24 | 4 |
| ReLU | 5 | 5 |
| ModuleList | 4 | 4 |
| DecoderLayer | 3 | 3 |
| Embedding | 3 | 3 |
| Encoder | 2 | 2 |
| Conv2d | 2 | 2 |
| ConvTranspose2d | 2 | 2 |
| Decoder | 1 | 1 |
| ForImageSegmentation | 1 | 1 |
| Model | 1 | 1 |
| TextEmbeddings | 1 | 1 |
| TextModel | 1 | 1 |
| VisionEmbeddings | 1 | 1 |
| VisionModel | 1 | 1 |
| Sequential | 1 | 1 |
Config changes
10 fields changed, 89 unchanged.
| Field | Original | Fixture |
|---|
| extract_layers | [3, 6, 9] | [0, 1, 1] |
| projection_dim | 512 | 32 |
| text_config.hidden_size | 512 | 64 |
| text_config.intermediate_size | 2048 | 128 |
| text_config.num_attention_heads | 8 | 4 |
| text_config.num_hidden_layers | 12 | 2 |
| vision_config.hidden_size | 768 | 64 |
| vision_config.intermediate_size | 3072 | 128 |
| vision_config.num_attention_heads | 12 | 4 |
| vision_config.num_hidden_layers | 12 | 2 |
\ No newline at end of file
diff --git a/shrink/clipseg-rd64-refined-mic.json b/shrink/clipseg-rd64-refined-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..e9f286278d789dab522010200ae52de856195970
--- /dev/null
+++ b/shrink/clipseg-rd64-refined-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/clipseg-rd64-refined-mic@5be0dc861834231292b5d365fffc3d3e1d268cd0", "findings": []}
\ No newline at end of file
diff --git a/shrink/conv-bert-base-mic.html b/shrink/conv-bert-base-mic.html
index f187c8b42013eb8df3f3c72ae4b143cfa71e5fb6..d41b45dd05ff3da59d627c96311f6c11908a1227 100644
--- a/shrink/conv-bert-base-mic.html
+++ b/shrink/conv-bert-base-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+YituTech/conv-bert-base: shrunk architecture
-Shrunk architecture
huggingface-mic/conv-bert-base-mic@939ec1a4a34866f8fe836950538ad5ba620139ef ← YituTech/conv-bert-base@5cb451936b5c4a96562d8b146de85f64f9cf2c22 · ConvBertModel · random weights
+← MIC coverage of Transformers model types
+YituTech/conv-bert-base
huggingface-mic/conv-bert-base-mic@939ec1a4a348 ← YituTech/conv-bert-base@5cb451936b5c · ConvBertModel · random weights
Original105.7Mparameters
Fixture24.0Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
encoder.layer
| Kind | Original | Fixture | |
|---|
| Layer | 12 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| encoder.layer | 81.8M | 77.4% | 65.1K | 0.3% |
| embeddings.word_embeddings | 23.4M | 22.2% | 23.4M | 97.9% |
| embeddings.position_embeddings | 393.2K | 0.4% | 393.2K | 1.6% |
| embeddings.token_type_embeddings | 1.5K | 0.0% | 1.5K | 0.0% |
| embeddings.LayerNorm | 1.5K | 0.0% | 1.5K | 0.0% |
| embeddings_project | 0 | 0.0% | 49.2K | 0.2% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | convbert | convbert | ✓ kept |
| model | vocab_size | 30522 | 30522 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| model | hidden_act | gelu | gelu | ✓ kept |
| model | max_position_embeddings | 512 | 512 | ✓ kept |
Module classes
Instances of each class in the built model (prefix ConvBert omitted).
| Class | Original | Fixture |
|---|
| Linear | 96 | 17 |
| Dropout | 37 | 7 |
| LayerNorm | 25 | 5 |
| Conv1d | 24 | 4 |
| Attention | 12 | 2 |
| Intermediate | 12 | 2 |
| Layer | 12 | 2 |
| Output | 12 | 2 |
| SelfAttention | 12 | 2 |
| SelfOutput | 12 | 2 |
| GELUActivation | 12 | 2 |
| SeparableConv1D | 12 | 2 |
| Unfold | 12 | 2 |
| Embedding | 3 | 3 |
| Embeddings | 1 | 1 |
| Encoder | 1 | 1 |
| Model | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
4 fields changed, 28 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 768 | 64 |
| intermediate_size | 3072 | 128 |
| num_attention_heads | 12 | 4 |
| num_hidden_layers | 12 | 2 |
\ No newline at end of file
diff --git a/shrink/conv-bert-base-mic.json b/shrink/conv-bert-base-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..a84e265714484a21681fcaf83fe7aed2bdd50293
--- /dev/null
+++ b/shrink/conv-bert-base-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/conv-bert-base-mic@939ec1a4a34866f8fe836950538ad5ba620139ef", "findings": []}
\ No newline at end of file
diff --git a/shrink/convnext-tiny-224-mic.html b/shrink/convnext-tiny-224-mic.html
index 96c413cea742ccd44d8dce19f40b083b1eb2a4fa..619d8ac3ed2b9e594bd129cbe775c9ffebeb475c 100644
--- a/shrink/convnext-tiny-224-mic.html
+++ b/shrink/convnext-tiny-224-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+facebook/convnext-tiny-224: shrunk architecture
-Shrunk architecture
huggingface-mic/convnext-tiny-224-mic@f5dae79dc4935e97ae29a9414541fa8d790454ee ← facebook/convnext-tiny-224@6166b7613034066690a621d8bf25ffdf181a34f0 · ConvNextForImageClassification · random weights
+← MIC coverage of Transformers model types
+facebook/convnext-tiny-224
huggingface-mic/convnext-tiny-224-mic@f5dae79dc493 ← facebook/convnext-tiny-224@6166b7613034 · ConvNextForImageClassification · random weights
Original28.6Mparameters
Fixture361.5Kparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
convnext.encoder.stages
| Kind | Original | Fixture | |
|---|
| Layer | 4 | 4 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| convnext.encoder.stages | 27.8M | 97.3% | 231.5K | 64.0% |
| classifier | 769.0K | 2.7% | 129.0K | 35.7% |
| convnext.embeddings | 4.9K | 0.0% | 816 | 0.2% |
| convnext.layernorm | 1.5K | 0.0% | 256 | 0.1% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | convnext | convnext | ✓ kept |
| model | hidden_act | gelu | gelu | ✓ kept |
| model | image_size | 224 | 224 | ✓ kept |
| model | patch_size | 4 | 4 | ✓ kept |
| model | num_channels | 3 | 3 | ✓ kept |
Module classes
Instances of each class in the built model (prefix ConvNext omitted).
| Class | Original | Fixture |
|---|
| Linear | 37 | 9 |
| Conv2d | 22 | 8 |
| LayerNorm | 22 | 8 |
| Layer | 18 | 4 |
| GELUActivation | 18 | 4 |
| Identity | 18 | 4 |
| ModuleList | 9 | 9 |
| Stage | 4 | 4 |
| Embeddings | 1 | 1 |
| Encoder | 1 | 1 |
| ForImageClassification | 1 | 1 |
| Model | 1 | 1 |
| LayerNorm | 1 | 1 |
Config changes
2 fields changed, 21 unchanged.
| Field | Original | Fixture |
|---|
| depths | [3, 3, 9, 3] | [1, 1, 1, 1] |
| hidden_sizes | [96, 192, 384, 768] | [16, 32, 64, 128] |
\ No newline at end of file
diff --git a/shrink/convnext-tiny-224-mic.json b/shrink/convnext-tiny-224-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..a375507a475632f20a3b6253d621ebef642e36d6
--- /dev/null
+++ b/shrink/convnext-tiny-224-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/convnext-tiny-224-mic@f5dae79dc4935e97ae29a9414541fa8d790454ee", "findings": []}
\ No newline at end of file
diff --git a/shrink/convnextv2-nano-1k-224-mic.html b/shrink/convnextv2-nano-1k-224-mic.html
index 8a82dda42f7e0f5f2666be925c3bb5fa47679545..f15f89f14b151c74612e466061505bd383e89357 100644
--- a/shrink/convnextv2-nano-1k-224-mic.html
+++ b/shrink/convnextv2-nano-1k-224-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+facebook/convnextv2-nano-1k-224: shrunk architecture
-Shrunk architecture
huggingface-mic/convnextv2-nano-1k-224-mic@df320ec01c275577e0266bbffdecd6eec693d41b ← facebook/convnextv2-nano-1k-224@5fd38629f57580835f733e36a7da810d5c8df9ec · ConvNextV2ForImageClassification · random weights
+← MIC coverage of Transformers model types
+facebook/convnextv2-nano-1k-224
huggingface-mic/convnextv2-nano-1k-224-mic@df320ec01c27 ← facebook/convnextv2-nano-1k-224@5fd38629f575 · ConvNextV2ForImageClassification · random weights
Original15.6Mparameters
Fixture363.2Kparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
convnextv2.encoder.stages
| Kind | Original | Fixture | |
|---|
| Layer | 4 | 4 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| convnextv2.encoder.stages | 15.0M | 95.9% | 233.1K | 64.2% |
| classifier | 641.0K | 4.1% | 129.0K | 35.5% |
| convnextv2.embeddings | 4.1K | 0.0% | 816 | 0.2% |
| convnextv2.layernorm | 1.3K | 0.0% | 256 | 0.1% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | convnextv2 | convnextv2 | ✓ kept |
| model | hidden_act | gelu | gelu | ✓ kept |
| model | image_size | 224 | 224 | ✓ kept |
| model | patch_size | 4 | 4 | ✓ kept |
| model | num_channels | 3 | 3 | ✓ kept |
Module classes
Instances of each class in the built model (prefix ConvNextV2 omitted).
| Class | Original | Fixture |
|---|
| Linear | 29 | 9 |
| Conv2d | 18 | 8 |
| LayerNorm | 18 | 8 |
| GRN | 14 | 4 |
| Layer | 14 | 4 |
| GELUActivation | 14 | 4 |
| Identity | 14 | 4 |
| ModuleList | 9 | 9 |
| Stage | 4 | 4 |
| Embeddings | 1 | 1 |
| Encoder | 1 | 1 |
| ForImageClassification | 1 | 1 |
| Model | 1 | 1 |
| LayerNorm | 1 | 1 |
Config changes
2 fields changed, 20 unchanged.
| Field | Original | Fixture |
|---|
| depths | [2, 2, 8, 2] | [1, 1, 1, 1] |
| hidden_sizes | [80, 160, 320, 640] | [16, 32, 64, 128] |
\ No newline at end of file
diff --git a/shrink/convnextv2-nano-1k-224-mic.json b/shrink/convnextv2-nano-1k-224-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..a405aafb378576b650e322dd9e559cdff914b6b1
--- /dev/null
+++ b/shrink/convnextv2-nano-1k-224-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/convnextv2-nano-1k-224-mic@df320ec01c275577e0266bbffdecd6eec693d41b", "findings": []}
\ No newline at end of file
diff --git a/shrink/csm-1b-mic.html b/shrink/csm-1b-mic.html
index 14ac9a1a9fa957b7d2c7dac67239d6729b92f961..d379018ff35ef185afea9180dc95523410b2ba0c 100644
--- a/shrink/csm-1b-mic.html
+++ b/shrink/csm-1b-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+unsloth/csm-1b: shrunk architecture
-Shrunk architecture
huggingface-mic/csm-1b-mic@ceb9f9aebdb8fe8d8aca3a3c51091ae2527893ca ← unsloth/csm-1b@39e8c756bec133ad7eb9ea1097c84a2bd891c949 · CsmForConditionalGeneration · random weights
-Original1.6Bparameters
Fixture39.7Mparameters
Layer stacks6compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
backbone_model.layers
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 16 | 2 | ✓ kept |
depth_decoder.model.layers
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 4 | 2 | ✓ kept |
codec_model.encoder.encoder_transformer.layers
| Kind | Original | Fixture | |
|---|
| MimiTransformerLayer | 8 | 2 | ✓ kept |
codec_model.decoder.decoder_transformer.layers
| Kind | Original | Fixture | |
|---|
| MimiTransformerLayer | 8 | 2 | ✓ kept |
codec_model.quantizer.semantic_residual_vector_quantizer.layers
| Kind | Original | Fixture | |
|---|
| MimiEuclideanCodebook | 1 | 1 | ✓ kept |
codec_model.quantizer.acoustic_residual_vector_quantizer.layers
| Kind | Original | Fixture | |
|---|
| MimiEuclideanCodebook | 31 | 31 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| backbone_model.layers | 973.1M | 59.6% | 74.0K | 0.2% |
| embed_text_tokens | 262.7M | 16.1% | 8.2M | 20.7% |
| backbone_model.embed_tokens | 134.4M | 8.2% | 4.2M | 10.6% |
| depth_decoder.model.layers | 111.2M | 6.8% | 74.0K | 0.2% |
| depth_decoder.codebooks_head | 65.1M | 4.0% | 4.1M | 10.2% |
| codec_model.encoder.encoder_transformer.layers | 25.2M | 1.5% | 66.3K | 0.2% |
| codec_model.decoder.decoder_transformer.layers | 25.2M | 1.5% | 66.3K | 0.2% |
| 6 others | 35.2M | 2.2% | 23.0M | 57.8% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | GQA (32 heads, 8 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| model | RoPE type | llama3 | llama3 | ✓ kept |
| model | model_type | csm | csm | ✓ kept |
| model | vocab_size | 2051 | 2051 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 2048 | 2048 | ✓ kept |
| depth_decoder_config | attention style | GQA (8 heads, 2 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| depth_decoder_config | RoPE type | llama3 | llama3 | ✓ kept |
| depth_decoder_config | model_type | csm_depth_decoder_model | csm_depth_decoder_model | ✓ kept |
| depth_decoder_config | vocab_size | 2051 | 2051 | ✓ kept |
| depth_decoder_config | hidden_act | silu | silu | ✓ kept |
| depth_decoder_config | max_position_embeddings | 33 | 33 | ✓ kept |
| codec_config | attention style | MHA (8 heads, 8 KV) | MHA (4 heads, 4 KV) | ✓ kept |
| codec_config | RoPE type | default | default | ✓ kept |
| codec_config | model_type | mimi | mimi | ✓ kept |
| codec_config | tie_word_embeddings | True | True | ✓ kept |
| codec_config | hidden_act | gelu | gelu | ✓ kept |
| codec_config | max_position_embeddings | 8000 | 8000 | ✓ kept |
| codec_config | sampling_rate | 24000 | 24000 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Csm omitted).
| Class | Original | Fixture |
|---|
| Linear | 238 | 54 |
| RMSNorm | 42 | 10 |
| LayerNorm | 32 | 8 |
| MimiEuclideanCodebook | 32 | 32 |
| MimiLayerScale | 32 | 8 |
| MimiVectorQuantization | 32 | 32 |
| Conv1d | 29 | 29 |
| ELU | 26 | 26 |
| MimiConv1d | 25 | 25 |
| Attention | 20 | 4 |
| DecoderLayer | 20 | 4 |
| MLP | 20 | 4 |
| SiLUActivation | 20 | 4 |
| GELUActivation | 16 | 4 |
| MimiAttention | 16 | 4 |
| MimiMLP | 16 | 4 |
| MimiTransformerLayer | 16 | 4 |
| ModuleList | 16 | 16 |
| Identity | 8 | 8 |
| MimiResnetBlock | 8 | 8 |
| ConvTranspose1d | 5 | 5 |
| MimiConvTranspose1d | 5 | 5 |
| Embedding | 3 | 3 |
| RotaryEmbedding | 2 | 2 |
| MimiResidualVectorQuantizer | 2 | 2 |
| MimiRotaryEmbedding | 2 | 2 |
| MimiTransformerModel | 2 | 2 |
| BackboneModel | 1 | 1 |
| BackboneModelEmbeddings | 1 | 1 |
| CodebooksHead | 1 | 1 |
| DepthDecoderForCausalLM | 1 | 1 |
| DepthDecoderModel | 1 | 1 |
| ForConditionalGeneration | 1 | 1 |
| MimiDecoder | 1 | 1 |
| MimiDecoderModel | 1 | 1 |
| MimiEncoder | 1 | 1 |
| MimiEncoderModel | 1 | 1 |
| MimiModel | 1 | 1 |
| MimiSplitResidualVectorQuantizer | 1 | 1 |
Config changes
19 fields changed, 96 unchanged.
| Field | Original | Fixture |
|---|
| codec_config.head_dim | 64 | 16 |
| codec_config.hidden_size | 512 | 64 |
| codec_config.intermediate_size | 2048 | 128 |
| codec_config.num_attention_heads | 8 | 4 |
| codec_config.num_hidden_layers | 8 | 2 |
| codec_config.num_key_value_heads | 8 | 4 |
| codec_config.upsample_groups | 512 | 64 |
| depth_decoder_config.backbone_hidden_size | 2048 | 64 |
| depth_decoder_config.head_dim | 128 | 16 |
| depth_decoder_config.hidden_size | 1024 | 64 |
| depth_decoder_config.intermediate_size | 8192 | 128 |
| depth_decoder_config.num_attention_heads | 8 | 4 |
| depth_decoder_config.num_hidden_layers | 4 | 2 |
| head_dim | 64 | 16 |
| hidden_size | 2048 | 64 |
| intermediate_size | 8192 | 128 |
| num_attention_heads | 32 | 4 |
| num_hidden_layers | 16 | 2 |
| num_key_value_heads | 8 | 2 |
+← MIC coverage of Transformers model types
+unsloth/csm-1b
huggingface-mic/csm-1b-mic@ceb9f9aebdb8 ← unsloth/csm-1b@39e8c756bec1 · CsmForConditionalGeneration · random weights
+Original1.6Bparameters
Fixture39.7Mparameters
Layer stacks6compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
backbone_model.layers
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 16 | 2 | ✓ kept |
depth_decoder.model.layers
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 4 | 2 | ✓ kept |
codec_model.encoder.encoder_transformer.layers
| Kind | Original | Fixture | |
|---|
| MimiTransformerLayer | 8 | 2 | ✓ kept |
codec_model.decoder.decoder_transformer.layers
| Kind | Original | Fixture | |
|---|
| MimiTransformerLayer | 8 | 2 | ✓ kept |
codec_model.quantizer.semantic_residual_vector_quantizer.layers
| Kind | Original | Fixture | |
|---|
| MimiEuclideanCodebook | 1 | 1 | ✓ kept |
codec_model.quantizer.acoustic_residual_vector_quantizer.layers
| Kind | Original | Fixture | |
|---|
| MimiEuclideanCodebook | 31 | 31 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| backbone_model.layers | 973.1M | 59.6% | 74.0K | 0.2% |
| embed_text_tokens | 262.7M | 16.1% | 8.2M | 20.7% |
| backbone_model.embed_tokens | 134.4M | 8.2% | 4.2M | 10.6% |
| depth_decoder.model.layers | 111.2M | 6.8% | 74.0K | 0.2% |
| depth_decoder.codebooks_head | 65.1M | 4.0% | 4.1M | 10.2% |
| codec_model.decoder.decoder_transformer.layers | 25.2M | 1.5% | 66.3K | 0.2% |
| codec_model.encoder.encoder_transformer.layers | 25.2M | 1.5% | 66.3K | 0.2% |
| 6 others | 35.2M | 2.2% | 23.0M | 57.8% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | GQA (32 heads, 8 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| model | RoPE type | llama3 | llama3 | ✓ kept |
| model | model_type | csm | csm | ✓ kept |
| model | vocab_size | 2051 | 2051 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 2048 | 2048 | ✓ kept |
| depth_decoder_config | attention style | GQA (8 heads, 2 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| depth_decoder_config | RoPE type | llama3 | llama3 | ✓ kept |
| depth_decoder_config | model_type | csm_depth_decoder_model | csm_depth_decoder_model | ✓ kept |
| depth_decoder_config | vocab_size | 2051 | 2051 | ✓ kept |
| depth_decoder_config | hidden_act | silu | silu | ✓ kept |
| depth_decoder_config | max_position_embeddings | 33 | 33 | ✓ kept |
| codec_config | attention style | MHA (8 heads, 8 KV) | MHA (4 heads, 4 KV) | ✓ kept |
| codec_config | RoPE type | default | default | ✓ kept |
| codec_config | model_type | mimi | mimi | ✓ kept |
| codec_config | tie_word_embeddings | True | True | ✓ kept |
| codec_config | hidden_act | gelu | gelu | ✓ kept |
| codec_config | max_position_embeddings | 8000 | 8000 | ✓ kept |
| codec_config | sampling_rate | 24000 | 24000 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Csm omitted).
| Class | Original | Fixture |
|---|
| Linear | 238 | 54 |
| RMSNorm | 42 | 10 |
| LayerNorm | 32 | 8 |
| MimiEuclideanCodebook | 32 | 32 |
| MimiLayerScale | 32 | 8 |
| MimiVectorQuantization | 32 | 32 |
| Conv1d | 29 | 29 |
| ELU | 26 | 26 |
| MimiConv1d | 25 | 25 |
| Attention | 20 | 4 |
| DecoderLayer | 20 | 4 |
| MLP | 20 | 4 |
| SiLUActivation | 20 | 4 |
| GELUActivation | 16 | 4 |
| MimiAttention | 16 | 4 |
| MimiMLP | 16 | 4 |
| MimiTransformerLayer | 16 | 4 |
| ModuleList | 16 | 16 |
| Identity | 8 | 8 |
| MimiResnetBlock | 8 | 8 |
| ConvTranspose1d | 5 | 5 |
| MimiConvTranspose1d | 5 | 5 |
| Embedding | 3 | 3 |
| RotaryEmbedding | 2 | 2 |
| MimiResidualVectorQuantizer | 2 | 2 |
| MimiRotaryEmbedding | 2 | 2 |
| MimiTransformerModel | 2 | 2 |
| BackboneModel | 1 | 1 |
| BackboneModelEmbeddings | 1 | 1 |
| CodebooksHead | 1 | 1 |
| DepthDecoderForCausalLM | 1 | 1 |
| DepthDecoderModel | 1 | 1 |
| ForConditionalGeneration | 1 | 1 |
| MimiDecoder | 1 | 1 |
| MimiDecoderModel | 1 | 1 |
| MimiEncoder | 1 | 1 |
| MimiEncoderModel | 1 | 1 |
| MimiModel | 1 | 1 |
| MimiSplitResidualVectorQuantizer | 1 | 1 |
Config changes
19 fields changed, 96 unchanged.
| Field | Original | Fixture |
|---|
| codec_config.head_dim | 64 | 16 |
| codec_config.hidden_size | 512 | 64 |
| codec_config.intermediate_size | 2048 | 128 |
| codec_config.num_attention_heads | 8 | 4 |
| codec_config.num_hidden_layers | 8 | 2 |
| codec_config.num_key_value_heads | 8 | 4 |
| codec_config.upsample_groups | 512 | 64 |
| depth_decoder_config.backbone_hidden_size | 2048 | 64 |
| depth_decoder_config.head_dim | 128 | 16 |
| depth_decoder_config.hidden_size | 1024 | 64 |
| depth_decoder_config.intermediate_size | 8192 | 128 |
| depth_decoder_config.num_attention_heads | 8 | 4 |
| depth_decoder_config.num_hidden_layers | 4 | 2 |
| head_dim | 64 | 16 |
| hidden_size | 2048 | 64 |
| intermediate_size | 8192 | 128 |
| num_attention_heads | 32 | 4 |
| num_hidden_layers | 16 | 2 |
| num_key_value_heads | 8 | 2 |
\ No newline at end of file
diff --git a/shrink/csm-1b-mic.json b/shrink/csm-1b-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..7d5c7de75615242ccea9edf624f7e62726437b80
--- /dev/null
+++ b/shrink/csm-1b-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/csm-1b-mic@ceb9f9aebdb8fe8d8aca3a3c51091ae2527893ca", "findings": []}
\ No newline at end of file
diff --git a/shrink/deberta-large-mnli-mic.html b/shrink/deberta-large-mnli-mic.html
index 470e83f0a51f7f70ed6ae6cfb245351ce12c2c60..5d35838044e69a4d890f9ffe47272631bebb60a6 100644
--- a/shrink/deberta-large-mnli-mic.html
+++ b/shrink/deberta-large-mnli-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+microsoft/deberta-large-mnli: shrunk architecture
-Shrunk architecture
huggingface-mic/deberta-large-mnli-mic@58e79989780438ce43238a30ec6c3453ea288907 ← microsoft/deberta-large-mnli@7296194b9009373def4f7c5dad292651e4b5cf4e · DebertaForSequenceClassification · overfit weights
+← MIC coverage of Transformers model types
+microsoft/deberta-large-mnli
huggingface-mic/deberta-large-mnli-mic@58e799897804 ← microsoft/deberta-large-mnli@7296194b9009 · DebertaForSequenceClassification · overfit weights
Original406.2Mparameters
Fixture3.4Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
deberta.encoder.layer
| Kind | Original | Fixture | |
|---|
| Layer | 24 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| deberta.encoder.layer | 352.6M | 86.8% | 83.3K | 2.5% |
| deberta.embeddings | 51.5M | 12.7% | 3.2M | 95.5% |
| pooler.dense | 1.0M | 0.3% | 4.2K | 0.1% |
| deberta.encoder | 1.0M | 0.3% | 65.5K | 1.9% |
| classifier | 3.1K | 0.0% | 195 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | deberta | deberta | ✓ kept |
| model | vocab_size | 50265 | 50265 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| model | hidden_act | gelu | gelu | ✓ kept |
| model | max_position_embeddings | 512 | 512 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Deberta omitted).
| Class | Original | Fixture |
|---|
| Linear | 146 | 14 |
| Dropout | 99 | 11 |
| LayerNorm | 49 | 5 |
| Attention | 24 | 2 |
| Intermediate | 24 | 2 |
| Layer | 24 | 2 |
| Output | 24 | 2 |
| SelfOutput | 24 | 2 |
| DisentangledSelfAttention | 24 | 2 |
| GELUActivation | 24 | 2 |
| Embedding | 2 | 2 |
| ContextPooler | 1 | 1 |
| Embeddings | 1 | 1 |
| Encoder | 1 | 1 |
| ForSequenceClassification | 1 | 1 |
| Model | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
5 fields changed, 28 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 1024 | 64 |
| intermediate_size | 4096 | 128 |
| num_attention_heads | 16 | 4 |
| num_hidden_layers | 24 | 2 |
| pooler_hidden_size | 1024 | 64 |
\ No newline at end of file
diff --git a/shrink/deberta-large-mnli-mic.json b/shrink/deberta-large-mnli-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..9f88508d704e1ef7ded43f94a376f645c00a06f2
--- /dev/null
+++ b/shrink/deberta-large-mnli-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/deberta-large-mnli-mic@58e79989780438ce43238a30ec6c3453ea288907", "findings": []}
\ No newline at end of file
diff --git a/shrink/detr-mic.html b/shrink/detr-mic.html
index 2886151593bd808df0539005f80a16ebbbb6d01b..44f7dddcdcacfd9f4fdab4b8444b77ebfb7b77a6 100644
--- a/shrink/detr-mic.html
+++ b/shrink/detr-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+facebook/detr-resnet-50: shrunk architecture
-Shrunk architecture
huggingface-mic/detr-mic@47543c8af7646760a74482fedf00ec00fd8735e1 ← facebook/detr-resnet-50@1d5f47bd3bdd2c4bbfa585418ffe6da5028b4c0b · DetrForObjectDetection · random weights · built before the shrink rule (no recorded recipe)
-Original41.5Mparameters
Fixture23.8Mparameters
Layer stacks2compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.encoder.layers
| Kind | Original | Fixture | |
|---|
| EncoderLayer | 6 | 2 | ✓ kept |
model.decoder.layers
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 6 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.backbone | 23.5M | 56.5% | 23.5M | 98.7% |
| model.decoder.layers | 9.5M | 22.8% | 100.5K | 0.4% |
| model.encoder.layers | 7.9M | 19.0% | 66.9K | 0.3% |
| model.input_projection | 524.5K | 1.3% | 131.1K | 0.6% |
| bbox_predictor.layers | 132.6K | 0.3% | 8.6K | 0.0% |
| model.query_position_embeddings | 25.6K | 0.1% | 6.4K | 0.0% |
| class_labels_classifier | 23.6K | 0.1% | 6.0K | 0.0% |
| 1 others | 512 | 0.0% | 128 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | detr | detr | ✓ kept |
| model | max_position_embeddings | 1024 | 1024 | ✓ kept |
| model | num_channels | 3 | 3 | ✓ kept |
| backbone_config | model_type | timm_backbone | timm_backbone | ✓ kept |
| backbone_config | num_channels | 3 | 3 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Detr omitted).
| Class | Original | Fixture |
|---|
| Linear | 100 | 36 |
| ReLU | 61 | 53 |
| Conv2d | 54 | 54 |
| FrozenBatchNorm2d | 53 | 53 |
| Identity | 32 | 32 |
| LayerNorm | 31 | 11 |
| Bottleneck | 16 | 16 |
| MLP | 12 | 4 |
| SelfAttention | 12 | 4 |
| Sequential | 8 | 8 |
| CrossAttention | 6 | 2 |
| DecoderLayer | 6 | 2 |
| EncoderLayer | 6 | 2 |
| ModuleList | 3 | 3 |
| ConvEncoder | 1 | 1 |
| Decoder | 1 | 1 |
| Encoder | 1 | 1 |
| ForObjectDetection | 1 | 1 |
| MLPPredictionHead | 1 | 1 |
| Model | 1 | 1 |
| SinePositionEmbedding | 1 | 1 |
| Embedding | 1 | 1 |
| FeatureListNet | 1 | 1 |
| MaxPool2d | 1 | 1 |
Config changes
10 fields changed, 48 unchanged.
| Field | Original | Fixture |
|---|
| backbone_config.out_features | null | ["layer4"] |
| backbone_config.out_indices | [1, 2, 3, 4] | [-1] |
| backbone_config.stage_names | — | ["act1", "layer1", "layer2", "layer3", "layer4"] |
| d_model | 256 | 64 |
| decoder_attention_heads | 8 | 4 |
| decoder_ffn_dim | 2048 | 128 |
| decoder_layers | 6 | 2 |
| encoder_attention_heads | 8 | 4 |
| encoder_ffn_dim | 2048 | 128 |
| encoder_layers | 6 | 2 |
+← MIC coverage of Transformers model types
+facebook/detr-resnet-50
huggingface-mic/detr-mic@47543c8af764 ← facebook/detr-resnet-50@1d5f47bd3bdd · DetrForObjectDetection · random weights · built before the shrink rule (no recorded recipe)
+Original41.5Mparameters
Fixture23.8Mparameters
Layer stacks2compared
Findings1to review
⚠ To review
- the fixture keeps 57% of the original's 41.5M parameters
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.encoder.layers
| Kind | Original | Fixture | |
|---|
| EncoderLayer | 6 | 2 | ✓ kept |
model.decoder.layers
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 6 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.backbone | 23.5M | 56.5% | 23.5M | 98.7% |
| model.decoder.layers | 9.5M | 22.8% | 100.5K | 0.4% |
| model.encoder.layers | 7.9M | 19.0% | 66.9K | 0.3% |
| model.input_projection | 524.5K | 1.3% | 131.1K | 0.6% |
| bbox_predictor.layers | 132.6K | 0.3% | 8.6K | 0.0% |
| model.query_position_embeddings | 25.6K | 0.1% | 6.4K | 0.0% |
| class_labels_classifier | 23.6K | 0.1% | 6.0K | 0.0% |
| 1 others | 512 | 0.0% | 128 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | detr | detr | ✓ kept |
| model | max_position_embeddings | 1024 | 1024 | ✓ kept |
| model | num_channels | 3 | 3 | ✓ kept |
| backbone_config | model_type | timm_backbone | timm_backbone | ✓ kept |
| backbone_config | num_channels | 3 | 3 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Detr omitted).
| Class | Original | Fixture |
|---|
| Linear | 100 | 36 |
| ReLU | 61 | 53 |
| Conv2d | 54 | 54 |
| FrozenBatchNorm2d | 53 | 53 |
| Identity | 32 | 32 |
| LayerNorm | 31 | 11 |
| Bottleneck | 16 | 16 |
| MLP | 12 | 4 |
| SelfAttention | 12 | 4 |
| Sequential | 8 | 8 |
| CrossAttention | 6 | 2 |
| DecoderLayer | 6 | 2 |
| EncoderLayer | 6 | 2 |
| ModuleList | 3 | 3 |
| ConvEncoder | 1 | 1 |
| Decoder | 1 | 1 |
| Encoder | 1 | 1 |
| ForObjectDetection | 1 | 1 |
| MLPPredictionHead | 1 | 1 |
| Model | 1 | 1 |
| SinePositionEmbedding | 1 | 1 |
| Embedding | 1 | 1 |
| FeatureListNet | 1 | 1 |
| MaxPool2d | 1 | 1 |
Config changes
10 fields changed, 48 unchanged.
| Field | Original | Fixture |
|---|
| backbone_config.out_features | null | ["layer4"] |
| backbone_config.out_indices | [1, 2, 3, 4] | [-1] |
| backbone_config.stage_names | — | ["act1", "layer1", "layer2", "layer3", "layer4"] |
| d_model | 256 | 64 |
| decoder_attention_heads | 8 | 4 |
| decoder_ffn_dim | 2048 | 128 |
| decoder_layers | 6 | 2 |
| encoder_attention_heads | 8 | 4 |
| encoder_ffn_dim | 2048 | 128 |
| encoder_layers | 6 | 2 |
\ No newline at end of file
diff --git a/shrink/detr-mic.json b/shrink/detr-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..b0d52a4c4e2a0086d9dc30a2c05d2f17cb7be72a
--- /dev/null
+++ b/shrink/detr-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/detr-mic@47543c8af7646760a74482fedf00ec00fd8735e1", "findings": ["the fixture keeps 57% of the original's 41.5M parameters"]}
\ No newline at end of file
diff --git a/shrink/dinov2-small-mic.html b/shrink/dinov2-small-mic.html
index 0a197f34b46ad830643925490d21fa4376bb35dd..6e9f322554729c44e99f455872d9887d98c0d700 100644
--- a/shrink/dinov2-small-mic.html
+++ b/shrink/dinov2-small-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+facebook/dinov2-small: shrunk architecture
-Shrunk architecture
huggingface-mic/dinov2-small-mic@770cc8e9a4eccc42eb2f4ea67371b9997d0395d5 ← facebook/dinov2-small@ed25f3a31f01632728cabb09d1542f84ab7b0056 · Dinov2Model · random weights · built before the shrink rule (no recorded recipe)
+← MIC coverage of Transformers model types
+facebook/dinov2-small
huggingface-mic/dinov2-small-mic@770cc8e9a4ec ← facebook/dinov2-small@ed25f3a31f01 · Dinov2Model · random weights · built before the shrink rule (no recorded recipe)
Original22.1Mparameters
Fixture225.9Kparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
encoder.layer
| Kind | Original | Fixture | |
|---|
| Layer | 12 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| encoder.layer | 21.3M | 96.6% | 100.2K | 44.4% |
| embeddings | 526.8K | 2.4% | 87.8K | 38.9% |
| embeddings.patch_embeddings | 226.2K | 1.0% | 37.7K | 16.7% |
| layernorm | 768 | 0.0% | 128 | 0.1% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | dinov2 | dinov2 | ✓ kept |
| model | hidden_act | gelu | gelu | ✓ kept |
| model | image_size | 518 | 518 | ✓ kept |
| model | patch_size | 14 | 14 | ✓ kept |
| model | num_channels | 3 | 3 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Dinov2 omitted).
| Class | Original | Fixture |
|---|
| Linear | 72 | 12 |
| LayerNorm | 25 | 5 |
| LayerScale | 24 | 4 |
| Attention | 12 | 2 |
| Layer | 12 | 2 |
| MLP | 12 | 2 |
| GELUActivation | 12 | 2 |
| Identity | 12 | 2 |
| Conv2d | 1 | 1 |
| Embeddings | 1 | 1 |
| Encoder | 1 | 1 |
| Model | 1 | 1 |
| PatchEmbeddings | 1 | 1 |
| Dropout | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
5 fields changed, 26 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 384 | 64 |
| num_attention_heads | 6 | 4 |
| num_hidden_layers | 12 | 2 |
| out_features | ["stage12"] | ["stage2"] |
| out_indices | [12] | [2] |
\ No newline at end of file
diff --git a/shrink/dinov2-small-mic.json b/shrink/dinov2-small-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..5b1267687f95cab40ed2efd7c063481af0119663
--- /dev/null
+++ b/shrink/dinov2-small-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/dinov2-small-mic@770cc8e9a4eccc42eb2f4ea67371b9997d0395d5", "findings": []}
\ No newline at end of file
diff --git a/shrink/dinov2-with-registers-base-mic.html b/shrink/dinov2-with-registers-base-mic.html
index 19736b64d13838fb5b2121b1a461664a2a168c45..f45d58465aade6f1a5171839ed80bd809ef3b681 100644
--- a/shrink/dinov2-with-registers-base-mic.html
+++ b/shrink/dinov2-with-registers-base-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+facebook/dinov2-with-registers-base: shrunk architecture
-Shrunk architecture
huggingface-mic/dinov2-with-registers-base-mic@186e99a19d6165f6a42c2794175a5d87d8781984 ← facebook/dinov2-with-registers-base@a1d738ccfa7ae170945f210395d99dde8adb1805 · Dinov2WithRegistersModel · random weights
+← MIC coverage of Transformers model types
+facebook/dinov2-with-registers-base
huggingface-mic/dinov2-with-registers-base-mic@186e99a19d61 ← facebook/dinov2-with-registers-base@a1d738ccfa7a · Dinov2WithRegistersModel · random weights
Original86.6Mparameters
Fixture226.1Kparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
encoder.layer
| Kind | Original | Fixture | |
|---|
| Layer | 12 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| encoder.layer | 85.1M | 98.3% | 100.2K | 44.3% |
| embeddings | 1.1M | 1.2% | 88.1K | 38.9% |
| embeddings.patch_embeddings | 452.4K | 0.5% | 37.7K | 16.7% |
| layernorm | 1.5K | 0.0% | 128 | 0.1% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | dinov2_with_registers | dinov2_with_registers | ✓ kept |
| model | hidden_act | gelu | gelu | ✓ kept |
| model | image_size | 518 | 518 | ✓ kept |
| model | patch_size | 14 | 14 | ✓ kept |
| model | num_channels | 3 | 3 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Dinov2WithRegisters omitted).
| Class | Original | Fixture |
|---|
| Linear | 72 | 12 |
| LayerNorm | 25 | 5 |
| LayerScale | 24 | 4 |
| Attention | 12 | 2 |
| Layer | 12 | 2 |
| MLP | 12 | 2 |
| GELUActivation | 12 | 2 |
| Identity | 12 | 2 |
| Conv2d | 1 | 1 |
| Embeddings | 1 | 1 |
| Encoder | 1 | 1 |
| Model | 1 | 1 |
| PatchEmbeddings | 1 | 1 |
| Dropout | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
5 fields changed, 28 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 768 | 64 |
| num_attention_heads | 12 | 4 |
| num_hidden_layers | 12 | 2 |
| out_features | ["stage12"] | ["stage2"] |
| out_indices | [12] | [2] |
\ No newline at end of file
diff --git a/shrink/dinov2-with-registers-base-mic.json b/shrink/dinov2-with-registers-base-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..e432faa6e6deba8af0a32e6a020768490ec7b286
--- /dev/null
+++ b/shrink/dinov2-with-registers-base-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/dinov2-with-registers-base-mic@186e99a19d6165f6a42c2794175a5d87d8781984", "findings": []}
\ No newline at end of file
diff --git a/shrink/dinov3-vitl16-pretrain-lvd1689m-mic.html b/shrink/dinov3-vitl16-pretrain-lvd1689m-mic.html
index 19e75966d1501e6818d3914e10df586c4ddf0398..68ca702733c4ec76cad36e4893d54da94b51c9c8 100644
--- a/shrink/dinov3-vitl16-pretrain-lvd1689m-mic.html
+++ b/shrink/dinov3-vitl16-pretrain-lvd1689m-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+camenduru/dinov3-vitl16-pretrain-lvd1689m: shrunk architecture
-Shrunk architecture
huggingface-mic/dinov3-vitl16-pretrain-lvd1689m-mic@ba70f2bd5556b75212ed9bdd17efebacf33b37ae ← camenduru/dinov3-vitl16-pretrain-lvd1689m@3c276edd87d6f6e569ff0c4400e086807d0f3881 · DINOv3ViTModel · random weights
+← MIC coverage of Transformers model types
+camenduru/dinov3-vitl16-pretrain-lvd1689m
huggingface-mic/dinov3-vitl16-pretrain-lvd1689m-mic@ba70f2bd5556 ← camenduru/dinov3-vitl16-pretrain-lvd1689m@3c276edd87d6 · DINOv3ViTModel · random weights
Original303.1Mparameters
Fixture116.8Kparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layer
| Kind | Original | Fixture | |
|---|
| Layer | 24 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layer | 302.3M | 99.7% | 67.1K | 57.4% |
| embeddings.patch_embeddings | 787.5K | 0.3% | 49.2K | 42.1% |
| embeddings | 6.1K | 0.0% | 384 | 0.3% |
| norm | 2.0K | 0.0% | 128 | 0.1% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | dinov3_vit | dinov3_vit | ✓ kept |
| model | hidden_act | gelu | gelu | ✓ kept |
| model | rope_theta | 100.0 | 100.0 | ✓ kept |
| model | image_size | 224 | 224 | ✓ kept |
| model | patch_size | 16 | 16 | ✓ kept |
| model | num_channels | 3 | 3 | ✓ kept |
Module classes
Instances of each class in the built model (prefix DINOv3ViT omitted).
| Class | Original | Fixture |
|---|
| Linear | 144 | 12 |
| LayerNorm | 49 | 5 |
| LayerScale | 48 | 4 |
| Attention | 24 | 2 |
| Layer | 24 | 2 |
| MLP | 24 | 2 |
| GELUActivation | 24 | 2 |
| Identity | 24 | 2 |
| Conv2d | 1 | 1 |
| Embeddings | 1 | 1 |
| Encoder | 1 | 1 |
| Model | 1 | 1 |
| RopePositionEmbedding | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
6 fields changed, 32 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 1024 | 64 |
| intermediate_size | 4096 | 128 |
| num_attention_heads | 16 | 4 |
| num_hidden_layers | 24 | 2 |
| out_features | ["stage24"] | ["stage2"] |
| out_indices | [24] | [2] |
\ No newline at end of file
diff --git a/shrink/dinov3-vitl16-pretrain-lvd1689m-mic.json b/shrink/dinov3-vitl16-pretrain-lvd1689m-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..f54fec38145686010a72c4fd9e7b5433573929b9
--- /dev/null
+++ b/shrink/dinov3-vitl16-pretrain-lvd1689m-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/dinov3-vitl16-pretrain-lvd1689m-mic@ba70f2bd5556b75212ed9bdd17efebacf33b37ae", "findings": []}
\ No newline at end of file
diff --git a/shrink/distilbert-base-uncased-mic.html b/shrink/distilbert-base-uncased-mic.html
index c28b7989061d081ff6f006362deeaf41024c20ff..683269a70f2adc040ce450b12e49524dde7ae592 100644
--- a/shrink/distilbert-base-uncased-mic.html
+++ b/shrink/distilbert-base-uncased-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+distilbert/distilbert-base-uncased: shrunk architecture
-Shrunk architecture
huggingface-mic/distilbert-base-uncased-mic@c65e2b7864ac5e15a46a61bdb7c1c89da10ab09c ← distilbert/distilbert-base-uncased@12040accade4e8a0f71eabdb258fecc2e7e948be · DistilBertForMaskedLM · random weights · built before the shrink rule (no recorded recipe)
+← MIC coverage of Transformers model types
+distilbert/distilbert-base-uncased
huggingface-mic/distilbert-base-uncased-mic@c65e2b7864ac ← distilbert/distilbert-base-uncased@12040accade4 · DistilBertForMaskedLM · random weights · built before the shrink rule (no recorded recipe)
Original67.0Mparameters
Fixture2.1Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
distilbert.transformer.layer
| Kind | Original | Fixture | |
|---|
| TransformerBlock | 6 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| distilbert.transformer.layer | 42.5M | 63.5% | 66.9K | 3.2% |
| distilbert.embeddings | 23.8M | 35.6% | 2.0M | 95.1% |
| vocab_transform | 590.6K | 0.9% | 4.2K | 0.2% |
| vocab_projector | 30.5K | 0.0% | 30.5K | 1.5% |
| vocab_layer_norm | 1.5K | 0.0% | 128 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | distilbert | distilbert | ✓ kept |
| model | vocab_size | 30522 | 30522 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| model | max_position_embeddings | 512 | 512 | ✓ kept |
Module classes
Instances of each class in the built model (prefix DistilBert omitted).
| Class | Original | Fixture |
|---|
| Linear | 38 | 14 |
| LayerNorm | 14 | 6 |
| Dropout | 13 | 5 |
| GELUActivation | 7 | 3 |
| SelfAttention | 6 | 2 |
| FFN | 6 | 2 |
| TransformerBlock | 6 | 2 |
| Embedding | 2 | 2 |
| CrossEntropyLoss | 1 | 1 |
| ForMaskedLM | 1 | 1 |
| Model | 1 | 1 |
| Embeddings | 1 | 1 |
| ModuleList | 1 | 1 |
| Transformer | 1 | 1 |
Config changes
4 fields changed, 23 unchanged.
| Field | Original | Fixture |
|---|
| dim | 768 | 64 |
| hidden_dim | 3072 | 128 |
| n_heads | 12 | 4 |
| n_layers | 6 | 2 |
\ No newline at end of file
diff --git a/shrink/distilbert-base-uncased-mic.json b/shrink/distilbert-base-uncased-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..14b2bee2c4210bef72fb1d8d60b51e81ed76d19f
--- /dev/null
+++ b/shrink/distilbert-base-uncased-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/distilbert-base-uncased-mic@c65e2b7864ac5e15a46a61bdb7c1c89da10ab09c", "findings": []}
\ No newline at end of file
diff --git a/shrink/docling-layout-heron-mic.html b/shrink/docling-layout-heron-mic.html
index 9edd384edb7bf99920a032106bde8482c37ee562..465fa3be0cdfe491c3b379823a961be44ca4c1b7 100644
--- a/shrink/docling-layout-heron-mic.html
+++ b/shrink/docling-layout-heron-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+docling-project/docling-layout-heron: shrunk architecture
-Shrunk architecture
huggingface-mic/docling-layout-heron-mic@a4c39589d12b25a98e2c975388b2629748602771 ← docling-project/docling-layout-heron@8f39ad3c0b4c58e9c2d2c84a38465abf757272d8 · RTDetrV2ForObjectDetection · random weights
-Original42.8Mparameters
Fixture10.9Mparameters
Layer stacks11compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.backbone.model.encoder.stages
| Kind | Original | Fixture | |
|---|
| no AvgPool2d | 1 | 1 | ✓ kept |
| AvgPool2d | 3 | 3 | ✓ kept |
model.encoder_input_proj
| Kind | Original | Fixture | |
|---|
| Conv2d | 3 | 3 | ✓ kept |
model.encoder.aifi
| Kind | Original | Fixture | |
|---|
| AIFILayer | 1 | 1 | ✓ kept |
model.encoder.lateral_convs
| Kind | Original | Fixture | |
|---|
| ConvNormLayer | 2 | 2 | ✓ kept |
model.encoder.fpn_blocks
| Kind | Original | Fixture | |
|---|
| RepVggBlock | 2 | 2 | ✓ kept |
model.encoder.downsample_convs
| Kind | Original | Fixture | |
|---|
| ConvNormLayer | 2 | 2 | ✓ kept |
model.encoder.pan_blocks
| Kind | Original | Fixture | |
|---|
| RepVggBlock | 2 | 2 | ✓ kept |
model.decoder_input_proj
| Kind | Original | Fixture | |
|---|
| Conv2d | 3 | 3 | ✓ kept |
model.decoder.layers
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 6 | 2 | ✓ kept |
model.decoder.bbox_embed
| Kind | Original | Fixture | |
|---|
| Linear | 6 | 2 | ✓ kept |
bbox_embed
| Kind | Original | Fixture | |
|---|
| Linear | 6 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.backbone.model.encoder.stages | 23.4M | 54.8% | 32.4K | 0.3% |
| model.decoder.layers | 6.0M | 14.0% | 102.6K | 0.9% |
| model.encoder.fpn_blocks | 4.5M | 10.4% | 4.5M | 41.0% |
| model.encoder.pan_blocks | 4.5M | 10.4% | 4.5M | 41.0% |
| model.encoder.downsample_convs | 1.2M | 2.8% | 1.2M | 10.8% |
| model.encoder_input_proj | 919.0K | 2.1% | 58.9K | 0.5% |
| model.decoder.bbox_embed | 795.7K | 1.9% | 17.2K | 0.2% |
| 9 others | 1.5M | 3.5% | 566.5K | 5.2% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | rt_detr_v2 | rt_detr_v2 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| backbone_config | model_type | rt_detr_resnet | rt_detr_resnet | ✓ kept |
| backbone_config | hidden_act | relu | relu | ✓ kept |
| backbone_config | num_channels | 3 | 3 | ✓ kept |
Module classes
Instances of each class in the built model (prefix RTDetrV2 omitted).
| Class | Original | Fixture |
|---|
| Linear | 121 | 49 |
| Conv2d | 97 | 61 |
| ReLU | 57 | 17 |
| Identity | 56 | 32 |
| FrozenBatchNorm2d | 55 | 19 |
| RTDetrResNetConvLayer | 51 | 15 |
| BatchNorm2d | 42 | 42 |
| ConvNormLayer | 36 | 36 |
| Sequential | 35 | 23 |
| ModuleList | 28 | 20 |
| SiLUActivation | 24 | 24 |
| LayerNorm | 21 | 9 |
| RTDetrResNetBottleNeckLayer | 16 | 4 |
| MLPPredictionHead | 14 | 6 |
| RepVggBlock | 12 | 12 |
| MLP | 7 | 3 |
| SelfAttention | 7 | 3 |
| DecoderLayer | 6 | 2 |
| MultiscaleDeformableAttention | 6 | 2 |
| RTDetrResNetShortCut | 4 | 4 |
| RTDetrResNetStage | 4 | 4 |
| CSPRepLayer | 4 | 4 |
| AvgPool2d | 3 | 3 |
| Embedding | 1 | 1 |
| GELUActivation | 1 | 1 |
| MaxPool2d | 1 | 1 |
| RTDetrResNetBackbone | 1 | 1 |
| RTDetrResNetEmbeddings | 1 | 1 |
| RTDetrResNetEncoder | 1 | 1 |
| AIFILayer | 1 | 1 |
| ConvEncoder | 1 | 1 |
| Decoder | 1 | 1 |
| EncoderLayer | 1 | 1 |
| ForObjectDetection | 1 | 1 |
| HybridEncoder | 1 | 1 |
| Model | 1 | 1 |
| SinePositionEmbedding | 1 | 1 |
Config changes
9 fields changed, 74 unchanged.
| Field | Original | Fixture |
|---|
| backbone_config.depths | [3, 4, 6, 3] | [1, 1, 1, 1] |
| backbone_config.hidden_sizes | [256, 512, 1024, 2048] | [16, 32, 64, 128] |
| d_model | 256 | 64 |
| decoder_attention_heads | 8 | 4 |
| decoder_ffn_dim | 1024 | 128 |
| decoder_layers | 6 | 2 |
| encoder_attention_heads | 8 | 4 |
| encoder_ffn_dim | 1024 | 128 |
| encoder_in_channels | [512, 1024, 2048] | [32, 64, 128] |
+← MIC coverage of Transformers model types
+docling-project/docling-layout-heron
huggingface-mic/docling-layout-heron-mic@a4c39589d12b ← docling-project/docling-layout-heron@8f39ad3c0b4c · RTDetrV2ForObjectDetection · random weights
+Original42.8Mparameters
Fixture10.9Mparameters
Layer stacks11compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.backbone.model.encoder.stages
| Kind | Original | Fixture | |
|---|
| no AvgPool2d | 1 | 1 | ✓ kept |
| AvgPool2d | 3 | 3 | ✓ kept |
model.encoder_input_proj
| Kind | Original | Fixture | |
|---|
| Conv2d | 3 | 3 | ✓ kept |
model.encoder.aifi
| Kind | Original | Fixture | |
|---|
| AIFILayer | 1 | 1 | ✓ kept |
model.encoder.lateral_convs
| Kind | Original | Fixture | |
|---|
| ConvNormLayer | 2 | 2 | ✓ kept |
model.encoder.fpn_blocks
| Kind | Original | Fixture | |
|---|
| CSPRepLayer | 2 | 2 | ✓ kept |
model.encoder.downsample_convs
| Kind | Original | Fixture | |
|---|
| ConvNormLayer | 2 | 2 | ✓ kept |
model.encoder.pan_blocks
| Kind | Original | Fixture | |
|---|
| CSPRepLayer | 2 | 2 | ✓ kept |
model.decoder_input_proj
| Kind | Original | Fixture | |
|---|
| Conv2d | 3 | 3 | ✓ kept |
model.decoder.layers
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 6 | 2 | ✓ kept |
model.decoder.bbox_embed
| Kind | Original | Fixture | |
|---|
| Linear | 6 | 2 | ✓ kept |
bbox_embed
| Kind | Original | Fixture | |
|---|
| Linear | 6 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.backbone.model.encoder.stages | 23.4M | 54.8% | 32.4K | 0.3% |
| model.decoder.layers | 6.0M | 14.0% | 102.6K | 0.9% |
| model.encoder.pan_blocks | 4.5M | 10.4% | 4.5M | 41.0% |
| model.encoder.fpn_blocks | 4.5M | 10.4% | 4.5M | 41.0% |
| model.encoder.downsample_convs | 1.2M | 2.8% | 1.2M | 10.8% |
| model.encoder_input_proj | 919.0K | 2.1% | 58.9K | 0.5% |
| model.decoder.bbox_embed | 795.7K | 1.9% | 17.2K | 0.2% |
| 9 others | 1.5M | 3.5% | 566.5K | 5.2% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | rt_detr_v2 | rt_detr_v2 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| backbone_config | model_type | rt_detr_resnet | rt_detr_resnet | ✓ kept |
| backbone_config | hidden_act | relu | relu | ✓ kept |
| backbone_config | num_channels | 3 | 3 | ✓ kept |
Module classes
Instances of each class in the built model (prefix RTDetrV2 omitted).
| Class | Original | Fixture |
|---|
| Linear | 121 | 49 |
| Conv2d | 97 | 61 |
| ReLU | 57 | 17 |
| Identity | 56 | 32 |
| FrozenBatchNorm2d | 55 | 19 |
| RTDetrResNetConvLayer | 51 | 15 |
| BatchNorm2d | 42 | 42 |
| ConvNormLayer | 36 | 36 |
| Sequential | 35 | 23 |
| ModuleList | 28 | 20 |
| SiLUActivation | 24 | 24 |
| LayerNorm | 21 | 9 |
| RTDetrResNetBottleNeckLayer | 16 | 4 |
| MLPPredictionHead | 14 | 6 |
| RepVggBlock | 12 | 12 |
| MLP | 7 | 3 |
| SelfAttention | 7 | 3 |
| DecoderLayer | 6 | 2 |
| MultiscaleDeformableAttention | 6 | 2 |
| RTDetrResNetShortCut | 4 | 4 |
| RTDetrResNetStage | 4 | 4 |
| CSPRepLayer | 4 | 4 |
| AvgPool2d | 3 | 3 |
| Embedding | 1 | 1 |
| GELUActivation | 1 | 1 |
| MaxPool2d | 1 | 1 |
| RTDetrResNetBackbone | 1 | 1 |
| RTDetrResNetEmbeddings | 1 | 1 |
| RTDetrResNetEncoder | 1 | 1 |
| AIFILayer | 1 | 1 |
| ConvEncoder | 1 | 1 |
| Decoder | 1 | 1 |
| EncoderLayer | 1 | 1 |
| ForObjectDetection | 1 | 1 |
| HybridEncoder | 1 | 1 |
| Model | 1 | 1 |
| SinePositionEmbedding | 1 | 1 |
Config changes
9 fields changed, 74 unchanged.
| Field | Original | Fixture |
|---|
| backbone_config.depths | [3, 4, 6, 3] | [1, 1, 1, 1] |
| backbone_config.hidden_sizes | [256, 512, 1024, 2048] | [16, 32, 64, 128] |
| d_model | 256 | 64 |
| decoder_attention_heads | 8 | 4 |
| decoder_ffn_dim | 1024 | 128 |
| decoder_layers | 6 | 2 |
| encoder_attention_heads | 8 | 4 |
| encoder_ffn_dim | 1024 | 128 |
| encoder_in_channels | [512, 1024, 2048] | [32, 64, 128] |
\ No newline at end of file
diff --git a/shrink/docling-layout-heron-mic.json b/shrink/docling-layout-heron-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..5c7b5448d049617e69a29d764c3980d001585829
--- /dev/null
+++ b/shrink/docling-layout-heron-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/docling-layout-heron-mic@a4c39589d12b25a98e2c975388b2629748602771", "findings": []}
\ No newline at end of file
diff --git a/shrink/dpt-large-mic.html b/shrink/dpt-large-mic.html
index 29b3939f17a9357532f83137f01cdb30389f6bd3..3a680bf2c6b4e5b35196800a3d707dab7cadf505 100644
--- a/shrink/dpt-large-mic.html
+++ b/shrink/dpt-large-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+Intel/dpt-large: shrunk architecture
-Shrunk architecture
huggingface-mic/dpt-large-mic@fef05122ed4bc80c9abd66c8dfb177787005eb45 ← Intel/dpt-large@bc15f29aa3a80d532f2ed650b5e16ac48d8958f9 · DPTForDepthEstimation · overfit weights
+← MIC coverage of Transformers model types
+Intel/dpt-large
huggingface-mic/dpt-large-mic@fef05122ed4b ← Intel/dpt-large@bc15f29aa3a8 · DPTForDepthEstimation · overfit weights
Original343.0Mparameters
Fixture1.0Mparameters
Layer stacks4compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
dpt.encoder.layer
| Kind | Original | Fixture | |
|---|
| ViTLayer | 24 | 4 | ✓ kept |
neck.reassemble_stage.layers
| Kind | Original | Fixture | |
|---|
| ConvTranspose2d | 2 | 2 | ✓ kept |
| no ConvTranspose2d | 2 | 2 | ✓ kept |
neck.reassemble_stage.readout_projects
| Kind | Original | Fixture | |
|---|
| Linear | 4 | 4 | ✓ kept |
neck.fusion_stage.layers
| Kind | Original | Fixture | |
|---|
| FeatureFusionLayer | 4 | 4 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| dpt.encoder.layer | 302.3M | 88.1% | 133.9K | 12.8% |
| neck.reassemble_stage.layers | 14.4M | 4.2% | 56.6K | 5.4% |
| neck.fusion_stage.layers | 9.7M | 2.8% | 607.5K | 58.1% |
| neck.reassemble_stage.readout_projects | 8.4M | 2.4% | 33.0K | 3.2% |
| neck.convs | 6.5M | 1.9% | 101.4K | 9.7% |
| dpt.embeddings | 1.4M | 0.4% | 86.2K | 8.2% |
| head.head | 332.0K | 0.1% | 27.7K | 2.7% |
| 1 others | 2.0K | 0.0% | 128 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | dpt | dpt | ✓ kept |
| model | hidden_act | gelu | gelu | ✓ kept |
| model | image_size | 384 | 384 | ✓ kept |
| model | patch_size | 16 | 16 | ✓ kept |
| model | num_channels | 3 | 3 | ✓ kept |
Module classes
Instances of each class in the built model (prefix DPT omitted).
| Class | Original | Fixture |
|---|
| Linear | 148 | 28 |
| Dropout | 49 | 9 |
| LayerNorm | 49 | 9 |
| Conv2d | 33 | 33 |
| GELUActivation | 28 | 8 |
| SelfAttention | 24 | 4 |
| ViTAttention | 24 | 4 |
| ViTIntermediate | 24 | 4 |
| ViTLayer | 24 | 4 |
| ViTOutput | 24 | 4 |
| ViTSelfOutput | 24 | 4 |
| ReLU | 18 | 18 |
| PreActResidualLayer | 8 | 8 |
| ModuleList | 5 | 5 |
| Sequential | 5 | 5 |
| FeatureFusionLayer | 4 | 4 |
| ReassembleLayer | 4 | 4 |
| ConvTranspose2d | 2 | 2 |
| DepthEstimationHead | 1 | 1 |
| FeatureFusionStage | 1 | 1 |
| ForDepthEstimation | 1 | 1 |
| Model | 1 | 1 |
| Neck | 1 | 1 |
| ReassembleStage | 1 | 1 |
| ViTEmbeddings | 1 | 1 |
| ViTEncoder | 1 | 1 |
| ViTPatchEmbeddings | 1 | 1 |
| Identity | 1 | 1 |
| Upsample | 1 | 1 |
Config changes
7 fields changed, 34 unchanged.
| Field | Original | Fixture |
|---|
| backbone_out_indices | [5, 11, 17, 23] | [0, 1, 2, 3] |
| fusion_hidden_size | 256 | 64 |
| hidden_size | 1024 | 64 |
| intermediate_size | 4096 | 128 |
| neck_hidden_sizes | [256, 512, 1024, 1024] | [16, 32, 64, 64] |
| num_attention_heads | 16 | 4 |
| num_hidden_layers | 24 | 4 |
\ No newline at end of file
diff --git a/shrink/dpt-large-mic.json b/shrink/dpt-large-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..cc4db33b360f2f4b214429f1227bfa32c20b4892
--- /dev/null
+++ b/shrink/dpt-large-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/dpt-large-mic@fef05122ed4bc80c9abd66c8dfb177787005eb45", "findings": []}
\ No newline at end of file
diff --git a/shrink/electra-small-discriminator-mic.html b/shrink/electra-small-discriminator-mic.html
index 1d1848adc3a0cc204a4e2fc8e7a3f6e3b858c729..a44fdfa5d8b3d5205c76fb8f75560d88b5ebc75e 100644
--- a/shrink/electra-small-discriminator-mic.html
+++ b/shrink/electra-small-discriminator-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+google/electra-small-discriminator: shrunk architecture
-Shrunk architecture
huggingface-mic/electra-small-discriminator-mic@ac7792ec804c827b79e2d41cc27764deb121a907 ← google/electra-small-discriminator@fa8239aadc095e9164941d05878b98afe9b953c3 · ElectraForPreTraining · random weights · built before the shrink rule (no recorded recipe)
+← MIC coverage of Transformers model types
+google/electra-small-discriminator
huggingface-mic/electra-small-discriminator-mic@ac7792ec804c ← google/electra-small-discriminator@fa8239aadc09 · ElectraForPreTraining · random weights · built before the shrink rule (no recorded recipe)
Original13.5Mparameters
Fixture4.1Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
electra.encoder.layer
| Kind | Original | Fixture | |
|---|
| Layer | 12 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| electra.encoder.layer | 9.5M | 69.9% | 66.9K | 1.7% |
| electra.embeddings | 4.0M | 29.3% | 4.0M | 98.0% |
| discriminator_predictions.dense | 65.8K | 0.5% | 4.2K | 0.1% |
| electra.embeddings_project | 33.0K | 0.2% | 8.3K | 0.2% |
| discriminator_predictions.dense_prediction | 257 | 0.0% | 65 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | electra | electra | ✓ kept |
| model | vocab_size | 30522 | 30522 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| model | hidden_act | gelu | gelu | ✓ kept |
| model | max_position_embeddings | 512 | 512 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Electra omitted).
| Class | Original | Fixture |
|---|
| Linear | 75 | 15 |
| Dropout | 37 | 7 |
| LayerNorm | 25 | 5 |
| GELUActivation | 13 | 3 |
| Attention | 12 | 2 |
| Intermediate | 12 | 2 |
| Layer | 12 | 2 |
| Output | 12 | 2 |
| SelfAttention | 12 | 2 |
| SelfOutput | 12 | 2 |
| Embedding | 3 | 3 |
| DiscriminatorPredictions | 1 | 1 |
| Embeddings | 1 | 1 |
| Encoder | 1 | 1 |
| ForPreTraining | 1 | 1 |
| Model | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
3 fields changed, 32 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 256 | 64 |
| intermediate_size | 1024 | 128 |
| num_hidden_layers | 12 | 2 |
\ No newline at end of file
diff --git a/shrink/electra-small-discriminator-mic.json b/shrink/electra-small-discriminator-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..8cf91239fd15bdf9ac7b7b32b83091073934b2b6
--- /dev/null
+++ b/shrink/electra-small-discriminator-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/electra-small-discriminator-mic@ac7792ec804c827b79e2d41cc27764deb121a907", "findings": []}
\ No newline at end of file
diff --git a/shrink/embeddinggemma-2-mic.html b/shrink/embeddinggemma-2-mic.html
index 3c6421de6fa2d5ce2706e849f217426dbbb07bef..e65ad15ccd2c95197c18dc2cb4b2c88269864d20 100644
--- a/shrink/embeddinggemma-2-mic.html
+++ b/shrink/embeddinggemma-2-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+google/embeddinggemma-2: shrunk architecture
-Shrunk architecture
huggingface-mic/embeddinggemma-2-mic@154c2d84cda18ee708d45273b3e509a34dc9d5cb ← google/embeddinggemma-2@f9972ac22e696a105c482202646979e33e4b5a1e · EmbeddingGemma2Model · random weights
+← MIC coverage of Transformers model types
+google/embeddinggemma-2
huggingface-mic/embeddinggemma-2-mic@154c2d84cda1 ← google/embeddinggemma-2@f9972ac22e69 · EmbeddingGemma2Model · random weights
Original744.4Mparameters
Fixture19.4Mparameters
Layer stacks3compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
vision_tower.encoder.layers
| Kind | Original | Fixture | |
|---|
| Gemma4VisionEncoderLayer | 16 | 2 | ✓ kept |
language_model.layers
| Kind | Original | Fixture | |
|---|
| EncoderLayer | 24 | 2 | ✓ kept |
audio_tower.layers
| Kind | Original | Fixture | |
|---|
| Gemma4AudioLayer | 12 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| audio_tower.layers | 302.2M | 40.6% | 198.4K | 1.0% |
| vision_tower.encoder.layers | 151.0M | 20.3% | 82.5K | 0.4% |
| language_model.embed_tokens | 134.2M | 18.0% | 16.8M | 86.7% |
| language_model.layers | 130.1M | 17.5% | 521.9K | 2.7% |
| vision_tower.patch_embedder | 16.3M | 2.2% | 1.4M | 7.0% |
| language_model.ple | 6.3M | 0.8% | 66.0K | 0.3% |
| audio_tower.output_proj | 1.6M | 0.2% | 99.8K | 0.5% |
| 5 others | 2.7M | 0.4% | 255.3K | 1.3% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | embedding_gemma2 | embedding_gemma2 | ✓ kept |
| text_config | attention style | GQA (4 heads, 2 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| text_config | model_type | embedding_gemma2_text | embedding_gemma2_text | ✓ kept |
| text_config | vocab_size | 262144 | 262144 | ✓ kept |
| text_config | max_position_embeddings | 262144 | 262144 | ✓ kept |
| vision_config | attention style | MHA (12 heads, 12 KV) | MHA (4 heads, 4 KV) | ✓ kept |
| vision_config | RoPE type | axial | axial | ✓ kept |
| vision_config | model_type | gemma4_vision | gemma4_vision | ✓ kept |
| vision_config | max_position_embeddings | 131072 | 131072 | ✓ kept |
| vision_config | patch_size | 16 | 16 | ✓ kept |
| audio_config | model_type | gemma4_audio | gemma4_audio | ✓ kept |
| audio_config | hidden_act | silu | silu | ✓ kept |
Module classes
Instances of each class in the built model (prefix EmbeddingGemma2 omitted).
| Class | Original | Fixture |
|---|
| Linear | 467 | 61 |
| Gemma4ClippableLinear | 232 | 34 |
| Gemma4RMSNorm | 220 | 32 |
| RMSNorm | 196 | 20 |
| GELUTanh | 64 | 6 |
| SiLUActivation | 36 | 6 |
| Attention | 24 | 2 |
| EncoderLayer | 24 | 2 |
| MLP | 24 | 2 |
| TextPLEBlock | 24 | 2 |
| Gemma4AudioFeedForward | 24 | 4 |
| Gemma4VisionAttention | 16 | 2 |
| Gemma4VisionEncoderLayer | 16 | 2 |
| Gemma4VisionMLP | 16 | 2 |
| Gemma4AudioAttention | 12 | 2 |
| Gemma4AudioCausalConv1d | 12 | 2 |
| Gemma4AudioLayer | 12 | 2 |
| Gemma4AudioLightConv1d | 12 | 2 |
| ModuleList | 3 | 3 |
| Conv2d | 2 | 2 |
| MultimodalEmbedder | 2 | 2 |
| Gemma4AudioSubSampleConvProjectionLayer | 2 | 2 |
| LayerNorm | 2 | 2 |
| ReLU | 2 | 2 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
| TextModel | 1 | 1 |
| TextPLE | 1 | 1 |
| TextScaledWordEmbedding | 1 | 1 |
| Gemma4AudioModel | 1 | 1 |
| Gemma4AudioRelPositionalEncoding | 1 | 1 |
| Gemma4AudioSubSampleConvProjection | 1 | 1 |
| Gemma4VisionEncoder | 1 | 1 |
| Gemma4VisionModel | 1 | 1 |
| Gemma4VisionPatchEmbedder | 1 | 1 |
| Gemma4VisionPooler | 1 | 1 |
| Gemma4VisionRotaryEmbedding | 1 | 1 |
Config changes
19 fields changed, 89 unchanged.
| Field | Original | Fixture |
|---|
| audio_config.hidden_size | 1024 | 64 |
| audio_config.num_attention_heads | 8 | 4 |
| audio_config.num_hidden_layers | 12 | 2 |
| text_config.head_dim | 256 | 16 |
| text_config.hidden_size | 512 | 64 |
| text_config.intermediate_size | 2048 | 128 |
| text_config.layer_types | 24 entries: 20× sliding_attention, 4× full_attention | ["sliding_attention", "full_attention"] |
| text_config.num_hidden_layers | 24 | 2 |
| text_config.per_layer_config.05 | {"head_dim": 512, "num_key_value_heads": 1} | — |
| text_config.per_layer_config.1 | — | {"head_dim": 512, "num_key_value_heads": 1} |
| text_config.per_layer_config.11 | {"head_dim": 512, "num_key_value_heads": 1} | — |
| text_config.per_layer_config.17 | {"head_dim": 512, "num_key_value_heads": 1} | — |
| text_config.per_layer_config.23 | {"head_dim": 512, "num_key_value_heads": 1} | — |
| vision_config.head_dim | 64 | 16 |
| vision_config.hidden_size | 768 | 64 |
| vision_config.intermediate_size | 3072 | 128 |
| vision_config.num_attention_heads | 12 | 4 |
| vision_config.num_hidden_layers | 16 | 2 |
| vision_config.num_key_value_heads | 12 | 4 |
\ No newline at end of file
diff --git a/shrink/embeddinggemma-2-mic.json b/shrink/embeddinggemma-2-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..ae892a30bfcb770f2aaf49315ecbfc4e82c55b5e
--- /dev/null
+++ b/shrink/embeddinggemma-2-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/embeddinggemma-2-mic@154c2d84cda18ee708d45273b3e509a34dc9d5cb", "findings": []}
\ No newline at end of file
diff --git a/shrink/esm2_t6_8M_UR50D-mic.html b/shrink/esm2_t6_8M_UR50D-mic.html
index ff7449cfd49e2d875c9e6d623d2040eaef4077b6..adcf1ae58ec616e9e721b7cfc8a4f34c93a99741 100644
--- a/shrink/esm2_t6_8M_UR50D-mic.html
+++ b/shrink/esm2_t6_8M_UR50D-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+facebook/esm2_t6_8M_UR50D: shrunk architecture
-Shrunk architecture
huggingface-mic/esm2_t6_8M_UR50D-mic@4b96e1d6e983ef0096ac5ca7257ccb03fdd256ca ← facebook/esm2_t6_8M_UR50D@c731040fcd8d73dceaa04b0a8e6329b345b0f5df · EsmForMaskedLM · random weights · built before the shrink rule (no recorded recipe)
+← MIC coverage of Transformers model types
+facebook/esm2_t6_8M_UR50D
huggingface-mic/esm2_t6_8M_UR50D-mic@4b96e1d6e983 ← facebook/esm2_t6_8M_UR50D@c731040fcd8d · EsmForMaskedLM · random weights · built before the shrink rule (no recorded recipe)
Original7.5Mparameters
Fixture73.5Kparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
esm.encoder.layer
| Kind | Original | Fixture | |
|---|
| Layer | 6 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| esm.encoder.layer | 7.4M | 98.5% | 66.9K | 91.1% |
| lm_head.dense | 102.7K | 1.4% | 4.2K | 5.7% |
| esm.embeddings | 10.6K | 0.1% | 2.1K | 2.9% |
| lm_head.layer_norm | 640 | 0.0% | 128 | 0.2% |
| esm.encoder | 640 | 0.0% | 128 | 0.2% |
| esm.contact_head | 121 | 0.0% | 9 | 0.0% |
| lm_head | 33 | 0.0% | 33 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | esm | esm | ✓ kept |
| model | vocab_size | 33 | 33 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| model | hidden_act | gelu | gelu | ✓ kept |
| model | max_position_embeddings | 1026 | 1026 | ✓ kept |
| model | rope_theta | 10000.0 | 10000.0 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Esm omitted).
| Class | Original | Fixture |
|---|
| Linear | 39 | 15 |
| LayerNorm | 14 | 6 |
| Dropout | 13 | 5 |
| Attention | 6 | 2 |
| Intermediate | 6 | 2 |
| Layer | 6 | 2 |
| Output | 6 | 2 |
| SelfAttention | 6 | 2 |
| SelfOutput | 6 | 2 |
| Embedding | 1 | 1 |
| ContactPredictionHead | 1 | 1 |
| Embeddings | 1 | 1 |
| Encoder | 1 | 1 |
| ForMaskedLM | 1 | 1 |
| LMHead | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
| ModuleList | 1 | 1 |
| Sigmoid | 1 | 1 |
Config changes
4 fields changed, 32 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 320 | 64 |
| intermediate_size | 1280 | 128 |
| num_attention_heads | 20 | 4 |
| num_hidden_layers | 6 | 2 |
\ No newline at end of file
diff --git a/shrink/esm2_t6_8M_UR50D-mic.json b/shrink/esm2_t6_8M_UR50D-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..eb93c5d627e5eb42a94c5282ea8cff0b0d212b89
--- /dev/null
+++ b/shrink/esm2_t6_8M_UR50D-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/esm2_t6_8M_UR50D-mic@4b96e1d6e983ef0096ac5ca7257ccb03fdd256ca", "findings": []}
\ No newline at end of file
diff --git a/shrink/falcon-7b-mic.html b/shrink/falcon-7b-mic.html
index 63d30c5c1cfa99307e9408d346871377ecee1e71..7e1d362810497760f6fb85c9bfcb5aed6a20477d 100644
--- a/shrink/falcon-7b-mic.html
+++ b/shrink/falcon-7b-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+tiiuae/falcon-7b: shrunk architecture
-Shrunk architecture
huggingface-mic/falcon-7b-mic@c2ffcf79ca756a8157331b274fea56a5485a34d0 ← tiiuae/falcon-7b@ec89142b67d748a1865ea4451372db8313ada0d8 · FalconForCausalLM · random weights
+← MIC coverage of Transformers model types
+tiiuae/falcon-7b
huggingface-mic/falcon-7b-mic@c2ffcf79ca75 ← tiiuae/falcon-7b@ec89142b67d7 · FalconForCausalLM · random weights
Original6.9Bparameters
Fixture8.8Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
transformer.h
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 32 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| transformer.h | 6.6B | 95.7% | 4.7M | 52.9% |
| transformer.word_embeddings | 295.5M | 4.3% | 4.2M | 47.1% |
| transformer.ln_f | 9.1K | 0.0% | 128 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | RoPE type | default | default | ✓ kept |
| model | model_type | falcon | falcon | ✓ kept |
| model | vocab_size | 65024 | 65024 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| model | max_position_embeddings | 2048 | 2048 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Falcon omitted).
| Class | Original | Fixture |
|---|
| Linear | 128 | 8 |
| LayerNorm | 33 | 3 |
| Dropout | 32 | 2 |
| Attention | 32 | 2 |
| DecoderLayer | 32 | 2 |
| MLP | 32 | 2 |
| GELUActivation | 32 | 2 |
| Embedding | 1 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
| Linear | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
3 fields changed, 32 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 4544 | 64 |
| num_attention_heads | 71 | 4 |
| num_hidden_layers | 32 | 2 |
\ No newline at end of file
diff --git a/shrink/falcon-7b-mic.json b/shrink/falcon-7b-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..22bf147b41a6c15da1ec9bf3de401ebab252e0d6
--- /dev/null
+++ b/shrink/falcon-7b-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/falcon-7b-mic@c2ffcf79ca756a8157331b274fea56a5485a34d0", "findings": []}
\ No newline at end of file
diff --git a/shrink/fnet-base-mic.html b/shrink/fnet-base-mic.html
index f33490964dd6ac942fba63d30f4c662f915e939b..e6441d73c44898901887f0bfd3e52d4f19ea49f1 100644
--- a/shrink/fnet-base-mic.html
+++ b/shrink/fnet-base-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+google/fnet-base: shrunk architecture
-Shrunk architecture
huggingface-mic/fnet-base-mic@0b11088ebc19ded28553b5f9b49c0c66d5d4c346 ← google/fnet-base@d89b6fad3cf5384848b783dc480f9685f49d008c · FNetForPreTraining · random weights
+← MIC coverage of Transformers model types
+google/fnet-base
huggingface-mic/fnet-base-mic@0b11088ebc19 ← google/fnet-base@d89b6fad3cf5 · FNetForPreTraining · random weights
Original83.5Mparameters
Fixture2.2Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
fnet.encoder.layer
| Kind | Original | Fixture | |
|---|
| Layer | 12 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| fnet.encoder.layer | 56.7M | 67.9% | 33.7K | 1.6% |
| fnet.embeddings | 25.6M | 30.6% | 2.1M | 96.6% |
| cls.predictions | 624.1K | 0.7% | 36.3K | 1.7% |
| fnet.pooler | 590.6K | 0.7% | 4.2K | 0.2% |
| cls.seq_relationship | 1.5K | 0.0% | 130 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | fnet | fnet | ✓ kept |
| model | vocab_size | 32000 | 32000 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| model | hidden_act | gelu_new | gelu_new | ✓ kept |
| model | max_position_embeddings | 512 | 512 | ✓ kept |
Module classes
Instances of each class in the built model (prefix FNet omitted).
| Class | Original | Fixture |
|---|
| Linear | 29 | 9 |
| LayerNorm | 26 | 6 |
| Dropout | 13 | 3 |
| NewGELUActivation | 13 | 3 |
| BasicFourierTransform | 12 | 2 |
| BasicOutput | 12 | 2 |
| FourierTransform | 12 | 2 |
| Intermediate | 12 | 2 |
| Layer | 12 | 2 |
| Output | 12 | 2 |
| Embedding | 3 | 3 |
| Embeddings | 1 | 1 |
| Encoder | 1 | 1 |
| ForPreTraining | 1 | 1 |
| LMPredictionHead | 1 | 1 |
| Model | 1 | 1 |
| Pooler | 1 | 1 |
| PreTrainingHeads | 1 | 1 |
| PredictionHeadTransform | 1 | 1 |
| ModuleList | 1 | 1 |
| Tanh | 1 | 1 |
Config changes
3 fields changed, 25 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 768 | 64 |
| intermediate_size | 3072 | 128 |
| num_hidden_layers | 12 | 2 |
\ No newline at end of file
diff --git a/shrink/fnet-base-mic.json b/shrink/fnet-base-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..f77281db5fb7934af0747ee10ab5a3fd4750ece9
--- /dev/null
+++ b/shrink/fnet-base-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/fnet-base-mic@0b11088ebc19ded28553b5f9b49c0c66d5d4c346", "findings": []}
\ No newline at end of file
diff --git a/shrink/gemma-2-2b-it-mic.html b/shrink/gemma-2-2b-it-mic.html
index b1eb4b85463874281129a3e83eda961e67674f9d..47de708cd61d6752e088160661254293065c5f6d 100644
--- a/shrink/gemma-2-2b-it-mic.html
+++ b/shrink/gemma-2-2b-it-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+google/gemma-2-2b-it: shrunk architecture
-Shrunk architecture
huggingface-mic/gemma-2-2b-it-mic@e3af84449295759dc428e54735fc829837f32d81 ← google/gemma-2-2b-it@299a8560bedf22ed1c72a8a11e7dce4a7f9f51f8 · Gemma2ForCausalLM · random weights · built before the shrink rule (no recorded recipe)
+← MIC coverage of Transformers model types
+google/gemma-2-2b-it
huggingface-mic/gemma-2-2b-it-mic@e3af84449295 ← google/gemma-2-2b-it@299a8560bedf · Gemma2ForCausalLM · random weights · built before the shrink rule (no recorded recipe)
Original2.6Bparameters
Fixture16.5Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| sliding_attention | 13 | 1 | ✓ kept |
| full_attention | 13 | 1 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 2.0B | 77.4% | 74.2K | 0.5% |
| model.embed_tokens | 589.8M | 22.6% | 16.4M | 99.5% |
| model.norm | 2.3K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | GQA (8 heads, 4 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| model | RoPE type | default | default | ✓ kept |
| model | model_type | gemma2 | gemma2 | ✓ kept |
| model | vocab_size | 256000 | 256000 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| model | hidden_act | gelu_pytorch_tanh | gelu_pytorch_tanh | ✓ kept |
| model | max_position_embeddings | 8192 | 8192 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Gemma2 omitted).
| Class | Original | Fixture |
|---|
| Linear | 183 | 15 |
| RMSNorm | 105 | 9 |
| GELUTanh | 26 | 2 |
| Attention | 26 | 2 |
| DecoderLayer | 26 | 2 |
| MLP | 26 | 2 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
| TextScaledWordEmbedding | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
7 fields changed, 29 unchanged.
| Field | Original | Fixture |
|---|
| head_dim | 256 | 16 |
| hidden_size | 2304 | 64 |
| intermediate_size | 9216 | 128 |
| layer_types | 26 entries: 13× sliding_attention, 13× full_attention | ["sliding_attention", "full_attention"] |
| num_attention_heads | 8 | 4 |
| num_hidden_layers | 26 | 2 |
| num_key_value_heads | 4 | 2 |
\ No newline at end of file
diff --git a/shrink/gemma-2-2b-it-mic.json b/shrink/gemma-2-2b-it-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..9332541f8cc13dfe7cd7448ad646898de2513d52
--- /dev/null
+++ b/shrink/gemma-2-2b-it-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/gemma-2-2b-it-mic@e3af84449295759dc428e54735fc829837f32d81", "findings": []}
\ No newline at end of file
diff --git a/shrink/gemma-2b-mic.html b/shrink/gemma-2b-mic.html
index 1e377fe171b87006277293aa2e277bf5d5e969d2..1b1390099b7edd7eb86dbc7129ca45aaaa4441a7 100644
--- a/shrink/gemma-2b-mic.html
+++ b/shrink/gemma-2b-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+google/gemma-2b: shrunk architecture
-Shrunk architecture
huggingface-mic/gemma-2b-mic@7ce6a0c1274da42dd2eb5c07e703e6198b444783 ← google/gemma-2b@9cf48e52b224239de00d483ec8eb84fb8d0f3a3a · GemmaForCausalLM · random weights
+← MIC coverage of Transformers model types
+google/gemma-2b
huggingface-mic/gemma-2b-mic@7ce6a0c1274d ← google/gemma-2b@9cf48e52b224 · GemmaForCausalLM · random weights
Original2.5Bparameters
Fixture16.5Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 18 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 2.0B | 79.1% | 69.9K | 0.4% |
| model.embed_tokens | 524.3M | 20.9% | 16.4M | 99.6% |
| model.norm | 2.0K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | MQA (8 heads, 1 KV) | MQA (4 heads, 1 KV) | ✓ kept |
| model | RoPE type | default | default | ✓ kept |
| model | model_type | gemma | gemma | ✓ kept |
| model | vocab_size | 256000 | 256000 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| model | hidden_act | gelu_pytorch_tanh | gelu_pytorch_tanh | ✓ kept |
| model | max_position_embeddings | 8192 | 8192 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Gemma omitted).
| Class | Original | Fixture |
|---|
| Linear | 127 | 15 |
| RMSNorm | 37 | 5 |
| GELUTanh | 18 | 2 |
| Attention | 18 | 2 |
| DecoderLayer | 18 | 2 |
| MLP | 18 | 2 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
| TextScaledWordEmbedding | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
5 fields changed, 24 unchanged.
| Field | Original | Fixture |
|---|
| head_dim | 256 | 16 |
| hidden_size | 2048 | 64 |
| intermediate_size | 16384 | 128 |
| num_attention_heads | 8 | 4 |
| num_hidden_layers | 18 | 2 |
\ No newline at end of file
diff --git a/shrink/gemma-2b-mic.json b/shrink/gemma-2b-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..06ffb97ca5b443073ad66c7e7ded45cfd2526e65
--- /dev/null
+++ b/shrink/gemma-2b-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/gemma-2b-mic@7ce6a0c1274da42dd2eb5c07e703e6198b444783", "findings": []}
\ No newline at end of file
diff --git a/shrink/gemma-3n-E2B-it-mic.html b/shrink/gemma-3n-E2B-it-mic.html
index 2f17c10c11a8b5893413abeea5c0434a2eb56e39..13bcd956aefe597c97a129d37f281815f46499c1 100644
--- a/shrink/gemma-3n-E2B-it-mic.html
+++ b/shrink/gemma-3n-E2B-it-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+google/gemma-3n-E2B-it: shrunk architecture
-Shrunk architecture
huggingface-mic/gemma-3n-E2B-it-mic@bd78bb3f74709093f27ded6bdf0d329ffcf01493 ← google/gemma-3n-E2B-it@5e092ebca197cdcd8d8b195040accf22693501bc · Gemma3nForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)
+← MIC coverage of Transformers model types
+google/gemma-3n-E2B-it
huggingface-mic/gemma-3n-E2B-it-mic@bd78bb3f7470 ← google/gemma-3n-E2B-it@5e092ebca197 · Gemma3nForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)
Original5.4Bparameters
Fixture581.1Mparameters
Layer stacks2compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.language_model.layers
| Kind | Original | Fixture | |
|---|
| sliding_attention | 24 | 2 | ✓ kept |
| full_attention | 6 | 2 | ✓ kept |
model.audio_tower.conformer
| Kind | Original | Fixture | |
|---|
| AudioConformerBlock | 12 | 12 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.language_model | 2.6B | 47.8% | 285.3M | 49.1% |
| model.language_model.layers | 1.8B | 34.0% | 306.6K | 0.1% |
| model.audio_tower.conformer | 679.7M | 12.5% | 1.2M | 0.2% |
| model.vision_tower | 294.1M | 5.4% | 294.1M | 50.6% |
| model.embed_vision | 4.5M | 0.1% | 12.4K | 0.0% |
| model.embed_audio | 3.3M | 0.1% | 12.4K | 0.0% |
| model.audio_tower | 1.6M | 0.0% | 103.7K | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | gemma3n | gemma3n | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| text_config | attention style | GQA (8 heads, 2 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| text_config | model_type | gemma3n_text | gemma3n_text | ✓ kept |
| text_config | vocab_size | 262400 | 262400 | ✓ kept |
| text_config | tie_word_embeddings | True | True | ✓ kept |
| text_config | max_position_embeddings | 32768 | 32768 | ✓ kept |
| vision_config | model_type | gemma3n_vision | gemma3n_vision | ✓ kept |
| vision_config | vocab_size | 128 | 128 | ✓ kept |
| audio_config | model_type | gemma3n_audio | gemma3n_audio | ✓ kept |
| audio_config | vocab_size | 128 | 128 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Gemma3n omitted).
| Class | Original | Fixture |
|---|
| Linear | 543 | 195 |
| Identity | 525 | 525 |
| RMSNorm | 396 | 152 |
| Conv2d | 251 | 251 |
| RmsNormAct2d | 155 | 155 |
| Sequential | 137 | 137 |
| ConvNormAct | 116 | 116 |
| LayerScale2d | 81 | 81 |
| Dropout | 66 | 66 |
| GELUTanh | 60 | 8 |
| GELU | 56 | 56 |
| UniversalInvertedResidual | 49 | 49 |
| Conv2dSame | 33 | 33 |
| MobileAttention | 33 | 33 |
| MultiQueryAttention2d | 33 | 33 |
| TextAltUp | 30 | 4 |
| TextAttention | 30 | 4 |
| TextDecoderLayer | 30 | 4 |
| TextLaurelBlock | 30 | 4 |
| TextMLP | 30 | 4 |
| RmsNorm2d | 29 | 29 |
| AudioConformerFeedForward | 24 | 24 |
| Conv1d | 12 | 12 |
| AudioAttention | 12 | 12 |
| AudioConformerAttention | 12 | 12 |
| AudioConformerBlock | 12 | 12 |
| AudioConformerLightConv1d | 12 | 12 |
| AudioRelativePositionEmbedding | 12 | 12 |
| ModuleList | 4 | 4 |
| EdgeResidual | 3 | 3 |
| Embedding | 2 | 2 |
| AudioCumulativeGroupNorm | 2 | 2 |
| AudioSSCPConvBlock | 2 | 2 |
| MultimodalEmbedder | 2 | 2 |
| TextScaledWordEmbedding | 2 | 2 |
| ReLU | 2 | 2 |
| AudioEncoder | 1 | 1 |
| AudioSubSampleConvProjection | 1 | 1 |
| ForConditionalGeneration | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
| TextModel | 1 | 1 |
| MobileNetV5Encoder | 1 | 1 |
| MobileNetV5MultiScaleFusionAdapter | 1 | 1 |
| TimmWrapperModel | 1 | 1 |
Config changes
10 fields changed, 96 unchanged.
| Field | Original | Fixture |
|---|
| audio_config.hidden_size | 1536 | 64 |
| text_config.activation_sparsity_pattern | 30 entries: 20× 0.0, 10× 0.95 | [0.95, 0.95, 0.0, 0.0] |
| text_config.head_dim | 256 | 16 |
| text_config.hidden_size | 2048 | 64 |
| text_config.intermediate_size | 30 entries: 30× 8192 | [128, 128, 128, 128] |
| text_config.layer_types | 30 entries: 24× sliding_attention, 6× full_attention | ["sliding_attention", "full_attention", "sliding_attention", "full_attention"] |
| text_config.num_attention_heads | 8 | 4 |
| text_config.num_hidden_layers | 30 | 4 |
| text_config.num_kv_shared_layers | 10 | 2 |
| vision_config.hidden_size | 2048 | 64 |
\ No newline at end of file
diff --git a/shrink/gemma-3n-E2B-it-mic.json b/shrink/gemma-3n-E2B-it-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..ddd2edd6c53f2465841fb42cfc1bff9e3e96c260
--- /dev/null
+++ b/shrink/gemma-3n-E2B-it-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/gemma-3n-E2B-it-mic@bd78bb3f74709093f27ded6bdf0d329ffcf01493", "findings": []}
\ No newline at end of file
diff --git a/shrink/gemma-4-12B-it-mic.html b/shrink/gemma-4-12B-it-mic.html
index eef052cef266a8836dd2abda5facc49bad800fa3..7de25c8592315555b3f6e97cac6c83c0f50acd02 100644
--- a/shrink/gemma-4-12B-it-mic.html
+++ b/shrink/gemma-4-12B-it-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+google/gemma-4-12B-it: shrunk architecture
-Shrunk architecture
huggingface-mic/gemma-4-12B-it-mic@a190e22989d3fddef2c51348c8b282c409c20dc3 ← google/gemma-4-12B-it@707f0a3b8a3c7ad586ed01e27eafbad8a27dd0f7 · Gemma4UnifiedForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)
+← MIC coverage of Transformers model types
+google/gemma-4-12B-it
huggingface-mic/gemma-4-12B-it-mic@a190e22989d3 ← google/gemma-4-12B-it@707f0a3b8a3c · Gemma4UnifiedForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)
Original12.0Bparameters
Fixture52.6Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.language_model.layers
| Kind | Original | Fixture | |
|---|
| sliding_attention | 40 | 1 | ✓ kept |
| full_attention | 8 | 1 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.language_model.layers | 10.9B | 91.1% | 357.9K | 0.7% |
| model.language_model | 1.0B | 8.4% | 16.8M | 31.9% |
| model.embed_vision | 49.9M | 0.4% | 35.4M | 67.3% |
| model.embed_audio | 2.5M | 0.0% | 41.0K | 0.1% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | gemma4_unified | gemma4_unified | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| text_config | attention style | GQA (16 heads, 8 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| text_config | model_type | gemma4_unified_text | gemma4_unified_text | ✓ kept |
| text_config | vocab_size | 262144 | 262144 | ✓ kept |
| text_config | tie_word_embeddings | True | True | ✓ kept |
| text_config | max_position_embeddings | 262144 | 262144 | ✓ kept |
| vision_config | model_type | gemma4_unified_vision | gemma4_unified_vision | ✓ kept |
| vision_config | patch_size | 16 | 16 | ✓ kept |
| audio_config | model_type | gemma4_unified_audio | gemma4_unified_audio | ✓ kept |
Module classes
Instances of each class in the built model (prefix Gemma4Unified omitted).
| Class | Original | Fixture |
|---|
| RMSNorm | 339 | 17 |
| Linear | 332 | 17 |
| GELUTanh | 48 | 2 |
| TextAttention | 48 | 2 |
| TextDecoderLayer | 48 | 2 |
| TextMLP | 48 | 2 |
| LayerNorm | 3 | 3 |
| MultimodalEmbedder | 2 | 2 |
| ForConditionalGeneration | 1 | 1 |
| Model | 1 | 1 |
| TextModel | 1 | 1 |
| TextRotaryEmbedding | 1 | 1 |
| TextScaledWordEmbedding | 1 | 1 |
| VisionEmbedder | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
16 fields changed, 82 unchanged.
| Field | Original | Fixture |
|---|
| text_config.head_dim | 256 | 16 |
| text_config.hidden_size | 3840 | 64 |
| text_config.intermediate_size | 15360 | 128 |
| text_config.layer_types | 48 entries: 40× sliding_attention, 8× full_attention | ["sliding_attention", "full_attention"] |
| text_config.num_attention_heads | 16 | 4 |
| text_config.num_hidden_layers | 48 | 2 |
| text_config.num_key_value_heads | 8 | 2 |
| text_config.per_layer_config.05 | {"head_dim": 512, "num_key_value_heads": 1} | — |
| text_config.per_layer_config.1 | — | {"head_dim": 512, "num_key_value_heads": 1} |
| text_config.per_layer_config.11 | {"head_dim": 512, "num_key_value_heads": 1} | — |
| text_config.per_layer_config.17 | {"head_dim": 512, "num_key_value_heads": 1} | — |
| text_config.per_layer_config.23 | {"head_dim": 512, "num_key_value_heads": 1} | — |
| text_config.per_layer_config.29 | {"head_dim": 512, "num_key_value_heads": 1} | — |
| text_config.per_layer_config.35 | {"head_dim": 512, "num_key_value_heads": 1} | — |
| text_config.per_layer_config.41 | {"head_dim": 512, "num_key_value_heads": 1} | — |
| text_config.per_layer_config.47 | {"head_dim": 512, "num_key_value_heads": 1} | — |
\ No newline at end of file
diff --git a/shrink/gemma-4-12B-it-mic.json b/shrink/gemma-4-12B-it-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..265b1f760abe461ad6a2139e081cb05f18264596
--- /dev/null
+++ b/shrink/gemma-4-12B-it-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/gemma-4-12B-it-mic@a190e22989d3fddef2c51348c8b282c409c20dc3", "findings": []}
\ No newline at end of file
diff --git a/shrink/gemma-4-E2B-it-mic.html b/shrink/gemma-4-E2B-it-mic.html
index 58bced955280ab819bd00832bf014a7859361fda..da81497ae2e0b5dd2f44ee55dac2ee7d3befa939 100644
--- a/shrink/gemma-4-E2B-it-mic.html
+++ b/shrink/gemma-4-E2B-it-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+google/gemma-4-E2B-it: shrunk architecture
-Shrunk architecture
huggingface-mic/gemma-4-E2B-it-mic@633dbd103d5cfb02c5946a85c614858cabd17053 ← google/gemma-4-E2B-it@3e22461f65e89153144f8adb70e3b8c2cc9845a7 · Gemma4ForConditionalGeneration · random weights
+← MIC coverage of Transformers model types
+google/gemma-4-E2B-it
huggingface-mic/gemma-4-E2B-it-mic@633dbd103d5c ← google/gemma-4-E2B-it@3e22461f65e8 · Gemma4ForConditionalGeneration · random weights
Original5.1Bparameters
Fixture288.1Mparameters
Layer stacks3compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.vision_tower.encoder.layers
| Kind | Original | Fixture | |
|---|
| VisionEncoderLayer | 16 | 2 | ✓ kept |
model.language_model.layers
| Kind | Original | Fixture | |
|---|
| sliding_attention | 28 | 2 | ✓ kept |
| full_attention | 7 | 2 | ✓ kept |
model.audio_tower.layers
| Kind | Original | Fixture | |
|---|
| AudioLayer | 12 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.language_model | 2.8B | 54.2% | 285.3M | 99.0% |
| model.language_model.layers | 1.9B | 36.5% | 889.6K | 0.3% |
| model.audio_tower.layers | 302.2M | 5.9% | 198.4K | 0.1% |
| model.vision_tower.encoder.layers | 151.0M | 3.0% | 82.5K | 0.0% |
| model.vision_tower | 16.3M | 0.3% | 1.4M | 0.5% |
| model.audio_tower | 2.7M | 0.1% | 203.6K | 0.1% |
| model.embed_audio | 2.4M | 0.0% | 98.3K | 0.0% |
| 1 others | 1.2M | 0.0% | 4.1K | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | gemma4 | gemma4 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| text_config | attention style | MQA (8 heads, 1 KV) | MQA (4 heads, 1 KV) | ✓ kept |
| text_config | model_type | gemma4_text | gemma4_text | ✓ kept |
| text_config | vocab_size | 262144 | 262144 | ✓ kept |
| text_config | tie_word_embeddings | True | True | ✓ kept |
| text_config | max_position_embeddings | 131072 | 131072 | ✓ kept |
| vision_config | attention style | MHA (12 heads, 12 KV) | MHA (4 heads, 4 KV) | ✓ kept |
| vision_config | RoPE type | axial | axial | ✓ kept |
| vision_config | model_type | gemma4_vision | gemma4_vision | ✓ kept |
| vision_config | max_position_embeddings | 131072 | 131072 | ✓ kept |
| vision_config | patch_size | 16 | 16 | ✓ kept |
| audio_config | model_type | gemma4_audio | gemma4_audio | ✓ kept |
| audio_config | hidden_act | silu | silu | ✓ kept |
Module classes
Instances of each class in the built model (prefix Gemma4 omitted).
| Class | Original | Fixture |
|---|
| Linear | 526 | 75 |
| RMSNorm | 464 | 64 |
| ClippableLinear | 232 | 34 |
| GELUTanh | 86 | 10 |
| SiLUActivation | 36 | 6 |
| TextAttention | 35 | 4 |
| TextDecoderLayer | 35 | 4 |
| TextMLP | 35 | 4 |
| AudioFeedForward | 24 | 4 |
| VisionAttention | 16 | 2 |
| VisionEncoderLayer | 16 | 2 |
| VisionMLP | 16 | 2 |
| AudioAttention | 12 | 2 |
| AudioCausalConv1d | 12 | 2 |
| AudioLayer | 12 | 2 |
| AudioLightConv1d | 12 | 2 |
| ModuleList | 3 | 3 |
| Conv2d | 2 | 2 |
| AudioSubSampleConvProjectionLayer | 2 | 2 |
| MultimodalEmbedder | 2 | 2 |
| TextScaledWordEmbedding | 2 | 2 |
| LayerNorm | 2 | 2 |
| ReLU | 2 | 2 |
| AudioModel | 1 | 1 |
| AudioRelPositionalEncoding | 1 | 1 |
| AudioSubSampleConvProjection | 1 | 1 |
| ForConditionalGeneration | 1 | 1 |
| Model | 1 | 1 |
| TextModel | 1 | 1 |
| TextRotaryEmbedding | 1 | 1 |
| VisionEncoder | 1 | 1 |
| VisionModel | 1 | 1 |
| VisionPatchEmbedder | 1 | 1 |
| VisionPooler | 1 | 1 |
| VisionRotaryEmbedding | 1 | 1 |
Config changes
25 fields changed, 102 unchanged.
| Field | Original | Fixture |
|---|
| audio_config.hidden_size | 1024 | 64 |
| audio_config.num_attention_heads | 8 | 4 |
| audio_config.num_hidden_layers | 12 | 2 |
| text_config.head_dim | 256 | 16 |
| text_config.hidden_size | 1536 | 64 |
| text_config.intermediate_size | 6144 | 128 |
| text_config.layer_types | 35 entries: 28× sliding_attention, 7× full_attention | ["sliding_attention", "full_attention", "sliding_attention", "full_attention"] |
| text_config.num_attention_heads | 8 | 4 |
| text_config.num_hidden_layers | 35 | 4 |
| text_config.num_kv_shared_layers | 20 | 2 |
| text_config.per_layer_config.04 | {"head_dim": 512} | — |
| text_config.per_layer_config.09 | {"head_dim": 512} | — |
| text_config.per_layer_config.1 | — | {"head_dim": 512} |
| text_config.per_layer_config.14 | {"head_dim": 512} | — |
| text_config.per_layer_config.19 | {"head_dim": 512} | — |
| text_config.per_layer_config.24 | {"head_dim": 512} | — |
| text_config.per_layer_config.29 | {"head_dim": 512} | — |
| text_config.per_layer_config.3 | — | {"head_dim": 512} |
| text_config.per_layer_config.34 | {"head_dim": 512} | — |
| vision_config.head_dim | 64 | 16 |
| vision_config.hidden_size | 768 | 64 |
| vision_config.intermediate_size | 3072 | 128 |
| vision_config.num_attention_heads | 12 | 4 |
| vision_config.num_hidden_layers | 16 | 2 |
| vision_config.num_key_value_heads | 12 | 4 |
\ No newline at end of file
diff --git a/shrink/gemma-4-E2B-it-mic.json b/shrink/gemma-4-E2B-it-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..369f0d1b4e2ab8d14b69f88bada7d102e3a3d743
--- /dev/null
+++ b/shrink/gemma-4-E2B-it-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/gemma-4-E2B-it-mic@633dbd103d5cfb02c5946a85c614858cabd17053", "findings": []}
\ No newline at end of file
diff --git a/shrink/gemma3-mic.html b/shrink/gemma3-mic.html
index fb6d4c038ab2baa1bac305c4196fb5c178e236aa..c98aa445291594fa0614171fdb6aa92c08891b4c 100644
--- a/shrink/gemma3-mic.html
+++ b/shrink/gemma3-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+google/gemma-3-4b-it: shrunk architecture
-Shrunk architecture
huggingface-mic/gemma3-mic@97b8077b83d60421590191ff1d19535224e77dce ← google/gemma-3-4b-it@093f9f388b31de276ce2de164bdc2081324b9767 · Gemma3ForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)
+← MIC coverage of Transformers model types
+google/gemma-3-4b-it
huggingface-mic/gemma3-mic@97b8077b83d6 ← google/gemma-3-4b-it@093f9f388b31 · Gemma3ForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)
Original4.3Bparameters
Fixture17.2Mparameters
Layer stacks2compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.vision_tower.encoder.layers
| Kind | Original | Fixture | |
|---|
| SiglipEncoderLayer | 27 | 2 | ✓ kept |
model.language_model.layers
| Kind | Original | Fixture | |
|---|
| sliding_attention | 29 | 1 | ✓ kept |
| full_attention | 5 | 1 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.language_model.layers | 3.2B | 74.6% | 74.3K | 0.4% |
| model.language_model | 671.3M | 15.6% | 16.8M | 97.4% |
| model.vision_tower.encoder.layers | 411.5M | 9.6% | 66.9K | 0.4% |
| model.vision_tower | 5.4M | 0.1% | 300.0K | 1.7% |
| model.multi_modal_projector | 3.0M | 0.1% | 4.2K | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | gemma3 | gemma3 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| text_config | attention style | GQA (8 heads, 4 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| text_config | model_type | gemma3_text | gemma3_text | ✓ kept |
| text_config | vocab_size | 262208 | 262208 | ✓ kept |
| text_config | tie_word_embeddings | True | True | ✓ kept |
| text_config | max_position_embeddings | 131072 | 131072 | ✓ kept |
| vision_config | model_type | siglip_vision_model | siglip_vision_model | ✓ kept |
| vision_config | hidden_act | gelu_pytorch_tanh | gelu_pytorch_tanh | ✓ kept |
| vision_config | image_size | 896 | 896 | ✓ kept |
| vision_config | patch_size | 14 | 14 | ✓ kept |
| vision_config | num_channels | 3 | 3 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Gemma3 omitted).
| Class | Original | Fixture |
|---|
| Linear | 401 | 27 |
| RMSNorm | 206 | 14 |
| GELUTanh | 61 | 4 |
| LayerNorm | 55 | 5 |
| Attention | 34 | 2 |
| DecoderLayer | 34 | 2 |
| MLP | 34 | 2 |
| SiglipAttention | 27 | 2 |
| SiglipEncoderLayer | 27 | 2 |
| SiglipMLP | 27 | 2 |
| ModuleList | 2 | 2 |
| AvgPool2d | 1 | 1 |
| Conv2d | 1 | 1 |
| Embedding | 1 | 1 |
| ForConditionalGeneration | 1 | 1 |
| Model | 1 | 1 |
| MultiModalProjector | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
| TextModel | 1 | 1 |
| TextScaledWordEmbedding | 1 | 1 |
| SiglipEncoder | 1 | 1 |
| SiglipVisionEmbeddings | 1 | 1 |
| SiglipVisionModel | 1 | 1 |
Config changes
11 fields changed, 60 unchanged.
| Field | Original | Fixture |
|---|
| text_config.head_dim | 256 | 16 |
| text_config.hidden_size | 2560 | 64 |
| text_config.intermediate_size | 10240 | 128 |
| text_config.layer_types | 34 entries: 29× sliding_attention, 5× full_attention | ["sliding_attention", "full_attention"] |
| text_config.num_attention_heads | 8 | 4 |
| text_config.num_hidden_layers | 34 | 2 |
| text_config.num_key_value_heads | 4 | 2 |
| vision_config.hidden_size | 1152 | 64 |
| vision_config.intermediate_size | 4304 | 128 |
| vision_config.num_attention_heads | 16 | 4 |
| vision_config.num_hidden_layers | 27 | 2 |
\ No newline at end of file
diff --git a/shrink/gemma3-mic.json b/shrink/gemma3-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..8dfb9f96d08db42a90e2158de5450505219d635f
--- /dev/null
+++ b/shrink/gemma3-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/gemma3-mic@97b8077b83d60421590191ff1d19535224e77dce", "findings": []}
\ No newline at end of file
diff --git a/shrink/got_ocr2-mic.html b/shrink/got_ocr2-mic.html
index b6330eaf5661fc0ca6294c75e588a05eca4496d5..a1c04451651af1f8b3f9a3bca33a8405b33938b9 100644
--- a/shrink/got_ocr2-mic.html
+++ b/shrink/got_ocr2-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+stepfun-ai/GOT-OCR-2.0-hf: shrunk architecture
-Shrunk architecture
huggingface-mic/got_ocr2-mic@5bfaf853e15a6fdf1c253e1368b81df3ed528ab5 ← stepfun-ai/GOT-OCR-2.0-hf@d3017ef2c2c1395888c8d635c5e0508bcb0ac78d · GotOcr2ForConditionalGeneration · overfit weights · built before the shrink rule (no recorded recipe)
+← MIC coverage of Transformers model types
+stepfun-ai/GOT-OCR-2.0-hf
huggingface-mic/got_ocr2-mic@5bfaf853e15a ← stepfun-ai/GOT-OCR-2.0-hf@d3017ef2c2c1 · GotOcr2ForConditionalGeneration · overfit weights · built before the shrink rule (no recorded recipe)
Original560.5Mparameters
Fixture13.0Mparameters
Layer stacks2compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.vision_tower.layers
| Kind | Original | Fixture | |
|---|
| MLPBlock | 12 | 2 | ✓ kept |
model.language_model.layers
| Kind | Original | Fixture | |
|---|
| Qwen2DecoderLayer | 24 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.language_model.layers | 308.4M | 55.0% | 82.6K | 0.6% |
| model.language_model | 155.5M | 27.7% | 9.7M | 74.6% |
| model.vision_tower.layers | 85.1M | 15.2% | 828.2K | 6.4% |
| model.multi_modal_projector | 6.9M | 1.2% | 1.5M | 11.4% |
| model.vision_tower | 4.5M | 0.8% | 918.6K | 7.1% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | got_ocr2 | got_ocr2 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| vision_config | model_type | got_ocr2_vision | got_ocr2_vision | ✓ kept |
| vision_config | hidden_act | gelu | gelu | ✓ kept |
| vision_config | image_size | 1024 | 1024 | ✓ kept |
| vision_config | patch_size | 16 | 16 | ✓ kept |
| vision_config | num_channels | 3 | 3 | ✓ kept |
| text_config | attention style | MHA (16 heads, 16 KV) | MHA (4 heads, 4 KV) | ✓ kept |
| text_config | RoPE type | default | default | ✓ kept |
| text_config | model_type | qwen2 | qwen2 | ✓ kept |
| text_config | vocab_size | 151860 | 151860 | ✓ kept |
| text_config | tie_word_embeddings | True | True | ✓ kept |
| text_config | hidden_act | silu | silu | ✓ kept |
| text_config | max_position_embeddings | 32768 | 32768 | ✓ kept |
Module classes
Instances of each class in the built model (prefix GotOcr2 omitted).
| Class | Original | Fixture |
|---|
| Linear | 218 | 24 |
| Qwen2RMSNorm | 49 | 5 |
| LayerNorm | 24 | 4 |
| Qwen2Attention | 24 | 2 |
| Qwen2DecoderLayer | 24 | 2 |
| Qwen2MLP | 24 | 2 |
| SiLUActivation | 24 | 2 |
| GELUActivation | 12 | 2 |
| MLPBlock | 12 | 2 |
| VisionAttention | 12 | 2 |
| VisionLayer | 12 | 2 |
| Conv2d | 5 | 5 |
| LayerNorm | 2 | 2 |
| ModuleList | 2 | 2 |
| Embedding | 1 | 1 |
| ForConditionalGeneration | 1 | 1 |
| Model | 1 | 1 |
| MultiModalProjector | 1 | 1 |
| PatchEmbeddings | 1 | 1 |
| VisionEncoder | 1 | 1 |
| VisionNeck | 1 | 1 |
| Qwen2Model | 1 | 1 |
| Qwen2RotaryEmbedding | 1 | 1 |
Config changes
9 fields changed, 60 unchanged.
| Field | Original | Fixture |
|---|
| text_config.hidden_size | 1024 | 64 |
| text_config.intermediate_size | 2816 | 128 |
| text_config.layer_types | 24 entries: 24× full_attention | ["full_attention", "full_attention"] |
| text_config.num_attention_heads | 16 | 4 |
| text_config.num_hidden_layers | 24 | 2 |
| text_config.num_key_value_heads | 16 | 4 |
| vision_config.hidden_size | 768 | 64 |
| vision_config.num_attention_heads | 12 | 4 |
| vision_config.num_hidden_layers | 12 | 2 |
\ No newline at end of file
diff --git a/shrink/got_ocr2-mic.json b/shrink/got_ocr2-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..737ce0cdb1ec0ab154c98f87cb9e0ea3995801a7
--- /dev/null
+++ b/shrink/got_ocr2-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/got_ocr2-mic@5bfaf853e15a6fdf1c253e1368b81df3ed528ab5", "findings": []}
\ No newline at end of file
diff --git a/shrink/gpt2-mic.html b/shrink/gpt2-mic.html
index f224fe762bb8393eb12e210e5d9d47ec3299587c..cbc9c4bf4961a08ebf2d571ed7a218f472b8bcb3 100644
--- a/shrink/gpt2-mic.html
+++ b/shrink/gpt2-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+openai-community/gpt2: shrunk architecture
-Shrunk architecture
huggingface-mic/gpt2-mic@0168ed11cf4c9161437d47f144bdf52cdfeddd20 ← openai-community/gpt2@607a30d783dfa663caf39e06633721c8d4cfcd7e · GPT2LMHeadModel · random weights · built before the shrink rule (no recorded recipe)
+← MIC coverage of Transformers model types
+openai-community/gpt2
huggingface-mic/gpt2-mic@0168ed11cf4c ← openai-community/gpt2@607a30d783df · GPT2LMHeadModel · random weights · built before the shrink rule (no recorded recipe)
Original124.4Mparameters
Fixture3.4Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
transformer.h
| Kind | Original | Fixture | |
|---|
| GPT2Block | 12 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| transformer.h | 85.1M | 68.3% | 100.0K | 3.0% |
| transformer.wte | 38.6M | 31.0% | 3.2M | 95.1% |
| transformer.wpe | 786.4K | 0.6% | 65.5K | 1.9% |
| transformer.ln_f | 1.5K | 0.0% | 128 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | gpt2 | gpt2 | ✓ kept |
| model | vocab_size | 50257 | 50257 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
Module classes
Instances of each class in the built model (prefix GPT2LMHead omitted).
| Class | Original | Fixture |
|---|
| Conv1D | 48 | 8 |
| Dropout | 37 | 7 |
| LayerNorm | 25 | 5 |
| GPT2Attention | 12 | 2 |
| GPT2Block | 12 | 2 |
| GPT2MLP | 12 | 2 |
| NewGELUActivation | 12 | 2 |
| Embedding | 2 | 2 |
| Model | 1 | 1 |
| GPT2Model | 1 | 1 |
| Linear | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
3 fields changed, 34 unchanged.
| Field | Original | Fixture |
|---|
| n_embd | 768 | 64 |
| n_head | 12 | 4 |
| n_layer | 12 | 2 |
\ No newline at end of file
diff --git a/shrink/gpt2-mic.json b/shrink/gpt2-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..a9260b8921f6bf6ab7828b2dba36d88040579e4f
--- /dev/null
+++ b/shrink/gpt2-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/gpt2-mic@0168ed11cf4c9161437d47f144bdf52cdfeddd20", "findings": []}
\ No newline at end of file
diff --git a/shrink/gpt_oss-mic.html b/shrink/gpt_oss-mic.html
index d6c621519e8ecb3e9ca0ad152e11fcf0972f3847..1ba34ee610eb5ffc56c82277e6ec67c418b9280a 100644
--- a/shrink/gpt_oss-mic.html
+++ b/shrink/gpt_oss-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+openai/gpt-oss-20b: shrunk architecture
-Shrunk architecture
huggingface-mic/gpt_oss-mic@8fea014b7848db31a7032015195dc9b6947e63e2 ← openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee · GptOssForCausalLM · random weights · built before the shrink rule (no recorded recipe)
-Original20.9Bparameters
Fixture26.0Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| sliding_attention | 12 | 1 | ✓ kept |
| full_attention | 12 | 1 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 19.8B | 94.5% | 224.9K | 0.9% |
| model.embed_tokens | 579.1M | 2.8% | 12.9M | 49.6% |
| lm_head | 579.1M | 2.8% | 12.9M | 49.6% |
| model.norm | 2.9K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | GQA (64 heads, 8 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| model | MoE routing | top-4 of 32 experts | top-2 of 4 experts | ✓ kept |
| model | RoPE type | yarn | yarn | ✓ kept |
| model | model_type | gpt_oss | gpt_oss | ✓ kept |
| model | vocab_size | 201088 | 201088 | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 131072 | 131072 | ✓ kept |
Module classes
Instances of each class in the built model (prefix GptOss omitted).
| Class | Original | Fixture |
|---|
| Linear | 97 | 9 |
| RMSNorm | 49 | 5 |
| Attention | 24 | 2 |
| DecoderLayer | 24 | 2 |
| Experts | 24 | 2 |
| MLP | 24 | 2 |
| TopKRouter | 24 | 2 |
| Embedding | 1 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
10 fields changed, 29 unchanged.
| Field | Original | Fixture |
|---|
| head_dim | 64 | 16 |
| hidden_size | 2880 | 64 |
| intermediate_size | 2880 | 128 |
| layer_types | 24 entries: 12× sliding_attention, 12× full_attention | ["sliding_attention", "full_attention"] |
| num_attention_heads | 64 | 4 |
| num_experts_per_tok | 4 | 2 |
| num_hidden_layers | 24 | 2 |
| num_key_value_heads | 8 | 2 |
| num_local_experts | 32 | 4 |
| quantization_config | {"modules_to_not_convert": ["model.layers.*.self_attn", "model.layers.*.mlp.r… | null |
+← MIC coverage of Transformers model types
+openai/gpt-oss-20b
huggingface-mic/gpt_oss-mic@8fea014b7848 ← openai/gpt-oss-20b@6cee5e81ee83 · GptOssForCausalLM · random weights · built before the shrink rule (no recorded recipe)
+Original20.9Bparameters
Fixture26.0Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| sliding_attention | 12 | 1 | ✓ kept |
| full_attention | 12 | 1 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 19.8B | 94.5% | 224.9K | 0.9% |
| lm_head | 579.1M | 2.8% | 12.9M | 49.6% |
| model.embed_tokens | 579.1M | 2.8% | 12.9M | 49.6% |
| model.norm | 2.9K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | GQA (64 heads, 8 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| model | MoE routing | top-4 of 32 experts | top-2 of 4 experts | ✓ kept |
| model | RoPE type | yarn | yarn | ✓ kept |
| model | model_type | gpt_oss | gpt_oss | ✓ kept |
| model | vocab_size | 201088 | 201088 | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 131072 | 131072 | ✓ kept |
Module classes
Instances of each class in the built model (prefix GptOss omitted).
| Class | Original | Fixture |
|---|
| Linear | 97 | 9 |
| RMSNorm | 49 | 5 |
| Attention | 24 | 2 |
| DecoderLayer | 24 | 2 |
| Experts | 24 | 2 |
| MLP | 24 | 2 |
| TopKRouter | 24 | 2 |
| Embedding | 1 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
10 fields changed, 29 unchanged.
| Field | Original | Fixture |
|---|
| head_dim | 64 | 16 |
| hidden_size | 2880 | 64 |
| intermediate_size | 2880 | 128 |
| layer_types | 24 entries: 12× sliding_attention, 12× full_attention | ["sliding_attention", "full_attention"] |
| num_attention_heads | 64 | 4 |
| num_experts_per_tok | 4 | 2 |
| num_hidden_layers | 24 | 2 |
| num_key_value_heads | 8 | 2 |
| num_local_experts | 32 | 4 |
| quantization_config | {"modules_to_not_convert": ["model.layers.*.self_attn", "model.layers.*.mlp.r… | null |
\ No newline at end of file
diff --git a/shrink/gpt_oss-mic.json b/shrink/gpt_oss-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..0bf718db6c495d6142f38ad2c396f050e5f86df3
--- /dev/null
+++ b/shrink/gpt_oss-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/gpt_oss-mic@8fea014b7848db31a7032015195dc9b6947e63e2", "findings": []}
\ No newline at end of file
diff --git a/shrink/granite-3.0-1b-a400m-instruct-mic.html b/shrink/granite-3.0-1b-a400m-instruct-mic.html
index dff7523263bfdcf620b8ab1d9c6ffe86d33cb977..98bfc43ac250110f41ee35be611ab62041702d86 100644
--- a/shrink/granite-3.0-1b-a400m-instruct-mic.html
+++ b/shrink/granite-3.0-1b-a400m-instruct-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+ibm-granite/granite-3.0-1b-a400m-instruct: shrunk architecture
-Shrunk architecture
huggingface-mic/granite-3.0-1b-a400m-instruct-mic@94e400b500716487cbda1a86a26a33f232758f04 ← ibm-granite/granite-3.0-1b-a400m-instruct@ffec3c35bdfd97a06f0b4cd5fcc92cd9b1584445 · GraniteMoeForCausalLM · random weights
+← MIC coverage of Transformers model types
+ibm-granite/granite-3.0-1b-a400m-instruct
huggingface-mic/granite-3.0-1b-a400m-instruct-mic@94e400b50071 ← ibm-granite/granite-3.0-1b-a400m-instruct@ffec3c35bdfd · GraniteMoeForCausalLM · random weights
Original1.3Bparameters
Fixture3.4Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 24 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 1.3B | 96.2% | 222.0K | 6.6% |
| model.embed_tokens | 50.3M | 3.8% | 3.1M | 93.4% |
| model.norm | 1.0K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | GQA (16 heads, 8 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| model | MoE routing | top-8 of 32 experts | top-2 of 4 experts | ✓ kept |
| model | RoPE type | default | default | ✓ kept |
| model | model_type | granitemoe | granitemoe | ✓ kept |
| model | vocab_size | 49155 | 49155 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 4096 | 4096 | ✓ kept |
Module classes
Instances of each class in the built model (prefix GraniteMoe omitted).
| Class | Original | Fixture |
|---|
| Linear | 97 | 9 |
| RMSNorm | 49 | 5 |
| Attention | 24 | 2 |
| DecoderLayer | 24 | 2 |
| Experts | 24 | 2 |
| MoE | 24 | 2 |
| TopKRouter | 24 | 2 |
| SiLUActivation | 24 | 2 |
| Embedding | 1 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
7 fields changed, 28 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 1024 | 64 |
| intermediate_size | 512 | 128 |
| num_attention_heads | 16 | 4 |
| num_experts_per_tok | 8 | 2 |
| num_hidden_layers | 24 | 2 |
| num_key_value_heads | 8 | 2 |
| num_local_experts | 32 | 4 |
\ No newline at end of file
diff --git a/shrink/granite-3.0-1b-a400m-instruct-mic.json b/shrink/granite-3.0-1b-a400m-instruct-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..358012ed18fe128982c6a7aec78a1a17e00ead59
--- /dev/null
+++ b/shrink/granite-3.0-1b-a400m-instruct-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/granite-3.0-1b-a400m-instruct-mic@94e400b500716487cbda1a86a26a33f232758f04", "findings": []}
\ No newline at end of file
diff --git a/shrink/granite-3.1-2b-instruct-mic.html b/shrink/granite-3.1-2b-instruct-mic.html
index 9c85849bd0f880618b8d046fa4f28c906d8fa093..0b5e44ca3ac16565c22d4f67f62c09fcbab76d62 100644
--- a/shrink/granite-3.1-2b-instruct-mic.html
+++ b/shrink/granite-3.1-2b-instruct-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+ibm-granite/granite-3.1-2b-instruct: shrunk architecture
-Shrunk architecture
huggingface-mic/granite-3.1-2b-instruct-mic@fa907c0d3e051d2f91f3a595f80bc9b97a72fccf ← ibm-granite/granite-3.1-2b-instruct@bbc2aed595bd38bd770263dc3ab831db9794441d · GraniteForCausalLM · random weights
+← MIC coverage of Transformers model types
+ibm-granite/granite-3.1-2b-instruct
huggingface-mic/granite-3.1-2b-instruct-mic@fa907c0d3e05 ← ibm-granite/granite-3.1-2b-instruct@bbc2aed595bd · GraniteForCausalLM · random weights
Original2.5Bparameters
Fixture3.2Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 40 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 2.4B | 96.0% | 74.0K | 2.3% |
| model.embed_tokens | 100.7M | 4.0% | 3.1M | 97.7% |
| model.norm | 2.0K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | GQA (32 heads, 8 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| model | RoPE type | default | default | ✓ kept |
| model | model_type | granite | granite | ✓ kept |
| model | vocab_size | 49155 | 49155 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 131072 | 131072 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Granite omitted).
| Class | Original | Fixture |
|---|
| Linear | 281 | 15 |
| RMSNorm | 81 | 5 |
| Attention | 40 | 2 |
| DecoderLayer | 40 | 2 |
| MLP | 40 | 2 |
| SiLUActivation | 40 | 2 |
| Embedding | 1 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
5 fields changed, 27 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 2048 | 64 |
| intermediate_size | 8192 | 128 |
| num_attention_heads | 32 | 4 |
| num_hidden_layers | 40 | 2 |
| num_key_value_heads | 8 | 2 |
\ No newline at end of file
diff --git a/shrink/granite-3.1-2b-instruct-mic.json b/shrink/granite-3.1-2b-instruct-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..150ca17b0116143a8833e971ee31880a8ca10a45
--- /dev/null
+++ b/shrink/granite-3.1-2b-instruct-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/granite-3.1-2b-instruct-mic@fa907c0d3e051d2f91f3a595f80bc9b97a72fccf", "findings": []}
\ No newline at end of file
diff --git a/shrink/granite-4.0-1b-speech-mic.html b/shrink/granite-4.0-1b-speech-mic.html
index bcabce79aade033a92bf61dc60f370e454af710b..86117a6aead88cd1d6ab8a75a631702e30a1ab7d 100644
--- a/shrink/granite-4.0-1b-speech-mic.html
+++ b/shrink/granite-4.0-1b-speech-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+ibm-granite/granite-4.0-1b-speech: shrunk architecture
-Shrunk architecture
huggingface-mic/granite-4.0-1b-speech-mic@15329050e1ffa3cdc15c7448cc320dc19106dff7 ← ibm-granite/granite-4.0-1b-speech@bd87ab862416353633ea431fe49b1614003623c5 · GraniteSpeechForConditionalGeneration · random weights
+← MIC coverage of Transformers model types
+ibm-granite/granite-4.0-1b-speech
huggingface-mic/granite-4.0-1b-speech-mic@15329050e1ff ← ibm-granite/granite-4.0-1b-speech@bd87ab862416 · GraniteSpeechForConditionalGeneration · random weights
Original2.3Bparameters
Fixture14.7Mparameters
Layer stacks3compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.encoder.layers
| Kind | Original | Fixture | |
|---|
| ConformerBlock | 16 | 2 | ✓ kept |
model.projector.qformer.encoder.layer
| Kind | Original | Fixture | |
|---|
| Blip2QFormerLayer | 2 | 2 | ✓ kept |
model.language_model.layers
| Kind | Original | Fixture | |
|---|
| GraniteDecoderLayer | 40 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.language_model.layers | 1.4B | 61.7% | 74.0K | 0.5% |
| model.encoder.layers | 439.3M | 19.0% | 1.5M | 10.4% |
| model.language_model | 205.5M | 8.9% | 6.4M | 43.8% |
| lm_head | 205.5M | 8.9% | 6.4M | 43.8% |
| model.projector.qformer.encoder.layer | 33.6M | 1.5% | 116.9K | 0.8% |
| model.projector | 2.1M | 0.1% | 4.5K | 0.0% |
| model.encoder | 878.9K | 0.0% | 110.2K | 0.8% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | granite_speech | granite_speech | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| text_config | attention style | GQA (16 heads, 4 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| text_config | RoPE type | default | default | ✓ kept |
| text_config | model_type | granite | granite | ✓ kept |
| text_config | vocab_size | 100353 | 100353 | ✓ kept |
| text_config | tie_word_embeddings | False | False | ✓ kept |
| text_config | hidden_act | silu | silu | ✓ kept |
| text_config | max_position_embeddings | 4096 | 4096 | ✓ kept |
| encoder_config | model_type | granite_speech_encoder | granite_speech_encoder | ✓ kept |
| projector_config | model_type | blip_2_qformer | blip_2_qformer | ✓ kept |
| projector_config | vocab_size | 30522 | 30522 | ✓ kept |
| projector_config | hidden_act | gelu | gelu | ✓ kept |
| projector_config | max_position_embeddings | 2048 | 2048 | ✓ kept |
Module classes
Instances of each class in the built model (prefix GraniteSpeech omitted).
| Class | Original | Fixture |
|---|
| Linear | 417 | 53 |
| LayerNorm | 87 | 17 |
| GraniteRMSNorm | 81 | 5 |
| Dropout | 71 | 15 |
| Conv1d | 48 | 6 |
| SiLU | 48 | 6 |
| GraniteAttention | 40 | 2 |
| GraniteDecoderLayer | 40 | 2 |
| GraniteMLP | 40 | 2 |
| SiLUActivation | 40 | 2 |
| ConformerFeedForward | 32 | 4 |
| Embedding | 17 | 3 |
| BatchNorm1d | 16 | 2 |
| GLU | 16 | 2 |
| ConformerAttention | 16 | 2 |
| ConformerBlock | 16 | 2 |
| ConformerConvModule | 16 | 2 |
| ConformerDepthWiseConv1d | 16 | 2 |
| Blip2QFormerAttention | 4 | 4 |
| Blip2QFormerMultiHeadAttention | 4 | 4 |
| Blip2QFormerSelfOutput | 4 | 4 |
| ModuleList | 3 | 3 |
| Blip2QFormerIntermediate | 2 | 2 |
| Blip2QFormerLayer | 2 | 2 |
| Blip2QFormerOutput | 2 | 2 |
| GELUActivation | 2 | 2 |
| Blip2QFormerEncoder | 1 | 1 |
| Blip2QFormerModel | 1 | 1 |
| GraniteModel | 1 | 1 |
| GraniteRotaryEmbedding | 1 | 1 |
| CTCEncoder | 1 | 1 |
| EncoderProjector | 1 | 1 |
| ForConditionalGeneration | 1 | 1 |
| Model | 1 | 1 |
Config changes
12 fields changed, 82 unchanged.
| Field | Original | Fixture |
|---|
| encoder_config.hidden_dim | 1024 | 128 |
| encoder_config.num_heads | 8 | 4 |
| encoder_config.num_layers | 16 | 2 |
| projector_config.encoder_hidden_size | 1024 | 128 |
| projector_config.hidden_size | 1024 | 64 |
| projector_config.intermediate_size | 4096 | 128 |
| projector_config.num_attention_heads | 16 | 4 |
| text_config.hidden_size | 2048 | 64 |
| text_config.intermediate_size | 4096 | 128 |
| text_config.num_attention_heads | 16 | 4 |
| text_config.num_hidden_layers | 40 | 2 |
| text_config.num_key_value_heads | 4 | 2 |
\ No newline at end of file
diff --git a/shrink/granite-4.0-1b-speech-mic.json b/shrink/granite-4.0-1b-speech-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..9810b8687cbd27166d3a70d4afee4e371192373f
--- /dev/null
+++ b/shrink/granite-4.0-1b-speech-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/granite-4.0-1b-speech-mic@15329050e1ffa3cdc15c7448cc320dc19106dff7", "findings": []}
\ No newline at end of file
diff --git a/shrink/granite-4.0-h-350m-mic.html b/shrink/granite-4.0-h-350m-mic.html
index 41c6bdece42772da3827d55a35af75582e549044..9450fc4f3fe9ee6ed51d98ed904510c859af35b6 100644
--- a/shrink/granite-4.0-h-350m-mic.html
+++ b/shrink/granite-4.0-h-350m-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+ibm-granite/granite-4.0-h-350m: shrunk architecture
-Shrunk architecture
huggingface-mic/granite-4.0-h-350m-mic@83dded3d062dd73ed2432e033e86c43d784a5b92 ← ibm-granite/granite-4.0-h-350m@3b17b717b8f2f5d305b0a92c1491e239aeda19c8 · GraniteMoeHybridForCausalLM · random weights
+← MIC coverage of Transformers model types
+ibm-granite/granite-4.0-h-350m
huggingface-mic/granite-4.0-h-350m-mic@83dded3d062d ← ibm-granite/granite-4.0-h-350m@3b17b717b8f2 · GraniteMoeHybridForCausalLM · random weights
Original340.3Mparameters
Fixture6.5Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| linear_attention, Conv1d, MambaLayer … | 28 | 1 | ✓ kept |
| is_causal=True, Attention | 4 | 1 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 263.3M | 77.4% | 89.8K | 1.4% |
| model.embed_tokens | 77.1M | 22.6% | 6.4M | 98.6% |
| model.norm | 768 | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | GQA (12 heads, 4 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| model | RoPE type | default | default | ✓ kept |
| model | model_type | granitemoehybrid | granitemoehybrid | ✓ kept |
| model | vocab_size | 100352 | 100352 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 32768 | 32768 | ✓ kept |
Module classes
Instances of each class in the built model (prefix GraniteMoeHybrid omitted).
| Class | Original | Fixture |
|---|
| Linear | 137 | 11 |
| RMSNorm | 65 | 5 |
| SiLUActivation | 60 | 3 |
| DecoderLayer | 32 | 2 |
| MLP | 32 | 2 |
| Conv1d | 28 | 1 |
| MambaLayer | 28 | 1 |
| RMSNormGated | 28 | 1 |
| Attention | 4 | 1 |
| Embedding | 1 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
11 fields changed, 39 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 768 | 64 |
| intermediate_size | 2048 | 128 |
| layer_types | 32 entries: 28× linear_attention, 4× full_attention | ["linear_attention", "full_attention"] |
| mamba_chunk_size | 256 | 8 |
| mamba_d_head | 32 | 16 |
| mamba_d_state | 128 | 16 |
| mamba_n_heads | 48 | 8 |
| num_attention_heads | 12 | 4 |
| num_hidden_layers | 32 | 2 |
| num_key_value_heads | 4 | 2 |
| shared_intermediate_size | 2048 | 128 |
\ No newline at end of file
diff --git a/shrink/granite-4.0-h-350m-mic.json b/shrink/granite-4.0-h-350m-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..206de292c2f010978905249f091039f9255d9a68
--- /dev/null
+++ b/shrink/granite-4.0-h-350m-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/granite-4.0-h-350m-mic@83dded3d062dd73ed2432e033e86c43d784a5b92", "findings": []}
\ No newline at end of file
diff --git a/shrink/granite-docling-258M-mic.html b/shrink/granite-docling-258M-mic.html
index 580e5b01d8744daf3e50a4a982c28f717f09f151..d81e63247821820f5e23e05c204cf2da7ad1b900 100644
--- a/shrink/granite-docling-258M-mic.html
+++ b/shrink/granite-docling-258M-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+ibm-granite/granite-docling-258M: shrunk architecture
-Shrunk architecture
huggingface-mic/granite-docling-258M-mic@100175103449d7ed8e24b4d0cbd79e15671b781c ← ibm-granite/granite-docling-258M@982fe3b40f2fa73c365bdb1bcacf6c81b7184bfe · Idefics3ForConditionalGeneration · random weights
+← MIC coverage of Transformers model types
+ibm-granite/granite-docling-258M
huggingface-mic/granite-docling-258M-mic@100175103449 ← ibm-granite/granite-docling-258M@982fe3b40f2f · Idefics3ForConditionalGeneration · random weights
Original257.5Mparameters
Fixture6.7Mparameters
Layer stacks2compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.vision_model.encoder.layers
| Kind | Original | Fixture | |
|---|
| EncoderLayer | 12 | 2 | ✓ kept |
model.text_model.layers
| Kind | Original | Fixture | |
|---|
| LlamaDecoderLayer | 30 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.text_model.layers | 106.2M | 41.2% | 74.0K | 1.1% |
| model.vision_model.encoder.layers | 85.1M | 33.0% | 66.9K | 1.0% |
| model.text_model | 57.8M | 22.4% | 6.4M | 95.2% |
| model.connector | 7.1M | 2.7% | 65.5K | 1.0% |
| model.vision_model | 1.4M | 0.5% | 114.9K | 1.7% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | idefics3 | idefics3 | ✓ kept |
| model | vocab_size | 100352 | 100352 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| vision_config | model_type | idefics3_vision | idefics3_vision | ✓ kept |
| vision_config | hidden_act | gelu_pytorch_tanh | gelu_pytorch_tanh | ✓ kept |
| vision_config | image_size | 512 | 512 | ✓ kept |
| vision_config | patch_size | 16 | 16 | ✓ kept |
| vision_config | num_channels | 3 | 3 | ✓ kept |
| text_config | attention style | GQA (9 heads, 3 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| text_config | RoPE type | default | default | ✓ kept |
| text_config | model_type | llama | llama | ✓ kept |
| text_config | vocab_size | 100352 | 100352 | ✓ kept |
| text_config | tie_word_embeddings | True | True | ✓ kept |
| text_config | hidden_act | silu | silu | ✓ kept |
| text_config | max_position_embeddings | 8192 | 8192 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Idefics3 omitted).
| Class | Original | Fixture |
|---|
| Linear | 284 | 28 |
| LlamaRMSNorm | 61 | 5 |
| LlamaAttention | 30 | 2 |
| LlamaDecoderLayer | 30 | 2 |
| LlamaMLP | 30 | 2 |
| SiLUActivation | 30 | 2 |
| LayerNorm | 25 | 5 |
| GELUTanh | 12 | 2 |
| EncoderLayer | 12 | 2 |
| VisionAttention | 12 | 2 |
| VisionMLP | 12 | 2 |
| Embedding | 2 | 2 |
| ModuleList | 2 | 2 |
| Conv2d | 1 | 1 |
| Connector | 1 | 1 |
| Encoder | 1 | 1 |
| ForConditionalGeneration | 1 | 1 |
| Model | 1 | 1 |
| SimpleMLP | 1 | 1 |
| VisionEmbeddings | 1 | 1 |
| VisionTransformer | 1 | 1 |
| LlamaModel | 1 | 1 |
| LlamaRotaryEmbedding | 1 | 1 |
Config changes
10 fields changed, 59 unchanged.
| Field | Original | Fixture |
|---|
| text_config.head_dim | 64 | 16 |
| text_config.hidden_size | 576 | 64 |
| text_config.intermediate_size | 1536 | 128 |
| text_config.num_attention_heads | 9 | 4 |
| text_config.num_hidden_layers | 30 | 2 |
| text_config.num_key_value_heads | 3 | 2 |
| vision_config.hidden_size | 768 | 64 |
| vision_config.intermediate_size | 3072 | 128 |
| vision_config.num_attention_heads | 12 | 4 |
| vision_config.num_hidden_layers | 12 | 2 |
\ No newline at end of file
diff --git a/shrink/granite-docling-258M-mic.json b/shrink/granite-docling-258M-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..da82dd2431429d59acb02f834c5fba0bbdadd3b2
--- /dev/null
+++ b/shrink/granite-docling-258M-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/granite-docling-258M-mic@100175103449d7ed8e24b4d0cbd79e15671b781c", "findings": []}
\ No newline at end of file
diff --git a/shrink/granite-vision-4.1-4b-mic.html b/shrink/granite-vision-4.1-4b-mic.html
index b8c0dabce39859153d47819d3c29ca64957ac993..be89419507577a46c44c183635dd793abc6b422c 100644
--- a/shrink/granite-vision-4.1-4b-mic.html
+++ b/shrink/granite-vision-4.1-4b-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+ibm-granite/granite-vision-4.1-4b: shrunk architecture
-Shrunk architecture
huggingface-mic/granite-vision-4.1-4b-mic@a6d32301c1b54aa5ef889d46d64998c1fb01c7df ← ibm-granite/granite-vision-4.1-4b@37d591f06319e8f1638b5adcf58bdf50e0f84f7a · Granite4VisionForConditionalGeneration · random weights
-Original4.0Bparameters
Fixture7.2Mparameters
Layer stacks4compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.vision_tower.encoder.layers
| Kind | Original | Fixture | |
|---|
| SiglipEncoderLayer | 27 | 2 | ✓ kept |
model.language_model.layers
| Kind | Original | Fixture | |
|---|
| TextDecoderLayer | 40 | 2 | ✓ kept |
model.layerwise_projectors
| Kind | Original | Fixture | |
|---|
| Blip2QFormerLayer | 4 | 4 | ✓ kept |
model.spatial_projectors
| Kind | Original | Fixture | |
|---|
| Blip2QFormerLayer | 4 | 4 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.language_model.layers | 3.1B | 78.7% | 74.0K | 1.0% |
| model.vision_tower.encoder.layers | 411.5M | 10.3% | 66.9K | 0.9% |
| model.language_model | 256.9M | 6.4% | 6.4M | 89.7% |
| model.spatial_projectors | 83.1M | 2.1% | 239.1K | 3.3% |
| model.layerwise_projectors | 83.1M | 2.1% | 239.1K | 3.3% |
| model.vision_tower | 16.8M | 0.4% | 119.6K | 1.7% |
| model | 2.6K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | granite4_vision | granite4_vision | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| vision_config | model_type | siglip_vision_model | siglip_vision_model | ✓ kept |
| vision_config | hidden_act | gelu_pytorch_tanh | gelu_pytorch_tanh | ✓ kept |
| vision_config | image_size | 384 | 384 | ✓ kept |
| vision_config | patch_size | 16 | 16 | ✓ kept |
| vision_config | num_channels | 3 | 3 | ✓ kept |
| text_config | attention style | GQA (40 heads, 8 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| text_config | RoPE type | default | default | ✓ kept |
| text_config | model_type | granite | granite | ✓ kept |
| text_config | vocab_size | 100352 | 100352 | ✓ kept |
| text_config | tie_word_embeddings | True | True | ✓ kept |
| text_config | hidden_act | silu | silu | ✓ kept |
| text_config | max_position_embeddings | 131072 | 131072 | ✓ kept |
| qformer_config | model_type | blip_2_qformer | blip_2_qformer | ✓ kept |
| qformer_config | vocab_size | 30522 | 30522 | ✓ kept |
| qformer_config | hidden_act | gelu | gelu | ✓ kept |
| qformer_config | max_position_embeddings | 2048 | 2048 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Granite4Vision omitted).
| Class | Original | Fixture |
|---|
| Linear | 533 | 117 |
| LayerNorm | 96 | 46 |
| TextRMSNorm | 81 | 5 |
| Dropout | 40 | 40 |
| TextAttention | 40 | 2 |
| TextDecoderLayer | 40 | 2 |
| TextMLP | 40 | 2 |
| SiLUActivation | 40 | 2 |
| GELUTanh | 28 | 3 |
| SiglipMLP | 28 | 3 |
| SiglipAttention | 27 | 2 |
| SiglipEncoderLayer | 27 | 2 |
| Blip2QFormerAttention | 16 | 16 |
| Blip2QFormerMultiHeadAttention | 16 | 16 |
| Blip2QFormerSelfOutput | 16 | 16 |
| ModuleList | 12 | 12 |
| Blip2QFormerEncoder | 8 | 8 |
| Blip2QFormerIntermediate | 8 | 8 |
| Blip2QFormerLayer | 8 | 8 |
| Blip2QFormerModel | 8 | 8 |
| Blip2QFormerOutput | 8 | 8 |
| GELUActivation | 8 | 8 |
| WindowQFormerDownsampler | 8 | 8 |
| Embedding | 2 | 2 |
| Conv2d | 1 | 1 |
| ForConditionalGeneration | 1 | 1 |
| Model | 1 | 1 |
| TextModel | 1 | 1 |
| TextRotaryEmbedding | 1 | 1 |
| MultiheadAttention | 1 | 1 |
| NonDynamicallyQuantizableLinear | 1 | 1 |
| SiglipEncoder | 1 | 1 |
| SiglipMultiheadAttentionPoolingHead | 1 | 1 |
| SiglipVisionEmbeddings | 1 | 1 |
| SiglipVisionModel | 1 | 1 |
Config changes
15 fields changed, 86 unchanged.
| Field | Original | Fixture |
|---|
| deepstack_layer_map | [[-19, 9], [-13, 6], [-7, 3], [-1, 0]] | [[-3, 0], [-2, 0], [-2, 0], [-1, 0]] |
| qformer_config.encoder_hidden_size | 1152 | 64 |
| qformer_config.hidden_size | 1152 | 64 |
| qformer_config.intermediate_size | 3072 | 128 |
| qformer_config.num_attention_heads | 18 | 1 |
| spatial_target_layers | [12, 15, 18, 21] | [0, 1] |
| text_config.hidden_size | 2560 | 64 |
| text_config.intermediate_size | 8192 | 128 |
| text_config.num_attention_heads | 40 | 4 |
| text_config.num_hidden_layers | 40 | 2 |
| text_config.num_key_value_heads | 8 | 2 |
| vision_config.hidden_size | 1152 | 64 |
| vision_config.intermediate_size | 4304 | 128 |
| vision_config.num_attention_heads | 16 | 4 |
| vision_config.num_hidden_layers | 27 | 2 |
+← MIC coverage of Transformers model types
+ibm-granite/granite-vision-4.1-4b
huggingface-mic/granite-vision-4.1-4b-mic@a6d32301c1b5 ← ibm-granite/granite-vision-4.1-4b@37d591f06319 · Granite4VisionForConditionalGeneration · random weights
+Original4.0Bparameters
Fixture7.2Mparameters
Layer stacks4compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.vision_tower.encoder.layers
| Kind | Original | Fixture | |
|---|
| SiglipEncoderLayer | 27 | 2 | ✓ kept |
model.language_model.layers
| Kind | Original | Fixture | |
|---|
| TextDecoderLayer | 40 | 2 | ✓ kept |
model.layerwise_projectors
| Kind | Original | Fixture | |
|---|
| Blip2QFormerLayer | 4 | 4 | ✓ kept |
model.spatial_projectors
| Kind | Original | Fixture | |
|---|
| Blip2QFormerLayer | 4 | 4 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.language_model.layers | 3.1B | 78.7% | 74.0K | 1.0% |
| model.vision_tower.encoder.layers | 411.5M | 10.3% | 66.9K | 0.9% |
| model.language_model | 256.9M | 6.4% | 6.4M | 89.7% |
| model.layerwise_projectors | 83.1M | 2.1% | 239.1K | 3.3% |
| model.spatial_projectors | 83.1M | 2.1% | 239.1K | 3.3% |
| model.vision_tower | 16.8M | 0.4% | 119.6K | 1.7% |
| model | 2.6K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | granite4_vision | granite4_vision | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| vision_config | model_type | siglip_vision_model | siglip_vision_model | ✓ kept |
| vision_config | hidden_act | gelu_pytorch_tanh | gelu_pytorch_tanh | ✓ kept |
| vision_config | image_size | 384 | 384 | ✓ kept |
| vision_config | patch_size | 16 | 16 | ✓ kept |
| vision_config | num_channels | 3 | 3 | ✓ kept |
| text_config | attention style | GQA (40 heads, 8 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| text_config | RoPE type | default | default | ✓ kept |
| text_config | model_type | granite | granite | ✓ kept |
| text_config | vocab_size | 100352 | 100352 | ✓ kept |
| text_config | tie_word_embeddings | True | True | ✓ kept |
| text_config | hidden_act | silu | silu | ✓ kept |
| text_config | max_position_embeddings | 131072 | 131072 | ✓ kept |
| qformer_config | model_type | blip_2_qformer | blip_2_qformer | ✓ kept |
| qformer_config | vocab_size | 30522 | 30522 | ✓ kept |
| qformer_config | hidden_act | gelu | gelu | ✓ kept |
| qformer_config | max_position_embeddings | 2048 | 2048 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Granite4Vision omitted).
| Class | Original | Fixture |
|---|
| Linear | 533 | 117 |
| LayerNorm | 96 | 46 |
| TextRMSNorm | 81 | 5 |
| Dropout | 40 | 40 |
| TextAttention | 40 | 2 |
| TextDecoderLayer | 40 | 2 |
| TextMLP | 40 | 2 |
| SiLUActivation | 40 | 2 |
| GELUTanh | 28 | 3 |
| SiglipMLP | 28 | 3 |
| SiglipAttention | 27 | 2 |
| SiglipEncoderLayer | 27 | 2 |
| Blip2QFormerAttention | 16 | 16 |
| Blip2QFormerMultiHeadAttention | 16 | 16 |
| Blip2QFormerSelfOutput | 16 | 16 |
| ModuleList | 12 | 12 |
| Blip2QFormerEncoder | 8 | 8 |
| Blip2QFormerIntermediate | 8 | 8 |
| Blip2QFormerLayer | 8 | 8 |
| Blip2QFormerModel | 8 | 8 |
| Blip2QFormerOutput | 8 | 8 |
| GELUActivation | 8 | 8 |
| WindowQFormerDownsampler | 8 | 8 |
| Embedding | 2 | 2 |
| Conv2d | 1 | 1 |
| ForConditionalGeneration | 1 | 1 |
| Model | 1 | 1 |
| TextModel | 1 | 1 |
| TextRotaryEmbedding | 1 | 1 |
| MultiheadAttention | 1 | 1 |
| NonDynamicallyQuantizableLinear | 1 | 1 |
| SiglipEncoder | 1 | 1 |
| SiglipMultiheadAttentionPoolingHead | 1 | 1 |
| SiglipVisionEmbeddings | 1 | 1 |
| SiglipVisionModel | 1 | 1 |
Config changes
15 fields changed, 86 unchanged.
| Field | Original | Fixture |
|---|
| deepstack_layer_map | [[-19, 9], [-13, 6], [-7, 3], [-1, 0]] | [[-3, 0], [-2, 0], [-2, 0], [-1, 0]] |
| qformer_config.encoder_hidden_size | 1152 | 64 |
| qformer_config.hidden_size | 1152 | 64 |
| qformer_config.intermediate_size | 3072 | 128 |
| qformer_config.num_attention_heads | 18 | 1 |
| spatial_target_layers | [12, 15, 18, 21] | [0, 1] |
| text_config.hidden_size | 2560 | 64 |
| text_config.intermediate_size | 8192 | 128 |
| text_config.num_attention_heads | 40 | 4 |
| text_config.num_hidden_layers | 40 | 2 |
| text_config.num_key_value_heads | 8 | 2 |
| vision_config.hidden_size | 1152 | 64 |
| vision_config.intermediate_size | 4304 | 128 |
| vision_config.num_attention_heads | 16 | 4 |
| vision_config.num_hidden_layers | 27 | 2 |
\ No newline at end of file
diff --git a/shrink/granite-vision-4.1-4b-mic.json b/shrink/granite-vision-4.1-4b-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..a7c0641f7183f310649a568abecc5acf9d8e3698
--- /dev/null
+++ b/shrink/granite-vision-4.1-4b-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/granite-vision-4.1-4b-mic@a6d32301c1b54aa5ef889d46d64998c1fb01c7df", "findings": []}
\ No newline at end of file
diff --git a/shrink/grounding-dino-tiny-mic.html b/shrink/grounding-dino-tiny-mic.html
index ec55da07e3f7ceaecfc57368f75bdd7863e314f6..075a841a04d5f3654d3a9b50c9e39e321e2c8308 100644
--- a/shrink/grounding-dino-tiny-mic.html
+++ b/shrink/grounding-dino-tiny-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+IDEA-Research/grounding-dino-tiny: shrunk architecture
-Shrunk architecture
huggingface-mic/grounding-dino-tiny-mic@fb35353454540cd677db5cdcf3df93a1b60cca4a ← IDEA-Research/grounding-dino-tiny@a2bb814dd30d776dcf7e30523b00659f4f141c71 · GroundingDinoForObjectDetection · random weights · built before the shrink rule (no recorded recipe)
+← MIC coverage of Transformers model types
+IDEA-Research/grounding-dino-tiny
huggingface-mic/grounding-dino-tiny-mic@fb3535345454 ← IDEA-Research/grounding-dino-tiny@a2bb814dd30d · GroundingDinoForObjectDetection · random weights · built before the shrink rule (no recorded recipe)
Original172.3Mparameters
Fixture7.7Mparameters
Layer stacks7compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.backbone.conv_encoder.model.swin.encoder.layers
| Kind | Original | Fixture | |
|---|
| SwinPatchMerging | 3 | 3 | ✓ kept |
| no SwinPatchMerging | 1 | 1 | ✓ kept |
model.input_proj_vision
| Kind | Original | Fixture | |
|---|
| Conv2d | 4 | 4 | ✓ kept |
model.text_backbone.encoder.layer
| Kind | Original | Fixture | |
|---|
| BertLayer | 12 | 2 | ✓ kept |
model.encoder.layers
| Kind | Original | Fixture | |
|---|
| FusionLayer | 6 | 2 | ✓ kept |
model.decoder.layers
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 6 | 2 | ✓ kept |
model.decoder.bbox_embed
| Kind | Original | Fixture | |
|---|
| Linear | 6 | 2 | ✓ kept |
bbox_embed
| Kind | Original | Fixture | |
|---|
| Linear | 6 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.text_backbone.encoder.layer | 85.1M | 49.4% | 66.9K | 0.9% |
| model.backbone.conv_encoder.model.swin.encoder.layers | 27.5M | 16.0% | 4.9M | 63.4% |
| model.text_backbone | 23.8M | 13.8% | 2.0M | 25.7% |
| model.encoder.layers | 21.9M | 12.7% | 176.4K | 2.3% |
| model.decoder.layers | 10.9M | 6.3% | 142.3K | 1.8% |
| model.input_proj_vision | 2.1M | 1.2% | 353.0K | 4.6% |
| model.query_position_embeddings | 230.4K | 0.1% | 57.6K | 0.7% |
| 8 others | 736.2K | 0.4% | 44.5K | 0.6% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | grounding-dino | grounding-dino | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| backbone_config | model_type | swin | swin | ✓ kept |
| backbone_config | hidden_act | gelu | gelu | ✓ kept |
| backbone_config | image_size | 224 | 224 | ✓ kept |
| backbone_config | patch_size | 4 | 4 | ✓ kept |
| backbone_config | num_channels | 3 | 3 | ✓ kept |
| text_config | model_type | bert | bert | ✓ kept |
| text_config | vocab_size | 30522 | 30522 | ✓ kept |
| text_config | tie_word_embeddings | True | True | ✓ kept |
| text_config | hidden_act | gelu | gelu | ✓ kept |
| text_config | max_position_embeddings | 512 | 512 | ✓ kept |
Module classes
Instances of each class in the built model (prefix GroundingDino omitted).
| Class | Original | Fixture |
|---|
| Linear | 382 | 122 |
| LayerNorm | 119 | 43 |
| Dropout | 68 | 18 |
| ModuleList | 26 | 18 |
| GELUActivation | 24 | 6 |
| MultiheadAttention | 18 | 6 |
| ReLU | 18 | 6 |
| MLPPredictionHead | 14 | 6 |
| BertAttention | 12 | 2 |
| BertIntermediate | 12 | 2 |
| BertLayer | 12 | 2 |
| BertOutput | 12 | 2 |
| BertSelfAttention | 12 | 2 |
| BertSelfOutput | 12 | 2 |
| MultiscaleDeformableAttention | 12 | 4 |
| MultiScaleDeformableAttention | 12 | 4 |
| SwinAttention | 12 | 4 |
| SwinLayer | 12 | 4 |
| SwinMLP | 12 | 4 |
| SwinRelativePositionBias | 12 | 4 |
| SwinDropPath | 11 | 3 |
| ContrastiveEmbedding | 7 | 3 |
| BiMultiHeadAttention | 6 | 2 |
| DecoderLayer | 6 | 2 |
| DeformableLayer | 6 | 2 |
| DropPath | 6 | 2 |
| EncoderLayer | 6 | 2 |
| FusionLayer | 6 | 2 |
| TextEnhancerLayer | 6 | 2 |
| Conv2d | 5 | 5 |
| Embedding | 4 | 4 |
| GroupNorm | 4 | 4 |
| Sequential | 4 | 4 |
| SwinStage | 4 | 4 |
| SwinPatchMerging | 3 | 3 |
| BertEmbeddings | 1 | 1 |
| BertEncoder | 1 | 1 |
| BertModel | 1 | 1 |
| ConvEncoder | 1 | 1 |
| ConvModel | 1 | 1 |
| Decoder | 1 | 1 |
| Encoder | 1 | 1 |
| ForObjectDetection | 1 | 1 |
| Model | 1 | 1 |
| SinePositionEmbedding | 1 | 1 |
| Identity | 1 | 1 |
| ModuleDict | 1 | 1 |
| SwinBackbone | 1 | 1 |
| SwinEmbeddings | 1 | 1 |
| SwinEncoder | 1 | 1 |
| SwinModel | 1 | 1 |
| SwinPatchEmbeddings | 1 | 1 |
Config changes
16 fields changed, 91 unchanged.
| Field | Original | Fixture |
|---|
| backbone_config.depths | [2, 2, 6, 2] | [1, 1, 1, 1] |
| backbone_config.embed_dim | 96 | 64 |
| backbone_config.hidden_size | 768 | 64 |
| backbone_config.num_heads | [3, 6, 12, 24] | [2, 4, 8, 16] |
| backbone_config.num_layers | 4 | 2 |
| d_model | 256 | 64 |
| decoder_attention_heads | 8 | 4 |
| decoder_ffn_dim | 2048 | 128 |
| decoder_layers | 6 | 2 |
| encoder_attention_heads | 8 | 4 |
| encoder_ffn_dim | 2048 | 128 |
| encoder_layers | 6 | 2 |
| text_config.hidden_size | 768 | 64 |
| text_config.intermediate_size | 3072 | 128 |
| text_config.num_attention_heads | 12 | 4 |
| text_config.num_hidden_layers | 12 | 2 |
\ No newline at end of file
diff --git a/shrink/grounding-dino-tiny-mic.json b/shrink/grounding-dino-tiny-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..dab864e375b8b8c09498ebf61d5ceec7d4052f65
--- /dev/null
+++ b/shrink/grounding-dino-tiny-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/grounding-dino-tiny-mic@fb35353454540cd677db5cdcf3df93a1b60cca4a", "findings": []}
\ No newline at end of file
diff --git a/shrink/hubert-large-ls960-ft-mic.html b/shrink/hubert-large-ls960-ft-mic.html
index f4934d24388da3bfbab107a08beefd7c43f5e80b..8ddbb8ea217aebfc335fa84cd36b114166c548eb 100644
--- a/shrink/hubert-large-ls960-ft-mic.html
+++ b/shrink/hubert-large-ls960-ft-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+facebook/hubert-large-ls960-ft: shrunk architecture
-Shrunk architecture
huggingface-mic/hubert-large-ls960-ft-mic@5f4ea3f40f370b2a93c05c17a1ea550648a1d8b7 ← facebook/hubert-large-ls960-ft@ece5fabbf034c1073acae96d5401b25be96709d8 · HubertForCTC · overfit weights · built before the shrink rule (no recorded recipe)
+← MIC coverage of Transformers model types
+facebook/hubert-large-ls960-ft
huggingface-mic/hubert-large-ls960-ft-mic@5f4ea3f40f37 ← facebook/hubert-large-ls960-ft@ece5fabbf034 · HubertForCTC · overfit weights · built before the shrink rule (no recorded recipe)
Original315.5Mparameters
Fixture45.0Kparameters
Layer stacks2compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
hubert.feature_extractor.conv_layers
| Kind | Original | Fixture | |
|---|
| LayerNormConvLayer | 7 | 7 | ✓ kept |
hubert.encoder.layers
| Kind | Original | Fixture | |
|---|
| Linear | 24 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| hubert.encoder.layers | 302.3M | 95.8% | 17.1K | 38.0% |
| hubert.encoder | 8.4M | 2.7% | 8.3K | 18.5% |
| hubert.feature_extractor.conv_layers | 4.2M | 1.3% | 17.4K | 38.6% |
| hubert.feature_projection | 526.3K | 0.2% | 1.1K | 2.5% |
| lm_head | 32.8K | 0.0% | 1.1K | 2.3% |
| hubert | 1.0K | 0.0% | 32 | 0.1% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | hubert | hubert | ✓ kept |
| model | vocab_size | 32 | 32 | ✓ kept |
| model | hidden_act | gelu | gelu | ✓ kept |
Module classes
Instances of each class in the built model (prefix Hubert omitted).
| Class | Original | Fixture |
|---|
| Linear | 146 | 14 |
| Dropout | 75 | 9 |
| LayerNorm | 57 | 13 |
| GELUActivation | 32 | 10 |
| Attention | 24 | 2 |
| EncoderLayerStableLayerNorm | 24 | 2 |
| FeedForward | 24 | 2 |
| Conv1d | 7 | 7 |
| LayerNormConvLayer | 7 | 7 |
| ModuleList | 2 | 2 |
| EncoderStableLayerNorm | 1 | 1 |
| FeatureEncoder | 1 | 1 |
| FeatureProjection | 1 | 1 |
| ForCTC | 1 | 1 |
| Model | 1 | 1 |
| PositionalConvEmbedding | 1 | 1 |
| SamePadLayer | 1 | 1 |
| ModuleDict | 1 | 1 |
| ParametrizationList | 1 | 1 |
| ParametrizedConv1d | 1 | 1 |
| _WeightNorm | 1 | 1 |
Config changes
7 fields changed, 46 unchanged.
| Field | Original | Fixture |
|---|
| conv_dim | 7 entries: 7× 512 | 7 entries: 7× 32 |
| hidden_size | 1024 | 32 |
| intermediate_size | 4096 | 64 |
| num_attention_heads | 16 | 4 |
| num_conv_pos_embedding_groups | 16 | 4 |
| num_conv_pos_embeddings | 128 | 32 |
| num_hidden_layers | 24 | 2 |
\ No newline at end of file
diff --git a/shrink/hubert-large-ls960-ft-mic.json b/shrink/hubert-large-ls960-ft-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..ec3650b4c2096fc8797e26023cec2bef1c20363b
--- /dev/null
+++ b/shrink/hubert-large-ls960-ft-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/hubert-large-ls960-ft-mic@5f4ea3f40f370b2a93c05c17a1ea550648a1d8b7", "findings": []}
\ No newline at end of file
diff --git a/shrink/internvl-mic.html b/shrink/internvl-mic.html
index d866be01dd0aeed19a19b4dc773611206e5747f1..ffd96dd1da654f1fba4f28f975d2590ebbd05593 100644
--- a/shrink/internvl-mic.html
+++ b/shrink/internvl-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+OpenGVLab/InternVL3-1B-hf: shrunk architecture
-Shrunk architecture
huggingface-mic/internvl-mic@9bf394da9450b552cff318878bcdee131e669a91 ← OpenGVLab/InternVL3-1B-hf@014c0583a0d4bedf29fbe2dbff4f865eb998e171 · InternVLForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)
+← MIC coverage of Transformers model types
+OpenGVLab/InternVL3-1B-hf
huggingface-mic/internvl-mic@9bf394da9450 ← OpenGVLab/InternVL3-1B-hf@014c0583a0d4 · InternVLForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)
Original802.3Mparameters
Fixture10.0Mparameters
Layer stacks2compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.vision_tower.encoder.layer
| Kind | Original | Fixture | |
|---|
| VisionLayer | 24 | 2 | ✓ kept |
model.language_model.layers
| Kind | Original | Fixture | |
|---|
| Qwen2DecoderLayer | 24 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.language_model.layers | 357.9M | 44.6% | 74.2K | 0.7% |
| model.vision_tower.encoder.layer | 302.4M | 37.7% | 67.2K | 0.7% |
| model.language_model | 135.9M | 16.9% | 9.7M | 97.3% |
| model.multi_modal_projector | 4.5M | 0.6% | 21.1K | 0.2% |
| model.vision_tower | 1.7M | 0.2% | 103.4K | 1.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | internvl | internvl | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| vision_config | model_type | internvl_vision | internvl_vision | ✓ kept |
| vision_config | hidden_act | gelu | gelu | ✓ kept |
| vision_config | image_size | [448, 448] | [448, 448] | ✓ kept |
| vision_config | patch_size | [14, 14] | [14, 14] | ✓ kept |
| vision_config | num_channels | 3 | 3 | ✓ kept |
| text_config | attention style | GQA (14 heads, 2 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| text_config | RoPE type | dynamic | dynamic | ✓ kept |
| text_config | model_type | qwen2 | qwen2 | ✓ kept |
| text_config | vocab_size | 151674 | 151674 | ✓ kept |
| text_config | tie_word_embeddings | False | False | ✓ kept |
| text_config | hidden_act | silu | silu | ✓ kept |
| text_config | max_position_embeddings | 32768 | 32768 | ✓ kept |
Module classes
Instances of each class in the built model (prefix InternVL omitted).
| Class | Original | Fixture |
|---|
| Linear | 315 | 29 |
| Identity | 73 | 7 |
| LayerNorm | 49 | 5 |
| Qwen2RMSNorm | 49 | 5 |
| Dropout | 25 | 3 |
| GELUActivation | 25 | 3 |
| VisionAttention | 24 | 2 |
| VisionLayer | 24 | 2 |
| VisionMLP | 24 | 2 |
| Qwen2Attention | 24 | 2 |
| Qwen2DecoderLayer | 24 | 2 |
| Qwen2MLP | 24 | 2 |
| SiLUActivation | 24 | 2 |
| ModuleList | 2 | 2 |
| Conv2d | 1 | 1 |
| Embedding | 1 | 1 |
| ForConditionalGeneration | 1 | 1 |
| Model | 1 | 1 |
| MultiModalProjector | 1 | 1 |
| VisionEmbeddings | 1 | 1 |
| VisionEncoder | 1 | 1 |
| VisionModel | 1 | 1 |
| VisionPatchEmbeddings | 1 | 1 |
| Qwen2Model | 1 | 1 |
| Qwen2RotaryEmbedding | 1 | 1 |
Config changes
9 fields changed, 68 unchanged.
| Field | Original | Fixture |
|---|
| text_config.hidden_size | 896 | 64 |
| text_config.intermediate_size | 4864 | 128 |
| text_config.layer_types | 24 entries: 24× full_attention | ["full_attention", "full_attention"] |
| text_config.num_attention_heads | 14 | 4 |
| text_config.num_hidden_layers | 24 | 2 |
| vision_config.hidden_size | 1024 | 64 |
| vision_config.intermediate_size | 4096 | 128 |
| vision_config.num_attention_heads | 16 | 4 |
| vision_config.num_hidden_layers | 24 | 2 |
\ No newline at end of file
diff --git a/shrink/internvl-mic.json b/shrink/internvl-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..24c6ecdb342a6fae5b6acb6ad5210f80fd475dde
--- /dev/null
+++ b/shrink/internvl-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/internvl-mic@9bf394da9450b552cff318878bcdee131e669a91", "findings": []}
\ No newline at end of file
diff --git a/shrink/jina-embeddings-v3-hf-mic.html b/shrink/jina-embeddings-v3-hf-mic.html
index 8915da9eb00119a472135c93e0e9e87be198ef9e..25a495da7762d5bb9574be6ee16d4f3b369a4eca 100644
--- a/shrink/jina-embeddings-v3-hf-mic.html
+++ b/shrink/jina-embeddings-v3-hf-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+jinaai/jina-embeddings-v3-hf: shrunk architecture
-Shrunk architecture
huggingface-mic/jina-embeddings-v3-hf-mic@7288a7adb5335fb7805f7c28ffa3efd588b8be67 ← jinaai/jina-embeddings-v3-hf@d18862d9a48706220815554fac3ebb4dfa46fc28 · JinaEmbeddingsV3Model · random weights
+← MIC coverage of Transformers model types
+jinaai/jina-embeddings-v3-hf
huggingface-mic/jina-embeddings-v3-hf-mic@7288a7adb533 ← jinaai/jina-embeddings-v3-hf@d18862d9a487 · JinaEmbeddingsV3Model · random weights
Original559.4Mparameters
Fixture16.1Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
layers
| Kind | Original | Fixture | |
|---|
| Layer | 24 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| layers | 302.3M | 54.0% | 66.9K | 0.4% |
| embeddings.word_embeddings | 256.0M | 45.8% | 16.0M | 99.6% |
| pooler.dense | 1.0M | 0.2% | 4.2K | 0.0% |
| embeddings.LayerNorm | 2.0K | 0.0% | 128 | 0.0% |
| embeddings.token_type_embeddings | 1.0K | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | RoPE type | default | default | ✓ kept |
| model | model_type | jina_embeddings_v3 | jina_embeddings_v3 | ✓ kept |
| model | vocab_size | 250002 | 250002 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| model | hidden_act | gelu | gelu | ✓ kept |
| model | max_position_embeddings | 8194 | 8194 | ✓ kept |
Module classes
Instances of each class in the built model (prefix JinaEmbeddingsV3 omitted).
| Class | Original | Fixture |
|---|
| Linear | 145 | 13 |
| Dropout | 49 | 5 |
| LayerNorm | 49 | 5 |
| GELUActivation | 24 | 2 |
| Attention | 24 | 2 |
| Layer | 24 | 2 |
| MLP | 24 | 2 |
| Embedding | 2 | 2 |
| Embeddings | 1 | 1 |
| Model | 1 | 1 |
| Pooler | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
| ModuleList | 1 | 1 |
| Tanh | 1 | 1 |
Config changes
4 fields changed, 38 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 1024 | 64 |
| intermediate_size | 4096 | 128 |
| num_attention_heads | 16 | 4 |
| num_hidden_layers | 24 | 2 |
\ No newline at end of file
diff --git a/shrink/jina-embeddings-v3-hf-mic.json b/shrink/jina-embeddings-v3-hf-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..e966761672c5987d4e771f3e4aab0723b9a82015
--- /dev/null
+++ b/shrink/jina-embeddings-v3-hf-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/jina-embeddings-v3-hf-mic@7288a7adb5335fb7805f7c28ffa3efd588b8be67", "findings": []}
\ No newline at end of file
diff --git a/shrink/language-perceiver-mic.html b/shrink/language-perceiver-mic.html
index 4c15f4e047e34c75869f55529ecdf898579c4be5..8b3636b875504e632d77880ac685f6526eba92fc 100644
--- a/shrink/language-perceiver-mic.html
+++ b/shrink/language-perceiver-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+deepmind/language-perceiver: shrunk architecture
-Shrunk architecture
huggingface-mic/language-perceiver-mic@6c70b7e085e8e6fd4544e720e75ea0e0cbdd438a ← deepmind/language-perceiver@47a1ba43d8198ea10cf9a158fce114953e9441a1 · PerceiverForMaskedLM · random weights · built before the shrink rule (no recorded recipe)
-Original201.1Mparameters
Fixture194.1Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
perceiver.encoder.self_attends
| Kind | Original | Fixture | |
|---|
| Layer | 26 | 26 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| perceiver.encoder.self_attends | 187.7M | 93.3% | 187.7M | 96.7% |
| perceiver.encoder | 6.4M | 3.2% | 5.4M | 2.8% |
| perceiver.decoder | 4.9M | 2.4% | 572.9K | 0.3% |
| perceiver.input_preprocessor | 1.8M | 0.9% | 147.8K | 0.1% |
| perceiver.embeddings | 327.7K | 0.2% | 327.7K | 0.2% |
| embedding_decoder | 262 | 0.0% | 262 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | perceiver | perceiver | ✓ kept |
| model | vocab_size | 262 | 262 | ✓ kept |
| model | hidden_act | gelu | gelu | ✓ kept |
| model | max_position_embeddings | 2048 | 2048 | ✓ kept |
| model | image_size | 56 | 56 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Perceiver omitted).
| Class | Original | Fixture |
|---|
| Linear | 168 | 168 |
| LayerNorm | 58 | 58 |
| Dropout | 28 | 28 |
| GELUActivation | 28 | 28 |
| Identity | 28 | 28 |
| Attention | 28 | 28 |
| Layer | 28 | 28 |
| MLP | 28 | 28 |
| SelfAttention | 28 | 28 |
| SelfOutput | 28 | 28 |
| Embedding | 2 | 2 |
| ModuleList | 1 | 1 |
| BasicDecoder | 1 | 1 |
| EmbeddingDecoder | 1 | 1 |
| Embeddings | 1 | 1 |
| Encoder | 1 | 1 |
| ForMaskedLM | 1 | 1 |
| Model | 1 | 1 |
| TextPreprocessor | 1 | 1 |
| TrainablePositionEncoding | 1 | 1 |
Config changes
1 fields changed, 35 unchanged.
| Field | Original | Fixture |
|---|
| d_model | 768 | 64 |
+← MIC coverage of Transformers model types
+deepmind/language-perceiver
huggingface-mic/language-perceiver-mic@6c70b7e085e8 ← deepmind/language-perceiver@47a1ba43d819 · PerceiverForMaskedLM · random weights · built before the shrink rule (no recorded recipe)
+Original201.1Mparameters
Fixture194.1Mparameters
Layer stacks1compared
Findings1to review
⚠ To review
- the fixture keeps 97% of the original's 201.1M parameters
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
perceiver.encoder.self_attends
| Kind | Original | Fixture | |
|---|
| Layer | 26 | 26 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| perceiver.encoder.self_attends | 187.7M | 93.3% | 187.7M | 96.7% |
| perceiver.encoder | 6.4M | 3.2% | 5.4M | 2.8% |
| perceiver.decoder | 4.9M | 2.4% | 572.9K | 0.3% |
| perceiver.input_preprocessor | 1.8M | 0.9% | 147.8K | 0.1% |
| perceiver.embeddings | 327.7K | 0.2% | 327.7K | 0.2% |
| embedding_decoder | 262 | 0.0% | 262 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | perceiver | perceiver | ✓ kept |
| model | vocab_size | 262 | 262 | ✓ kept |
| model | hidden_act | gelu | gelu | ✓ kept |
| model | max_position_embeddings | 2048 | 2048 | ✓ kept |
| model | image_size | 56 | 56 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Perceiver omitted).
| Class | Original | Fixture |
|---|
| Linear | 168 | 168 |
| LayerNorm | 58 | 58 |
| Dropout | 28 | 28 |
| GELUActivation | 28 | 28 |
| Identity | 28 | 28 |
| Attention | 28 | 28 |
| Layer | 28 | 28 |
| MLP | 28 | 28 |
| SelfAttention | 28 | 28 |
| SelfOutput | 28 | 28 |
| Embedding | 2 | 2 |
| ModuleList | 1 | 1 |
| BasicDecoder | 1 | 1 |
| EmbeddingDecoder | 1 | 1 |
| Embeddings | 1 | 1 |
| Encoder | 1 | 1 |
| ForMaskedLM | 1 | 1 |
| Model | 1 | 1 |
| TextPreprocessor | 1 | 1 |
| TrainablePositionEncoding | 1 | 1 |
Config changes
1 fields changed, 35 unchanged.
| Field | Original | Fixture |
|---|
| d_model | 768 | 64 |
\ No newline at end of file
diff --git a/shrink/language-perceiver-mic.json b/shrink/language-perceiver-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..bfff2d51048d82b19de38a888d9e40166836912c
--- /dev/null
+++ b/shrink/language-perceiver-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/language-perceiver-mic@6c70b7e085e8e6fd4544e720e75ea0e0cbdd438a", "findings": ["the fixture keeps 97% of the original's 201.1M parameters"]}
\ No newline at end of file
diff --git a/shrink/layoutlm-base-uncased-mic.html b/shrink/layoutlm-base-uncased-mic.html
index 518865d49dfd45901791914153268d30b67f0b31..976ec11e5d5759e41c965704735d5b748814aa9d 100644
--- a/shrink/layoutlm-base-uncased-mic.html
+++ b/shrink/layoutlm-base-uncased-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+microsoft/layoutlm-base-uncased: shrunk architecture
-Shrunk architecture
huggingface-mic/layoutlm-base-uncased-mic@7aa363dd7f97db6248afc704386db78edea79ae6 ← microsoft/layoutlm-base-uncased@30e3cdd39c11f09757b0fcf7598533d05052acef · LayoutLMForMaskedLM · random weights
+← MIC coverage of Transformers model types
+microsoft/layoutlm-base-uncased
huggingface-mic/layoutlm-base-uncased-mic@7aa363dd7f97 ← microsoft/layoutlm-base-uncased@30e3cdd39c11 · LayoutLMForMaskedLM · random weights
Original113.3Mparameters
Fixture2.4Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
layoutlm.encoder.layer
| Kind | Original | Fixture | |
|---|
| Layer | 12 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| layoutlm.encoder.layer | 85.1M | 75.1% | 66.9K | 2.8% |
| layoutlm.embeddings | 27.0M | 23.8% | 2.2M | 95.5% |
| cls.predictions | 622.6K | 0.5% | 34.8K | 1.5% |
| layoutlm.pooler | 590.6K | 0.5% | 4.2K | 0.2% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | layoutlm | layoutlm | ✓ kept |
| model | vocab_size | 30522 | 30522 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| model | hidden_act | gelu | gelu | ✓ kept |
| model | max_position_embeddings | 512 | 512 | ✓ kept |
Module classes
Instances of each class in the built model (prefix LayoutLM omitted).
| Class | Original | Fixture |
|---|
| Linear | 75 | 15 |
| Dropout | 37 | 7 |
| LayerNorm | 26 | 6 |
| GELUActivation | 13 | 3 |
| Attention | 12 | 2 |
| Intermediate | 12 | 2 |
| Layer | 12 | 2 |
| Output | 12 | 2 |
| SelfAttention | 12 | 2 |
| SelfOutput | 12 | 2 |
| Embedding | 7 | 7 |
| Embeddings | 1 | 1 |
| Encoder | 1 | 1 |
| ForMaskedLM | 1 | 1 |
| LMPredictionHead | 1 | 1 |
| Model | 1 | 1 |
| OnlyMLMHead | 1 | 1 |
| Pooler | 1 | 1 |
| PredictionHeadTransform | 1 | 1 |
| ModuleList | 1 | 1 |
| Tanh | 1 | 1 |
Config changes
4 fields changed, 25 unchanged.
| Field | Original | Fixture |
|---|
| hidden_size | 768 | 64 |
| intermediate_size | 3072 | 128 |
| num_attention_heads | 12 | 4 |
| num_hidden_layers | 12 | 2 |
\ No newline at end of file
diff --git a/shrink/layoutlm-base-uncased-mic.json b/shrink/layoutlm-base-uncased-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..032de0df3ea32a3b3239924c198eac5759f4b94e
--- /dev/null
+++ b/shrink/layoutlm-base-uncased-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/layoutlm-base-uncased-mic@7aa363dd7f97db6248afc704386db78edea79ae6", "findings": []}
\ No newline at end of file
diff --git a/shrink/llama-mic.html b/shrink/llama-mic.html
index 58c7cd961f5f9fd4cc6dec3a59f3351ddf316ff7..4bb4d3186dbe3b1906ce7e9c76b71ba58bc1be17 100644
--- a/shrink/llama-mic.html
+++ b/shrink/llama-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+HuggingFaceTB/SmolLM2-135M: shrunk architecture
-Shrunk architecture
huggingface-mic/llama-mic@8231ab98d1dd670f702753a80097b854fb5e91b5 ← HuggingFaceTB/SmolLM2-135M@93efa2f097d58c2a74874c7e644dbc9b0cee75a2 · LlamaForCausalLM · random weights · built before the shrink rule (no recorded recipe)
+← MIC coverage of Transformers model types
+HuggingFaceTB/SmolLM2-135M
huggingface-mic/llama-mic@8231ab98d1dd ← HuggingFaceTB/SmolLM2-135M@93efa2f097d5 · LlamaForCausalLM · random weights · built before the shrink rule (no recorded recipe)
Original134.5Mparameters
Fixture3.2Mparameters
Layer stacks1compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.layers
| Kind | Original | Fixture | |
|---|
| DecoderLayer | 30 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.layers | 106.2M | 79.0% | 74.0K | 2.3% |
| model.embed_tokens | 28.3M | 21.0% | 3.1M | 97.7% |
| model.norm | 576 | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | attention style | GQA (9 heads, 3 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| model | RoPE type | default | default | ✓ kept |
| model | model_type | llama | llama | ✓ kept |
| model | vocab_size | 49152 | 49152 | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| model | hidden_act | silu | silu | ✓ kept |
| model | max_position_embeddings | 8192 | 8192 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Llama omitted).
| Class | Original | Fixture |
|---|
| Linear | 211 | 15 |
| RMSNorm | 61 | 5 |
| Attention | 30 | 2 |
| DecoderLayer | 30 | 2 |
| MLP | 30 | 2 |
| SiLUActivation | 30 | 2 |
| Embedding | 1 | 1 |
| ForCausalLM | 1 | 1 |
| Model | 1 | 1 |
| RotaryEmbedding | 1 | 1 |
| ModuleList | 1 | 1 |
Config changes
6 fields changed, 26 unchanged.
| Field | Original | Fixture |
|---|
| head_dim | 64 | 16 |
| hidden_size | 576 | 64 |
| intermediate_size | 1536 | 128 |
| num_attention_heads | 9 | 4 |
| num_hidden_layers | 30 | 2 |
| num_key_value_heads | 3 | 2 |
\ No newline at end of file
diff --git a/shrink/llama-mic.json b/shrink/llama-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..77b7841235a4a901cb680c333f247a1c9c1f260f
--- /dev/null
+++ b/shrink/llama-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/llama-mic@8231ab98d1dd670f702753a80097b854fb5e91b5", "findings": []}
\ No newline at end of file
diff --git a/shrink/llava-mic.html b/shrink/llava-mic.html
index 0040252a3a4a2726e009eb78841d19093e2ce5bb..b4c73dc6dfa74bf087c72bbf3c238a7d719d1932 100644
--- a/shrink/llava-mic.html
+++ b/shrink/llava-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+llava-hf/llava-1.5-7b-hf: shrunk architecture
-Shrunk architecture
huggingface-mic/llava-mic@dab442b1a1f407ad1083d0a1b5cf11dc99c02294 ← llava-hf/llava-1.5-7b-hf@b234b804b114d9e37bb655e11cbbb5f5e971b7a9 · LlavaForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)
+← MIC coverage of Transformers model types
+llava-hf/llava-1.5-7b-hf
huggingface-mic/llava-mic@dab442b1a1f4 ← llava-hf/llava-1.5-7b-hf@b234b804b114 · LlavaForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)
Original7.1Bparameters
Fixture4.3Mparameters
Layer stacks2compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.vision_tower.encoder.layers
| Kind | Original | Fixture | |
|---|
| CLIPEncoderLayer | 24 | 2 | ✓ kept |
model.language_model.layers
| Kind | Original | Fixture | |
|---|
| LlamaDecoderLayer | 32 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.language_model.layers | 6.5B | 91.7% | 82.2K | 1.9% |
| model.vision_tower.encoder.layers | 302.3M | 4.3% | 66.9K | 1.5% |
| model.language_model | 131.3M | 1.9% | 2.1M | 47.3% |
| lm_head | 131.3M | 1.9% | 2.1M | 47.3% |
| model.multi_modal_projector | 21.0M | 0.3% | 8.3K | 0.2% |
| model.vision_tower | 1.2M | 0.0% | 74.9K | 1.7% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | llava | llava | ✓ kept |
| model | vocab_size | 32064 | 32064 | ✓ kept |
| model | tie_word_embeddings | False | False | ✓ kept |
| vision_config | model_type | clip_vision_model | clip_vision_model | ✓ kept |
| vision_config | vocab_size | 32000 | 32000 | ✓ kept |
| vision_config | hidden_act | quick_gelu | quick_gelu | ✓ kept |
| vision_config | image_size | 336 | 336 | ✓ kept |
| vision_config | patch_size | 14 | 14 | ✓ kept |
| vision_config | num_channels | 3 | 3 | ✓ kept |
| text_config | attention style | MHA (32 heads, 32 KV) | MHA (4 heads, 4 KV) | ✓ kept |
| text_config | RoPE type | default | default | ✓ kept |
| text_config | model_type | llama | llama | ✓ kept |
| text_config | vocab_size | 32064 | 32064 | ✓ kept |
| text_config | tie_word_embeddings | False | False | ✓ kept |
| text_config | hidden_act | silu | silu | ✓ kept |
| text_config | max_position_embeddings | 4096 | 4096 | ✓ kept |
Module classes
Instances of each class in the built model (prefix Llava omitted).
| Class | Original | Fixture |
|---|
| Linear | 371 | 29 |
| LlamaRMSNorm | 65 | 5 |
| LayerNorm | 50 | 6 |
| LlamaAttention | 32 | 2 |
| LlamaDecoderLayer | 32 | 2 |
| LlamaMLP | 32 | 2 |
| SiLUActivation | 32 | 2 |
| CLIPAttention | 24 | 2 |
| CLIPEncoderLayer | 24 | 2 |
| CLIPMLP | 24 | 2 |
| QuickGELUActivation | 24 | 2 |
| Embedding | 2 | 2 |
| ModuleList | 2 | 2 |
| CLIPEncoder | 1 | 1 |
| CLIPVisionEmbeddings | 1 | 1 |
| CLIPVisionModel | 1 | 1 |
| Conv2d | 1 | 1 |
| GELUActivation | 1 | 1 |
| LlamaModel | 1 | 1 |
| LlamaRotaryEmbedding | 1 | 1 |
| ForConditionalGeneration | 1 | 1 |
| Model | 1 | 1 |
| MultiModalProjector | 1 | 1 |
Config changes
11 fields changed, 61 unchanged.
| Field | Original | Fixture |
|---|
| text_config.head_dim | 128 | 16 |
| text_config.hidden_size | 4096 | 64 |
| text_config.intermediate_size | 11008 | 128 |
| text_config.num_attention_heads | 32 | 4 |
| text_config.num_hidden_layers | 32 | 2 |
| text_config.num_key_value_heads | 32 | 4 |
| vision_config.hidden_size | 1024 | 64 |
| vision_config.intermediate_size | 4096 | 128 |
| vision_config.num_attention_heads | 16 | 4 |
| vision_config.num_hidden_layers | 24 | 2 |
| vision_config.projection_dim | 768 | 32 |
\ No newline at end of file
diff --git a/shrink/llava-mic.json b/shrink/llava-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..4584615c09ee3fed6d4c9ce26f18370ca0f8d2c6
--- /dev/null
+++ b/shrink/llava-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/llava-mic@dab442b1a1f407ad1083d0a1b5cf11dc99c02294", "findings": []}
\ No newline at end of file
diff --git a/shrink/llava-onevision-qwen2-0.5b-ov-hf-mic.html b/shrink/llava-onevision-qwen2-0.5b-ov-hf-mic.html
index 711d257983e23ba0cd7525dc8085c66a7144e069..13545079852f93ac6920b08b6434a9ca6c70c6ca 100644
--- a/shrink/llava-onevision-qwen2-0.5b-ov-hf-mic.html
+++ b/shrink/llava-onevision-qwen2-0.5b-ov-hf-mic.html
@@ -1,6 +1,6 @@
-Shrunk architecture
+llava-hf/llava-onevision-qwen2-0.5b-ov-hf: shrunk architecture
-Shrunk architecture
huggingface-mic/llava-onevision-qwen2-0.5b-ov-hf-mic@c8d8d3c952d7ba613a1c76b3eb2d1641b8fd053f ← llava-hf/llava-onevision-qwen2-0.5b-ov-hf@74dd0bf867a4cda7950c17663794267c60cf4b40 · LlavaOnevisionForConditionalGeneration · random weights
+← MIC coverage of Transformers model types
+llava-hf/llava-onevision-qwen2-0.5b-ov-hf
huggingface-mic/llava-onevision-qwen2-0.5b-ov-hf-mic@c8d8d3c952d7 ← llava-hf/llava-onevision-qwen2-0.5b-ov-hf@74dd0bf867a4 · LlavaOnevisionForConditionalGeneration · random weights
Original893.7Mparameters
Fixture10.0Mparameters
Layer stacks2compared
Findings0to review
✓ Same architecture, smaller
Every module class, layer kind and checked property of the original is in the fixture.
Layer stacks
One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.
model.vision_tower.encoder.layers
| Kind | Original | Fixture | |
|---|
| SiglipEncoderLayer | 26 | 2 | ✓ kept |
model.language_model.layers
| Kind | Original | Fixture | |
|---|
| Qwen2DecoderLayer | 24 | 2 | ✓ kept |
Where the parameters are
Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.
| Component | Original | Share | Fixture | Share |
|---|
| model.vision_tower.encoder.layers | 396.2M | 44.3% | 66.9K | 0.7% |
| model.language_model.layers | 357.9M | 40.0% | 74.2K | 0.7% |
| model.language_model | 136.2M | 15.2% | 9.7M | 97.7% |
| model.multi_modal_projector | 1.8M | 0.2% | 8.3K | 0.1% |
| model.vision_tower | 1.5M | 0.2% | 84.5K | 0.8% |
| model | 896 | 0.0% | 64 | 0.0% |
Preserved properties
| Config | Property | Original | Fixture | |
|---|
| model | model_type | llava_onevision | llava_onevision | ✓ kept |
| model | tie_word_embeddings | True | True | ✓ kept |
| vision_config | model_type | siglip_vision_model | siglip_vision_model | ✓ kept |
| vision_config | hidden_act | gelu_pytorch_tanh | gelu_pytorch_tanh | ✓ kept |
| vision_config | image_size | 384 | 384 | ✓ kept |
| vision_config | patch_size | 14 | 14 | ✓ kept |
| vision_config | num_channels | 3 | 3 | ✓ kept |
| text_config | attention style | GQA (14 heads, 2 KV) | GQA (4 heads, 2 KV) | ✓ kept |
| text_config | RoPE type | default | default | ✓ kept |
| text_config | model_type | qwen2 | qwen2 | ✓ kept |
| text_config | vocab_size | 152000 | 152000 | ✓ kept |
| text_config | tie_word_embeddings | True | True | ✓ kept |
| text_config | hidden_act | silu | silu | ✓ kept |
| text_config | max_position_embeddings | 32768 | 32768 | ✓ kept |
Module classes
Instances of each class in the built model (prefix LlavaOnevision omitted).
| Class | Original | Fixture |
|---|
| Linear | 327 | 29 |
| LayerNorm | 53 | 5 |
| Qwen2RMSNorm | 49 | 5 |
| GELUTanh | 26 | 2 |
| SiglipAttention | 26 | 2 |
| SiglipEncoderLayer | 26 | 2 |
| SiglipMLP | 26 | 2 |
| Qwen2Attention | 24 | 2 |
| Qwen2DecoderLayer | 24 | 2 |
| Qwen2MLP | 24 | 2 |
| SiLUActivation | 24 | 2 |
| Embedding | 2 | 2 |
| ModuleList | 2 | 2 |
| Conv2d | 1 | 1 |
| GELUActivation | 1 | 1 |
| ForConditionalGeneration | 1 | 1 |
| Model | 1 | 1 |
| MultiModalProjector | 1 | 1 |
| Qwen2Model | 1 | 1 |
| Qwen2RotaryEmbedding | 1 | 1 |
| SiglipEncoder | 1 | 1 |
| SiglipVisionEmbeddings | 1 | 1 |
| SiglipVisionModel | 1 | 1 |
Config changes
9 fields changed, 61 unchanged.
| Field | Original | Fixture |
|---|
| text_config.hidden_size | 896 | 64 |
| text_config.intermediate_size | 4864 | 128 |
| text_config.layer_types | 24 entries: 24× full_attention | ["full_attention", "full_attention"] |
| text_config.num_attention_heads | 14 | 4 |
| text_config.num_hidden_layers | 24 | 2 |
| vision_config.hidden_size | 1152 | 64 |
| vision_config.intermediate_size | 4304 | 128 |
| vision_config.num_attention_heads | 16 | 4 |
| vision_config.num_hidden_layers | 26 | 2 |
\ No newline at end of file
diff --git a/shrink/llava-onevision-qwen2-0.5b-ov-hf-mic.json b/shrink/llava-onevision-qwen2-0.5b-ov-hf-mic.json
new file mode 100644
index 0000000000000000000000000000000000000000..b963342da990d82b424689bb9fc59773fe4ae78a
--- /dev/null
+++ b/shrink/llava-onevision-qwen2-0.5b-ov-hf-mic.json
@@ -0,0 +1 @@
+{"fixture": "huggingface-mic/llava-onevision-qwen2-0.5b-ov-hf-mic@c8d8d3c952d7ba613a1c76b3eb2d1641b8fd053f", "findings": []}
\ No newline at end of file