diff --git a/data.json b/data.json index e6ee076d3841f4c2f28a5b55a9cec9a3d06d2ced..1ca75b8e0c2d46cf87c1934b0b87597e80ef23a6 100644 --- a/data.json +++ b/data.json @@ -1 +1 @@ -{"rows": [["EvollaModel", "Reachable", "", 732, "westlake-repl/Evolla-10B-hf"], ["afmoe", "Reachable", "", 84004, "optimum-intel-internal-testing/tiny-random-trinity"], ["aimv2", "Reachable", "", 10627, "apple/aimv2-large-patch14-224-lit"], ["aimv2_text_model", "Unreachable", "component config only", 0, ""], ["aimv2_vision_model", "Reachable", "", 3412, "apple/aimv2-large-patch14-224"], ["albert", "Done", "", 2009876, "albert/albert-base-v2"], ["align", "Unreachable", "forward fails after shrink", 21429, "kakaobrain/align-base"], ["align_text_model", "Unreachable", "component config only", 0, ""], ["align_vision_model", "Unreachable", "component config only", 0, ""], ["altclip", "Reachable", "", 7652, "BAAI/AltCLIP"], ["altclip_text_model", "Unreachable", "component config only", 0, ""], ["altclip_vision_model", "Unreachable", "component config only", 0, ""], ["apertus", "Done", "", 457103, "swiss-ai/Apertus-8B-Instruct-2509"], ["arcee", "Reachable", "", 64187, "optimum-intel-internal-testing/tiny-random-ArceeForCausalLM"], ["aria", "Unreachable", "forward fails after shrink", 29760, "rhymes-ai/Aria"], ["aria_text", "Unreachable", "forward fails after shrink", 88, "hf-tiny-v2/tiny-random-AriaTextForCausalLM"], ["audio-spectrogram-transformer", "Unreachable", "forward fails after shrink", 1651174, "MIT/ast-finetuned-audioset-10-10-0.4593"], ["audioflamingo3", "Done", "", 144463, "nvidia/audio-flamingo-3-hf"], ["audioflamingo3_encoder", "Unreachable", "forward fails after shrink", 27, "hf-tiny-v2/tiny-random-AudioFlamingo3Encoder"], ["autoformer", "Unreachable", "synthetic inputs rejected", 79649, "huggingface/autoformer-tourism-monthly"], ["axk1", "Reachable", "", 5094, "skt/A.X-K1"], ["axk2", "Reachable", "", 90892, "skt/A.X-K2-NVFP4"], ["aya_vision", "Reachable", "", 3689, "CohereLabs/aya-vision-8b"], ["bailing_hybrid", "Unreachable", "forward fails after shrink", 727122, "rapid-mlx/Ling-3.0-tiny-MLX-4bit"], ["bamba", "Reachable", "", 11728, "ibm-ai-platform/Bamba-9B-v1"], ["bark", "Unreachable", "forward fails after shrink", 28264, "suno/bark"], ["bart", "Done", "", 6328395, "facebook/bart-large-mnli"], ["beam", "Reachable", "", 20667, "reflection/Beam-1.0-501B-A23B"], ["beit", "Done", "", 169127, "microsoft/dit-base-finetuned-rvlcdip"], ["bert", "Done", "", 527874026, "sentence-transformers/all-MiniLM-L6-v2"], ["bert-generation", "Reachable", "", 3386, "ybelkada/random-tiny-BertGenerationModel"], ["big_bird", "Done", "", 194505, "google/bigbird-roberta-base"], ["bigbird_pegasus", "Reachable", "", 71110, "optimum-intel-internal-testing/tiny-random-bigbird_pegasus"], ["biogpt", "Reachable", "", 56866, "optimum-intel-internal-testing/tiny-random-BioGptForCausalLM"], ["bit", "Unreachable", "model build fails", 8676, "google/bit-50"], ["bitnet", "Reachable", "", 35767, "optimum-intel-internal-testing/tiny-random-bitnet"], ["blenderbot", "Done", "", 235225, "optimum-intel-internal-testing/tiny-random-BlenderbotModel"], ["blenderbot-small", "Reachable", "", 5857, "facebook/blenderbot_small-90M"], ["blip", "Unreachable", "forward fails after shrink", 2359364, "Salesforce/blip-image-captioning-base"], ["blip-2", "Unreachable", "forward fails after shrink", 457477, "Salesforce/blip2-opt-2.7b"], ["blip_2_qformer", "Unreachable", "forward fails after shrink", 145, "hf-tiny-v2/tiny-random-Blip2QFormerModel"], ["blip_2_vision_model", "Unreachable", "component config only", 24, "tmnam20/blip2-opt-2.7b-vision"], ["blip_text_model", "Unreachable", "component config only", 0, ""], ["blip_vision_model", "Unreachable", "component config only", 0, ""], ["bloom", "Done", "", 1527823, "bigscience/bloomz-560m"], ["blt", "Unreachable", "forward fails after shrink", 6999, "itazap/blt-1b-hf"], ["blt_global_transformer", "No checkpoint", "no Hub checkpoint has this model_type (documented itazap/blt-1b-hf is another type)", 0, ""], ["blt_local_decoder", "No checkpoint", "no Hub checkpoint has this model_type (documented itazap/blt-1b-hf is another type)", 0, ""], ["blt_local_encoder", "No checkpoint", "no Hub checkpoint has this model_type (documented itazap/blt-1b-hf is another type)", 0, ""], ["blt_patcher", "No checkpoint", "no Hub checkpoint has this model_type (documented itazap/blt-1b-hf is another type)", 0, ""], ["bridgetower", "Reachable", "", 80, "regisss/bridgetower-newyorker-a100-8x"], ["bridgetower_text_model", "No checkpoint", "no Hub checkpoint has this model_type (documented BridgeTower/bridgetower-base is another type)", 0, ""], ["bridgetower_vision_model", "No checkpoint", "no Hub checkpoint has this model_type (documented BridgeTower/bridgetower-base is another type)", 0, ""], ["bros", "Unreachable", "forward fails after shrink", 42661, "naver-clova-ocr/bros-base-uncased"], ["camembert", "Done", "", 2226781, "almanach/camembert-base"], ["canary", "Unreachable", "forward fails after shrink", 237192, "nvidia/canary-1b-v2"], ["canary_decoder", "Unreachable", "component config only", 0, ""], ["canine", "Done", "", 167492, "google/canine-c"], ["chameleon", "Reachable", "", 8504, "facebook/chameleon-7b"], ["chameleon_vqgan", "Unreachable", "component config only", 33, "leloy/Anole-7b-v0.1-vqvae-hf"], ["chinese_clip", "Done", "", 276376, "OFA-Sys/chinese-clip-vit-base-patch16"], ["chinese_clip_text_model", "Unreachable", "component config only", 0, ""], ["chinese_clip_vision_model", "Reachable", "", 57, "hf-tiny-v2/tiny-random-ChineseCLIPVisionModel"], ["chmv2", "Unreachable", "forward fails after shrink", 1526, "facebook/dinov3-vitl16-chmv2-dpt-head"], ["clap", "Done", "", 9104856, "laion/clap-htsat-fused"], ["clap_audio_model", "Unreachable", "component config only", 257, "NGDtuanh/abook-music-student"], ["clap_text_model", "Unreachable", "component config only", 61, "werent4/larger_clap_general_text_model"], ["clip", "Done", "", 37612455, "openai/clip-vit-base-patch32"], ["clip_text_model", "Done", "", 940714, "peft-internal-testing/tiny-clip-text-2"], ["clip_vision_model", "Done", "", 432156, "xingpng/OneIG-StyleEncoder"], ["clipseg", "Done", "", 545844, "CIDAS/clipseg-rd64-refined"], ["clipseg_text_model", "Unreachable", "component config only", 0, ""], ["clipseg_vision_model", "Unreachable", "component config only", 0, ""], ["clvp", "Unreachable", "forward fails after shrink", 5530, "susnato/clvp_dev"], ["clvp_decoder", "Unreachable", "component config only", 0, ""], ["clvp_encoder", "Unreachable", "component config only", 0, ""], ["codegen", "Unreachable", "forward fails after shrink", 168810, "Salesforce/codegen2-16B_P"], ["cohere", "Done", "", 166589, "optimum-intel-internal-testing/tiny-random-CohereForCausalLM"], ["cohere2", "Done", "", 162977, "optimum-intel-internal-testing/tiny-random-aya-base"], ["cohere2_moe", "Reachable", "", 15203, "CohereLabs/North-Mini-Code-1.0"], ["cohere2_vision", "Reachable", "", 37679, "CohereLabs/command-a-plus-05-2026-bf16"], ["cohere_asr", "Unreachable", "forward fails after shrink", 350010, "CohereLabs/cohere-transcribe-arabic-07-2026"], ["cohere_compass", "Reachable", "", 34840, "CohereLabs/North-Micro-Vision-Instruct"], ["cohere_compass_text", "Reachable", "", 41, "hf-tiny-v2/tiny-random-CohereCompassTextForSequenceClassification"], ["cohere_compass_vision", "Unreachable", "forward fails after shrink", 15, "hf-tiny-v2/tiny-random-CohereCompassVisionModel"], ["colmodernvbert", "Unreachable", "no usable checkpoint", 1649, "Qdrant/colmodernvbert"], ["colpali", "Reachable", "", 8568, "vidore/colpali-v1.3-hf"], ["colqwen2", "Reachable", "", 36700, "vidore/colqwen2-v1.0-hf"], ["conditional_detr", "Reachable", "", 62673, "yainage90/fashion-object-detection"], ["convbert", "Done", "", 509373, "YituTech/conv-bert-base"], ["convnext", "Done", "", 192305, "facebook/convnext-tiny-224"], ["convnextv2", "Done", "", 330963, "facebook/convnextv2-base-22k-384"], ["cosmos3_edge", "Reachable", "", 83288, "nvidia/Cosmos3-Edge"], ["cosmos3_edge_text", "Reachable", "", 14, "hf-tiny-v2/tiny-random-Cosmos3EdgeTextModel"], ["cosmos3_edge_vision", "Unreachable", "forward fails after shrink", 12, "hf-tiny-v2/tiny-random-Cosmos3EdgeVisionModel"], ["cosmos3_omni", "Done", "", 244937, "nvidia/Cosmos3-Nano"], ["cpmant", "Reachable", "", 3742, "openbmb/cpm-ant-10b"], ["csm", "Done", "", 145078, "sesame/csm-1b"], ["csm_depth_decoder_model", "Unreachable", "checkpoint gated", 0, "sesame/csm-1b"], ["ctrl", "Reachable", "", 17032, "Salesforce/ctrl"], ["cvt", "Reachable", "", 12319, "microsoft/cvt-13"], ["cwm", "Unreachable", "no usable checkpoint", 1007, "facebook/cwm"], ["d_fine", "Unreachable", "forward fails after shrink", 126298, "ustc-community/dfine-xlarge-obj2coco"], ["dab-detr", "Unreachable", "config load fails", 7050, "IDEA-Research/dab-detr-resnet-50"], ["dac", "Unreachable", "forward fails after shrink", 72000, "descript/dac_44khz"], ["data2vec-audio", "Reachable", "", 39013, "optimum-intel-internal-testing/tiny-random-Data2VecAudioModel"], ["data2vec-text", "Reachable", "", 7219, "optimum-intel-internal-testing/tiny-random-Data2VecTextModel"], ["data2vec-vision", "Unreachable", "shrink fails", 17284, "optimum-intel-internal-testing/tiny-random-Data2VecVisionModel"], ["dbrx", "Reachable", "", 16983, "trl-internal-testing/tiny-DbrxForCausalLM"], ["deberta", "Done", "", 692267, "microsoft/deberta-large-mnli"], ["deberta-v2", "Done", "", 21746039, "microsoft/mdeberta-v3-base"], ["decision_transformer", "Unreachable", "synthetic inputs rejected", 6158, "edbeeching/decision-transformer-gym-hopper-medium"], ["deepseek_ocr2", "Unreachable", "synthetic inputs rejected", 22922, "optimum-intel-internal-testing/tiny-random-deepseek-ocr-2"], ["deepseek_ocr2_encoder", "Unreachable", "component config only", 0, ""], ["deepseek_ocr2_sam_vision_model", "Unreachable", "component config only", 0, ""], ["deepseek_ocr2_text", "Unreachable", "component config only", 0, ""], ["deepseek_ocr2_vision", "Unreachable", "component config only", 0, ""], ["deepseek_v2", "Done", "", 668975, "deepseek-ai/DeepSeek-Coder-V2-Lite-Instruct"], ["deepseek_v3", "Done", "", 4950570, "deepseek-ai/DeepSeek-R1"], ["deepseek_v32", "Done", "", 6161743, "deepseek-ai/DeepSeek-V3.2"], ["deepseek_v4", "Done", "", 6213673, "deepseek-ai/DeepSeek-V4-Flash-0731"], ["deepseek_vl", "Reachable", "", 8828, "deepseek-community/deepseek-vl-1.3b-chat"], ["deepseek_vl_hybrid", "Reachable", "", 8249, "deepseek-community/deepseek-vl-7b-chat"], ["deformable_detr", "Reachable", "", 23013, "SenseTime/deformable-detr"], ["deimv2", "Unreachable", "forward fails after shrink", 4393, "alessioarcara/deimv2-deimv2_dinov3_x_coco"], ["deit", "Reachable", "", 50030, "facebook/deit-base-distilled-patch16-384"], ["depth_anything", "Unreachable", "forward fails after shrink", 2447209, "depth-anything/Depth-Anything-V2-Small-hf"], ["depth_pro", "Unreachable", "forward fails after shrink", 52957, "apple/DepthPro-hf"], ["detr", "Done", "", 385370, "TahaDouaji/detr-doc-table-detection"], ["dia", "Unreachable", "no usable checkpoint", 16396, "nari-labs/Dia-1.6B-0626"], ["dia_decoder", "No checkpoint", "no Hub checkpoint has this model_type (documented nari-labs/Dia-1.6B is another type)", 0, ""], ["dia_encoder", "No checkpoint", "no Hub checkpoint has this model_type (documented nari-labs/Dia-1.6B is another type)", 0, ""], ["diffllama", "Reachable", "", 4593, "kajuma/DiffLlama-0.3B-handcut"], ["diffusion_gemma", "Unreachable", "forward fails after shrink", 1034537, "google/diffusiongemma-26B-A4B-it"], ["diffusion_gemma_text", "Unreachable", "component config only", 0, ""], ["dinat", "Unreachable", "model build fails", 209, "shi-labs/dinat-mini-in1k-224"], ["dinov2", "Done", "", 7235906, "facebook/dinov2-base"], ["dinov2_with_registers", "Done", "", 354429, "facebook/dinov2-with-registers-base"], ["dinov3_convnext", "Reachable", "", 95750, "facebook/dinov3-convnext-tiny-pretrain-lvd1689m"], ["dinov3_vit", "Done", "", 2089303, "facebook/dinov3-vitl16-pretrain-lvd1689m"], ["distilbert", "Done", "", 20324420, "distilbert/distilbert-base-uncased"], ["doge", "Reachable", "", 8362, "SmallDoge/Doge-320M"], ["donut-swin", "Reachable", "", 2963, "optimum-intel-internal-testing/tiny-random-DonutSwinModel"], ["dots1", "Reachable", "", 6731, "rednote-hilab/dots.llm1.base"], ["dpr", "Reachable", "", 53829, "facebook/dpr-question_encoder-single-nq-base"], ["dpt", "Done", "", 620365, "Intel/dpt-hybrid-midas"], ["edgetam", "Unreachable", "no usable checkpoint", 9579, "onnx-community/EdgeTAM-ONNX"], ["edgetam_mask_decoder", "No checkpoint", "no Hub checkpoint has this model_type (documented yonigozlan/EdgeTAM-hf is another type)", 0, ""], ["edgetam_prompt_encoder", "No checkpoint", "no Hub checkpoint has this model_type (documented yonigozlan/EdgeTAM-hf is another type)", 0, ""], ["edgetam_video", "Unreachable", "forward fails after shrink", 11709, "yonigozlan/EdgeTAM-hf"], ["edgetam_video_mask_decoder", "No checkpoint", "no Hub checkpoint has this model_type (documented yonigozlan/EdgeTAM-hf is another type)", 0, ""], ["edgetam_video_prompt_encoder", "No checkpoint", "no Hub checkpoint has this model_type (documented yonigozlan/EdgeTAM-hf is another type)", 0, ""], ["edgetam_vision_model", "Reachable", "", 53, "hf-tiny-v2/tiny-random-EdgeTamVisionModel"], ["efficientloftr", "Unreachable", "shrink fails", 16245, "zju-community/efficientloftr"], ["efficientnet", "Unreachable", "forward fails after shrink", 168152, "docling-project/DocumentFigureClassifier-v2.5"], ["electra", "Done", "", 28465435, "google/electra-base-discriminator"], ["embedding_gemma2", "Done", "", 719174, "onnx-community/embeddinggemma-2-ONNX"], ["embedding_gemma2_text", "Reachable", "", 171, "HukukcuApp/tr-legal-embedding-gemma-2"], ["emu3", "Reachable", "", 20741, "BAAI/Emu3-Chat-hf"], ["emu3_text_model", "Unreachable", "component config only", 118, "hf-tiny-v2/tiny-random-Emu3TextModel"], ["emu3_vqgan", "Unreachable", "component config only", 0, ""], ["encodec", "Unreachable", "forward fails after shrink", 105065, "facebook/encodec_24khz"], ["encoder-decoder", "Done", "", 29649, "optimum-internal-testing/tiny-random-encoder-decoder-gpt2-bert"], ["eomt", "Unreachable", "forward fails after shrink", 67972, "tue-mps/coco_panoptic_eomt_large_640"], ["eomt_dinov3", "Unreachable", "forward fails after shrink", 21640, "tue-mps/eomt-dinov3-ade-semantic-large-512"], ["ernie", "Reachable", "", 73981, "shibing624/text2vec-base-chinese-paraphrase"], ["ernie4_5", "Reachable", "", 14731, "baidu/ERNIE-4.5-0.3B-PT"], ["ernie4_5_moe", "Unreachable", "forward fails after shrink", 123822, "baidu/ERNIE-4.5-21B-A3B-Thinking"], ["ernie4_5_vl_moe", "Unreachable", "forward fails after shrink", 45, "hf-tiny-v2/tiny-random-Ernie4_5_VLMoeForConditionalGeneration"], ["ernie4_5_vl_moe_text", "No checkpoint", "no Hub checkpoint has this model_type (documented baidu/ERNIE-4.5-VL-28B-A3B-PT is another type)", 0, ""], ["ernie4_5_vl_moe_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented baidu/ERNIE-4.5-VL-28B-A3B-PT is another type)", 0, ""], ["esm", "Done", "", 7030784, "facebook/esm2_t33_650M_UR50D"], ["esmc", "Done", "", 393143, "biohub/ESMC-300M"], ["esmfold2", "Unreachable", "shrink fails", 388538, "biohub/ESMFold2"], ["eurobert", "Done", "", 847801, "OpenMed/OpenMed-NER-ChemicalDetect-EuroMed-212M"], ["evolla", "No checkpoint", "no Hub checkpoint has this model_type (none documented)", 0, ""], ["exaone4", "Reachable", "", 64834, "LGAI-EXAONE/EXAONE-4.0-32B"], ["exaone4_5", "Reachable", "", 39320, "LGAI-EXAONE/EXAONE-4.5-33B"], ["exaone4_5_vision", "Unreachable", "forward fails after shrink", 31, "hf-tiny-v2/tiny-random-Exaone4_5_VisionModel"], ["exaone_moe", "Reachable", "", 18548, "LGAI-EXAONE/K-EXAONE-236B-A23B"], ["falcon", "Done", "", 350854, "tiiuae/falcon-7b"], ["falcon_h1", "Done", "", 104762, "tiiuae/Falcon-H1-3B-Instruct"], ["falcon_mamba", "Reachable", "", 61205, "trl-internal-testing/tiny-FalconMambaForCausalLM"], ["fast_vlm", "Reachable", "", 5841, "KamilaMila/FastVLM-7B"], ["fastspeech2_conformer", "Unreachable", "forward fails after shrink", 2880, "espnet/fastspeech2_conformer"], ["fastspeech2_conformer_hifigan", "No checkpoint", "no Hub checkpoint has this model_type (documented espnet/fastspeech2_conformer_with_hifigan is another type)", 0, ""], ["fastspeech2_conformer_with_hifigan", "Unreachable", "forward fails after shrink", 2800, "espnet/fastspeech2_conformer_with_hifigan"], ["flaubert", "Reachable", "", 74651, "flaubert/flaubert_base_uncased"], ["flava", "Reachable", "", 32370, "facebook/flava-full"], ["flava_image_codebook", "Unreachable", "component config only", 23, "facebook/flava-image-codebook"], ["flava_image_model", "Unreachable", "component config only", 0, ""], ["flava_multimodal_model", "Unreachable", "component config only", 0, ""], ["flava_text_model", "Unreachable", "component config only", 0, ""], ["flex_olmo", "Reachable", "", 12810, "allenai/FlexOlmo-7x7B-1T"], ["flint", "Reachable", "", 60545, "RecursiveSI/flint"], ["florence2", "Done", "", 4293112, "microsoft/Florence-2-base"], ["florence_vision", "Unreachable", "component config only", 0, ""], ["fnet", "Done", "", 478381, "google/fnet-base"], ["focalnet", "Reachable", "", 11569, "microsoft/focalnet-tiny"], ["fsmt", "Reachable", "", 57368, "facebook/wmt19-en-de"], ["fun_asr_nano", "Unreachable", "shrink fails", 162557, "FunAudioLLM/Fun-ASR-Nano-2512-hf"], ["fun_asr_nano_encoder", "Unreachable", "forward fails after shrink", 21, "hf-tiny-v2/tiny-random-FunAsrNanoEncoder"], ["funnel", "Reachable", "", 11894, "funnel-transformer/small"], ["fuyu", "Reachable", "", 12098, "adept/fuyu-8b"], ["gemma", "Done", "", 611743, "google/gemma-2b"], ["gemma2", "Done", "", 2138107, "hugging-quants/gemma-2-9b-it-AWQ-INT4"], ["gemma3", "Done", "", 6276380, "google/gemma-3-4b-it"], ["gemma3_text", "Done", "", 3985142, "google/embeddinggemma-300m"], ["gemma3n", "Done", "", 360811, "unsloth/gemma-3n-E4B-it"], ["gemma3n_audio", "Unreachable", "synthetic inputs rejected", 63, "hf-tiny-v2/tiny-random-Gemma3nAudioEncoder"], ["gemma3n_text", "Reachable", "", 2175, "optimum-intel-internal-testing/tiny-random-gemma3n-text"], ["gemma3n_vision", "Reachable", "", 0, ""], ["gemma4", "Done", "", 47591452, "google/gemma-4-31B-it"], ["gemma4_assistant", "Unreachable", "forward fails after shrink", 683069, "google/gemma-4-26B-A4B-it-assistant"], ["gemma4_audio", "Unreachable", "forward fails after shrink", 138, "rnagabh/gemma4-audio-encoder"], ["gemma4_text", "Reachable", "", 41837, "AlexKoff88/gemma4_tinystories"], ["gemma4_unified", "Done", "", 4749964, "google/gemma-4-12B-it"], ["gemma4_unified_assistant", "Unreachable", "forward fails after shrink", 37821, "google/gemma-4-12B-it-assistant"], ["gemma4_unified_audio", "Unreachable", "component config only", 0, ""], ["gemma4_unified_text", "Reachable", "", 2960, "jgeuter/Jeff-1.0-Medium"], ["gemma4_unified_vision", "Unreachable", "component config only", 0, ""], ["gemma4_vision", "Unreachable", "forward fails after shrink", 214, "rnagabh/gemma4-vision-encoder"], ["git", "Reachable", "", 46165, "microsoft/git-base"], ["git_vision_model", "Unreachable", "component config only", 0, ""], ["glm", "Unreachable", "no usable checkpoint", 43219, "optimum-intel-internal-testing/tiny-random-glm-edge"], ["glm4", "Done", "", 139087, "optimum-intel-internal-testing/tiny-random-glm4"], ["glm46v", "Unreachable", "no usable checkpoint", 170, "hf-tiny-v2/tiny-random-Glm46VModel"], ["glm4_moe", "Done", "", 1607130, "zai-org/GLM-4.5-Air"], ["glm4_moe_lite", "Done", "", 1802094, "zai-org/GLM-4.7-Flash"], ["glm4v", "Unreachable", "forward fails after shrink", 277739, "zai-org/GLM-4.1V-9B-Thinking"], ["glm4v_moe", "Unreachable", "forward fails after shrink", 35179, "zai-org/GLM-4.5V"], ["glm4v_moe_text", "Unreachable", "forward fails after shrink", 58, "hf-tiny-v2/tiny-random-Glm4vMoeTextModel"], ["glm4v_moe_vision", "Unreachable", "no usable checkpoint", 38, "hf-tiny-v2/tiny-random-Glm4vMoeVisionModel"], ["glm4v_text", "Unreachable", "forward fails after shrink", 58, "hf-tiny-v2/tiny-random-Glm4vTextModel"], ["glm4v_vision", "Unreachable", "forward fails after shrink", 38, "hf-tiny-v2/tiny-random-Glm4vVisionModel"], ["glm5_next", "Done", "", 7619607, "zai-org/GLM-5.3-Flash"], ["glm5_next_text", "Reachable", "", 23, "hf-tiny-v2/tiny-random-Glm5NextTextModel"], ["glm5_next_vision", "Unreachable", "forward fails after shrink", 65, "immanuelpeter/GLM-5.3-Flash-Vision"], ["glm_image", "Unreachable", "no usable checkpoint", 111, "hf-tiny-v2/tiny-random-GlmImageModel"], ["glm_image_text", "Unreachable", "no usable checkpoint", 55, "hf-tiny-v2/tiny-random-GlmImageTextModel"], ["glm_image_vision", "Unreachable", "no usable checkpoint", 35, "hf-tiny-v2/tiny-random-GlmImageVisionModel"], ["glm_image_vqmodel", "Unreachable", "no usable checkpoint", 6, "hf-tiny-v2/tiny-random-GlmImageVQVAE"], ["glm_moe_dsa", "Done", "", 7133417, "zai-org/GLM-5.3"], ["glm_ocr", "Done", "", 1798225, "zai-org/GLM-OCR"], ["glm_ocr_text", "Reachable", "", 51, "hf-tiny-v2/tiny-random-GlmOcrTextModel"], ["glm_ocr_vision", "Unreachable", "forward fails after shrink", 33, "hf-tiny-v2/tiny-random-GlmOcrVisionModel"], ["glmasr", "Reachable", "", 31331, "zai-org/GLM-ASR-Nano-2512"], ["glmasr_encoder", "Reachable", "", 50, "hf-tiny-v2/tiny-random-GlmAsrEncoder"], ["glmga", "No checkpoint", "no Hub checkpoint has this model_type (documented zai-org/GLM-4.1V-9B-Thinking is another type)", 0, ""], ["glpn", "Reachable", "", 8196, "vinvino02/glpn-kitti"], ["got_ocr2", "Done", "", 56531, "stepfun-ai/GOT-OCR-2.0-hf"], ["got_ocr2_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented facebook/sam-vit-huge is another type)", 0, ""], ["gpt-sw3", "No checkpoint", "no Hub checkpoint has this model_type (none documented)", 0, ""], ["gpt2", "Done", "", 30545353, "openai-community/gpt2"], ["gpt_bigcode", "Done", "", 188077, "bigcode/tiny_starcoder_py"], ["gpt_neo", "Unreachable", "shrink fails", 865506, "EleutherAI/gpt-neo-125m"], ["gpt_neox", "Done", "", 7013890, "EleutherAI/pythia-160m"], ["gpt_neox_japanese", "Reachable", "", 46916, "optimum-intel-internal-testing/tiny-random-GPTNeoXJapaneseForCausalLM"], ["gpt_oss", "Done", "", 10738031, "openai/gpt-oss-20b"], ["gptj", "Unreachable", "forward fails after shrink", 188360, "EleutherAI/gpt-j-6b"], ["gradium_phonon_tts", "Unreachable", "shrink fails", 114118, "gradium/phonon-31m-en"], ["granite", "Done", "", 1699090, "ibm-granite/granite-4.1-3b"], ["granite4_vision", "Done", "", 194823, "ibm-granite/granite-vision-4.1-4b"], ["granite4_vision_text", "No checkpoint", "no Hub checkpoint has this model_type (documented ibm-granite4_vision_text/granite4_vision_text-3.0-8b-base does not exist)", 0, ""], ["granite_speech", "Done", "", 494648, "ibm-granite/granite-4.0-1b-speech"], ["granite_speech5_ctc", "Unreachable", "forward fails after shrink", 99951, "ibm-granite/granite-speech-5.0-470m-turboctc"], ["granite_speech5_encoder", "Unreachable", "forward fails after shrink", 17, "hf-tiny-v2/tiny-random-GraniteSpeech5Encoder"], ["granite_speech_encoder", "Unreachable", "component config only", 0, ""], ["granite_speech_plus", "Unreachable", "shrink fails", 29187, "ibm-granite/granite-speech-4.1-2b-plus"], ["granite_speech_plus_encoder", "Unreachable", "component config only", 0, ""], ["granite_swa", "Reachable", "", 7057, "ibm-granite/granite-swash-2b"], ["granitemoe", "Done", "", 244089, "ibm-granite/granite-3.1-3b-a800m-instruct"], ["granitemoe_swa", "Reachable", "", 6507, "ibm-granite/granite-swash-3b-a600m"], ["granitemoehybrid", "Done", "", 332014, "optimum-intel-internal-testing/tiny-random-granitemoehybrid"], ["granitemoeshared", "Unreachable", "no usable checkpoint", 1648, "ibm-research/moe-7b-1b-active-shared-experts"], ["grounding-dino", "Done", "", 2682931, "IDEA-Research/grounding-dino-base"], ["groupvit", "Reachable", "", 6660, "nvidia/groupvit-gcc-yfcc"], ["groupvit_text_model", "Unreachable", "component config only", 0, ""], ["groupvit_vision_model", "Unreachable", "component config only", 0, ""], ["gte", "Reachable", "", 56943, "Snowflake/snowflake-arctic-embed-m-v2.0"], ["helium", "Reachable", "", 6264, "kyutai/helium-1-preview-2b"], ["hgnet_v2", "Unreachable", "forward fails after shrink", 149, "ustc-community/hgnet-v2"], ["hiera", "Reachable", "", 11635, "facebook/hiera-tiny-224-hf"], ["higgs_audio_v2", "Reachable", "", 21331, "bosonai/higgs-tts-2-3b-base"], ["higgs_audio_v2_tokenizer", "Unreachable", "model build fails", 235573, "eustlb/higgs-audio-v2-tokenizer"], ["hrm_text", "Unreachable", "forward fails after shrink", 14676, "sapientinc/HRM-Text-1B"], ["hubert", "Done", "", 1327557, "facebook/hubert-large-ls960-ft"], ["hunyuan_v1_dense", "Done", "", 197468, "optimum-intel-internal-testing/tiny-random-hunyuan-v1-dense"], ["hunyuan_v1_moe", "Unreachable", "forward fails after shrink", 64830, "tencent/Hunyuan-A13B-Instruct"], ["hunyuan_vl", "Done", "", 807278, "tencent/HunyuanOCR"], ["hunyuan_vl_text", "Unreachable", "no usable checkpoint", 9, "hf-tiny-v2/tiny-random-HunYuanVLTextModel"], ["hunyuan_vl_vision", "Unreachable", "no usable checkpoint", 10, "hf-tiny-v2/tiny-random-HunYuanVLVisionTransformer"], ["hy_v3", "Done", "", 1408804, "tencent/Hy3"], ["hy_v4", "Reachable", "", 32339, "tencent/Hy4-preview-FP8"], ["hyperclovax", "Reachable", "", 20512, "naver-hyperclovax/HyperCLOVAX-SEED-Think-14B"], ["hyperclovax_vision_v2", "Reachable", "", 10279, "naver-hyperclovax/HyperCLOVAX-SEED-Think-32B"], ["ibert", "Reachable", "", 40201, "optimum-intel-internal-testing/tiny-random-ibert"], ["idefics", "Unreachable", "forward fails after shrink", 21036, "HuggingFaceM4/idefics-80b-instruct"], ["idefics2", "Reachable", "", 18780, "HuggingFaceM4/idefics2-8b"], ["idefics2_perceiver", "No checkpoint", "no Hub checkpoint has this model_type (documented HuggingFaceM4/idefics2-8b is another type)", 0, ""], ["idefics2_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented HuggingFaceM4/idefics2-8b is another type)", 0, ""], ["idefics3", "Done", "", 776490, "ibm-granite/granite-docling-258M"], ["idefics3_vision", "Unreachable", "no usable checkpoint", 53, "hf-tiny-v2/tiny-random-Idefics3VisionTransformer"], ["idefics_perciever", "No checkpoint", "no Hub checkpoint has this model_type (documented HuggingFaceM4/idefics-9b is another type)", 0, ""], ["idefics_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented HuggingFaceM4/idefics-9b is another type)", 0, ""], ["ijepa", "Reachable", "", 23643, "facebook/ijepa_vith14_1k"], ["imagegpt", "Reachable", "", 7911, "openai/imagegpt-small"], ["informer", "Unreachable", "synthetic inputs rejected", 30807, "huggingface/informer-tourism-monthly"], ["inkling_audio", "No checkpoint", "no Hub checkpoint has this model_type (documented thinkingmachines/Inkling is another type)", 0, ""], ["inkling_mm_model", "Done", "", 3938529, "thinkingmachines/Inkling"], ["inkling_text", "Unreachable", "no usable checkpoint", 33, "hf-tiny-v2/tiny-random-InklingTextModel"], ["inkling_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented thinkingmachines/Inkling is another type)", 0, ""], ["instructblip", "Unreachable", "forward fails after shrink", 28294, "Salesforce/instructblip-flan-t5-xl"], ["instructblip_qformer", "Unreachable", "component config only", 0, ""], ["instructblip_vision_model", "Unreachable", "component config only", 0, ""], ["instructblipvideo", "Unreachable", "no usable checkpoint", 64, "hf-tiny-v2/tiny-random-InstructBlipVideoForConditionalGeneration"], ["instructblipvideo_qformer", "No checkpoint", "no Hub checkpoint has this model_type (documented Salesforce/instructblip-flan-t5-xl is another type)", 0, ""], ["instructblipvideo_vision_model", "No checkpoint", "no Hub checkpoint has this model_type (documented Salesforce/instructblip-flan-t5-xl is another type)", 0, ""], ["internvl", "Done", "", 873854, "OpenGVLab/InternVL3_5-GPT-OSS-20B-A4B-Preview-HF"], ["internvl_vision", "Reachable", "", 105, "hf-tiny-v2/tiny-random-InternVLVisionModel"], ["jais2", "Reachable", "", 5408, "inception42/Jais-2-8B-Chat"], ["jamba", "Done", "", 210865, "ai21labs/Jamba-tiny-dev"], ["janus", "Done", "", 9275, "deepseek-community/Janus-Pro-1B"], ["janus_vision_model", "Unreachable", "component config only", 0, ""], ["janus_vqgan", "Unreachable", "component config only", 0, ""], ["jetmoe", "Reachable", "", 5517, "jetmoe/jetmoe-8b"], ["jina_embeddings_v3", "Done", "", 245085, "jinaai/jina-embeddings-v3-hf"], ["kimi_k25", "Reachable", "", 1381590, "moonshotai/Kimi-K2.5"], ["kimi_k25_vision", "Unreachable", "no usable checkpoint", 26, "Aquiles-ai/MoonViT-3D"], ["kimi_linear", "Unreachable", "shrink fails", 214668, "moonshotai/Kimi-Linear-48B-A3B-Instruct"], ["kolibri1", "Reachable", "", 52602, "Aleph-Alpha/Kolibri-1"], ["kosmos-2", "Unreachable", "forward fails after shrink", 24555, "microsoft/kosmos-2-patch14-224"], ["kosmos-2.5", "Reachable", "", 7720, "microsoft/kosmos-2.5"], ["kosmos_2_5_text_model", "Unreachable", "component config only", 14, "Fireblossom/kosmos-2.5-4bit-text"], ["kosmos_2_5_vision_model", "Unreachable", "component config only", 15, "Fireblossom/kosmos-2.5-4bit-vision"], ["kosmos_2_text_model", "Unreachable", "component config only", 0, ""], ["kosmos_2_vision_model", "Unreachable", "component config only", 0, ""], ["kyutai_speech_to_text", "Unreachable", "forward fails after shrink", 8225, "kyutai/stt-2.6b-en-trfs"], ["laguna", "Done", "", 3313579, "poolside/Laguna-XS.2"], ["lasr_ctc", "Unreachable", "forward fails after shrink", 13038, "google/medasr"], ["lasr_encoder", "Unreachable", "no usable checkpoint", 40, "hf-tiny-v2/tiny-random-LasrEncoder"], ["layoutlm", "Done", "", 518133, "impira/layoutlm-document-qa"], ["layoutlmv2", "Unreachable", "model build fails", 440458, "microsoft/layoutxlm-base"], ["layoutlmv3", "Unreachable", "forward fails after shrink", 970269, "microsoft/layoutlmv3-base"], ["layoutxlm", "No checkpoint", "no Hub checkpoint has this model_type (documented microsoft/layoutxlm-base is another type)", 0, ""], ["led", "Unreachable", "model build fails", 33694, "allenai/led-base-16384"], ["levit", "Reachable", "", 19387, "optimum-intel-internal-testing/tiny-random-LevitModel"], ["lfm2", "Done", "", 1255733, "LiquidAI/LFM2.5-230M-Base"], ["lfm2_moe", "Done", "", 688657, "lmstudio-community/LFM2-24B-A2B-MLX-4bit"], ["lfm2_vl", "Done", "", 199290, "LiquidAI/LFM2.5-VL-450M"], ["lightglue", "Unreachable", "forward fails after shrink", 22972, "ETH-CVG/lightglue_superpoint"], ["lighton_ocr", "Reachable", "", 606, "onnx-community/LightOnOCR-2-1B-ONNX"], ["lilt", "Unreachable", "forward fails after shrink", 81714, "SCUT-DLVCLab/lilt-roberta-en-base"], ["llama", "Done", "", 50186457, "meta-llama/Llama-3.1-8B-Instruct"], ["llama4", "Done", "", 373138, "meta-llama/Llama-4-Scout-17B-16E-Instruct"], ["llama4_text", "Reachable", "", 28667, "trl-internal-testing/tiny-Llama4ForCausalLM"], ["llama4_vision_model", "Unreachable", "checkpoint gated", 0, "meta-llama/Llama-4-Scout-17B-16E"], ["llava", "Done", "", 1766490, "llava-hf/llava-1.5-7b-hf"], ["llava_next", "Done", "", 667783, "llava-hf/llava-v1.6-mistral-7b-hf"], ["llava_next_video", "Done", "", 53334, "llava-hf/LLaVA-NeXT-Video-7B-hf"], ["llava_onevision", "Done", "", 262658, "llava-hf/llava-onevision-qwen2-0.5b-ov-hf"], ["longcat_flash", "Unreachable", "forward fails after shrink", 1566, "wangbo981016/longcat2.0-nvfp4"], ["longformer", "Done", "", 1478599, "allenai/longformer-base-4096"], ["longt5", "Done", "", 243258, "pszemraj/long-t5-tglobal-base-sci-simplify"], ["luke", "Done", "", 321239, "studio-ousia/luke-large-finetuned-tacred"], ["lw_detr", "Reachable", "", 13080, "AnnaZhang/lwdetr_small_60e_coco"], ["lw_detr_vit", "Unreachable", "backward fails", 57, "hf-tiny-v2/tiny-random-LwDetrViTBackbone"], ["lxmert", "Unreachable", "forward fails after shrink", 4977, "unc-nlp/lxmert-base-uncased"], ["m2m_100", "Done", "", 2425200, "facebook/nllb-200-distilled-600M"], ["mamba", "Done", "", 138353, "state-spaces/mamba-130m-hf"], ["mamba2", "Unreachable", "shrink fails", 1401, "limloop/whiff-mamba2-50M-v0.1"], ["marian", "Done", "", 5061374, "Helsinki-NLP/opus-mt-nl-en"], ["markuplm", "Reachable", "", 10766, "microsoft/markuplm-base"], ["mask2former", "Done", "", 1060987, "facebook/mask2former-swin-large-ade-semantic"], ["maskformer", "Reachable", "", 16159, "facebook/maskformer-swin-base-ade"], ["maskformer-swin", "No checkpoint", "no Hub checkpoint has this model_type (documented microsoft/swin-tiny-patch4-window7-224 is another type)", 0, ""], ["mbart", "Done", "", 579384, "ai4bharat/IndicBART"], ["megatron-bert", "Reachable", "", 21960, "KBLab/robust-swedish-sentiment-multiclass"], ["mellum", "Reachable", "", 51107, "JetBrains/Mellum2-12B-A2.5B-Instruct"], ["metaclip_2", "Reachable", "", 92623, "facebook/metaclip-2-worldwide-b16"], ["metaclip_2_text_model", "Unreachable", "component config only", 0, ""], ["metaclip_2_vision_model", "Unreachable", "component config only", 0, ""], ["mgp-str", "Unreachable", "forward fails after shrink", 13719, "alibaba-damo/mgp-str-base"], ["mimi", "Unreachable", "forward fails after shrink", 184266, "kyutai/mimi"], ["mimi_decoder", "No checkpoint", "no Hub checkpoint has this model_type (none documented)", 0, ""], ["mimi_encoder", "No checkpoint", "no Hub checkpoint has this model_type (none documented)", 0, ""], ["mimo_v2_flash", "Reachable", "", 49711, "XiaomiMiMo/MiMo-V2-Flash"], ["minicpm3", "Done", "", 17559, "openbmb/MiniCPM3-4B"], ["minicpm_ocr", "Reachable", "", 2508, "openbmb/MiniCPM-OCR-1.0"], ["minicpm_ocr_vision", "Unreachable", "forward fails after shrink", 0, ""], ["minicpmv4_6", "Done", "", 372489, "openbmb/MiniCPM-V-4.6"], ["minicpmv4_6_vision", "Unreachable", "component config only", 0, ""], ["minicpmv4_7", "Unreachable", "no usable checkpoint", 775231, "openbmb/MiniCPM-V-4.7-35B-A3B"], ["minicpmv4_7_vision", "Unreachable", "no usable checkpoint", 28, "hf-tiny-v2/tiny-random-MiniCPMV4_7VisionModel"], ["minimax", "Reachable", "", 19547, "MiniMaxAI/MiniMax-Text-01-hf"], ["minimax_m2", "Done", "", 1886356, "MiniMaxAI/MiniMax-M2.5"], ["minimax_m3_vl", "Done", "", 384244, "MiniMaxAI/MiniMax-M3"], ["minimax_m3_vl_text", "Reachable", "", 314, "ProprietaryLegal/minimax-m3-legal-reap-0.25"], ["minimax_m3_vl_vision", "Unreachable", "component config only", 30, "immanuelpeter/MiniMax-M3-Vision"], ["ministral", "Unreachable", "no usable checkpoint", 1857, "saidutta69/Ministral-8B-Instruct-heretic"], ["ministral3", "Done", "", 500650, "nvidia/Nemotron-3-Embed-1B-BF16"], ["mistral", "Done", "", 10522940, "mistralai/Mistral-7B-Instruct-v0.2"], ["mistral3", "Done", "", 2910198, "lightonai/LightOnOCR-2-1B"], ["mistral4", "Reachable", "", 971, "onnx-internal-testing/tiny-random-Mistral4ForCausalLM"], ["mixtral", "Done", "", 1221154, "mistralai/Mixtral-8x7B-Instruct-v0.1"], ["mlcd", "Reachable", "", 6623, "DeepGlint-AI/mlcd-vit-bigG-patch14-336"], ["mlcd_vision_model", "Unreachable", "no usable checkpoint", 107, "hf-tiny-v2/tiny-random-MLCDVisionModel"], ["mllama", "Done", "", 128886, "meta-llama/Llama-3.2-11B-Vision-Instruct"], ["mllama_text_model", "Unreachable", "component config only", 637, "hf-tiny-v2/tiny-random-MllamaTextModel"], ["mllama_vision_model", "Unreachable", "component config only", 65, "hf-tiny-v2/tiny-random-MllamaVisionModel"], ["mm-grounding-dino", "Done", "", 77467, "openmmlab-community/mm_grounding_dino_large_all"], ["mobilebert", "Unreachable", "model build fails", 378729, "google/mobilebert-uncased"], ["mobilenet_v1", "Reachable", "", 22769, "optimum-intel-internal-testing/mobilenet_v1_0.75_192"], ["mobilenet_v2", "Done", "", 116493, "google/mobilenet_v2_1.0_224"], ["mobilevit", "Done", "", 62083, "apple/mobilevit-xx-small"], ["mobilevitv2", "Reachable", "", 4054, "apple/mobilevitv2-1.0-imagenet1k-256"], ["modernbert", "Done", "", 22009085, "ibm-granite/granite-embedding-small-english-r2"], ["modernbert-decoder", "Reachable", "", 13311, "blab-jhu/test-32m-dec"], ["modernvbert", "Reachable", "", 477, "naver/v-splade-quality"], ["molmo2", "Unreachable", "shrink fails", 124222, "allenai/Molmo2-8B"], ["molmo2_adapter", "No checkpoint", "no Hub checkpoint has this model_type (documented allenai/Molmo2-8B is another type)", 0, ""], ["molmo2_text", "Reachable", "", 0, ""], ["molmo2_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented allenai/Molmo2-8B is another type)", 0, ""], ["moonshine", "Unreachable", "forward fails after shrink", 120877, "moonshine-ai/moonshine-tiny"], ["moonshine_streaming", "Unreachable", "forward fails after shrink", 167472, "moonshine-ai/moonshine-streaming-tiny"], ["moonshine_streaming_encoder", "Unreachable", "component config only", 0, ""], ["moshi", "Reachable", "", 8294, "kyutai/personaplex-rl-seamless"], ["moshi_depth", "Unreachable", "component config only", 0, ""], ["moss_transcribe_diarize", "Done", "", 139891, "OpenMOSS-Team/MOSS-Transcribe-Diarize"], ["moss_transcribe_diarize_audio", "Reachable", "", 0, ""], ["mpnet", "Done", "", 23509384, "sentence-transformers/all-mpnet-base-v2"], ["mpt", "Reachable", "", 84471, "echarlaix/tiny-mpt-random-remote-code"], ["mra", "Reachable", "", 3305, "uw-madison/mra-base-512-4"], ["mt5", "Done", "", 725133, "google/mt5-small"], ["muse_glimmer", "Done", "", 688700, "RadixArk/Muse-Glimmer-NVFP4"], ["muse_glimmer_assistant", "Unreachable", "synthetic inputs rejected", 220523, "meta-models/Muse-Glimmer-30B-assistant"], ["muse_glimmer_text", "Reachable", "", 210, "OpensourceWTF/Muse-Glimmer-30B-MLX-q4"], ["muse_glimmer_vision", "Unreachable", "forward fails after shrink", 54, "immanuelpeter/Muse-Glimmer-Vision"], ["muse_spark", "Reachable", "", 48269, "meta-models/Muse-Spark-Open-816B-A42B-NVFP4"], ["muse_spark_audio", "Unreachable", "checkpoint gated", 0, "meta-models/Muse-Spark-Open-816B-A42B"], ["muse_spark_text", "Unreachable", "checkpoint gated", 0, "meta-models/Muse-Spark-Open-816B-A42B"], ["muse_spark_vision", "Unreachable", "checkpoint gated", 0, "meta-models/Muse-Spark-Open-816B-A42B"], ["musicflamingo", "Reachable", "", 18191, "nvidia/music-flamingo-2601-hf"], ["musicgen", "Unreachable", "model build fails", 2150786, "facebook/musicgen-medium"], ["musicgen_decoder", "Unreachable", "component config only", 13, "hf-tiny-v2/tiny-random-MusicgenForCausalLM"], ["musicgen_melody", "Unreachable", "model build fails", 12068, "facebook/musicgen-melody"], ["musicgen_melody_decoder", "Unreachable", "component config only", 39, "ylacombe/musicgen-melody-bella-ciao"], ["mvp", "Reachable", "", 4701, "RUCAIBox/mvp"], ["nanochat", "Reachable", "", 5316, "l0ulan/chinese-babylm-nanochat-d22-step10000"], ["nemo_speechlm", "Unreachable", "shrink fails", 5799, "nvidia/NVIDIA-Nemotron-3.5-Transcribe-30B-A4B"], ["nemotron", "Reachable", "", 48968, "nvidia/Nemotron-Mini-4B-Instruct"], ["nemotron3_5_asr", "Unreachable", "forward fails after shrink", 842520, "nvidia/nemotron-3.5-asr-streaming-0.6b"], ["nemotron3_5_transcribe_asr_audio", "Unreachable", "forward fails after shrink", 0, ""], ["nemotron3_5_transcribe_audio", "Unreachable", "shrink fails", 0, ""], ["nemotron3_5_transcribe_word_timestamp", "Unreachable", "synthetic inputs rejected", 0, ""], ["nemotron3_diarization", "Unreachable", "shrink fails", 146475, "nvidia/Nemotron-3-Diarization"], ["nemotron3_diarization_audio", "Unreachable", "forward fails after shrink", 34, "hf-tiny-v2/tiny-random-Nemotron3DiarizationAudioModel"], ["nemotron_asr_streaming", "Unreachable", "forward fails after shrink", 103140, "nvidia/nemotron-speech-streaming-en-0.6b"], ["nemotron_asr_streaming_encoder", "Unreachable", "forward fails after shrink", 6, "hf-tiny-v2/tiny-random-NemotronAsrStreamingEncoder"], ["nemotron_h", "Done", "", 12146358, "nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16"], ["nemotron_h_omni", "Unreachable", "no usable checkpoint", 113462, "nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-BF16"], ["neomme", "Reachable", "", 6699, "Hcompany/NeoMME-260M"], ["neucodec", "Unreachable", "forward fails after shrink", 48553, "neuphonic/neucodec"], ["nllb-moe", "Reachable", "", 3303, "facebook/nllb-moe-54b"], ["nomic_bert", "Done", "", 14371774, "nomic-ai/nomic-embed-text-v1.5"], ["nougat", "Unreachable", "config load fails", 8, "zphilip48/nougat-middle-cn"], ["nystromformer", "Reachable", "", 5529, "uw-madison/nystromformer-512"], ["olmo", "Done", "", 125508, "optimum-intel-internal-testing/tiny-random-olmo-hf"], ["olmo2", "Done", "", 442211, "allenai/OLMo-2-0425-1B"], ["olmo3", "Done", "", 1055647, "allenai/Olmo-3-7B-Think"], ["olmo_hybrid", "Reachable", "", 19286, "allenai/Olmo-Hybrid-7B"], ["olmoe", "Done", "", 132339, "allenai/OLMoE-1B-7B-0924"], ["omdet-turbo", "Unreachable", "config load fails", 35542, "omlab/omdet-turbo-swin-tiny-hf"], ["oneformer", "Unreachable", "synthetic inputs rejected", 390959, "shi-labs/oneformer_cityscapes_swin_large"], ["openai-gpt", "Reachable", "", 85250, "openai-community/openai-gpt"], ["openai_privacy_filter", "Done", "", 634682, "OpenMed/privacy-filter-nemotron-v2"], ["opt", "Done", "", 5616003, "facebook/opt-125m"], ["ovis2", "Reachable", "", 6898, "thisisiron/Ovis2-1B-hf"], ["ovis2_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented thisisiron/Ovis2-1B-hf is another type)", 0, ""], ["owlv2", "Done", "", 1501028, "google/owlv2-base-patch16-ensemble"], ["owlv2_text_model", "No checkpoint", "no Hub checkpoint has this model_type (none documented)", 0, ""], ["owlv2_vision_model", "No checkpoint", "no Hub checkpoint has this model_type (none documented)", 0, ""], ["owlvit", "Done", "", 220839, "google/owlvit-base-patch32"], ["owlvit_text_model", "Unreachable", "component config only", 0, ""], ["owlvit_vision_model", "Unreachable", "component config only", 0, ""], ["paddleocr_vl", "Done", "", 227189, "BDRC/tibetan-ocr"], ["paddleocr_vl_text", "No checkpoint", "no Hub checkpoint has this model_type (documented PaddlePaddle/PaddleOCR-VL is another type)", 0, ""], ["paddleocr_vl_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented PaddlePaddle/PaddleOCR-VL is another type)", 0, ""], ["paligemma", "Done", "", 490686, "google/paligemma-3b-pt-224"], ["parakeet_ctc", "Unreachable", "forward fails after shrink", 105992, "nvidia/parakeet-ctc-1.1b"], ["parakeet_encoder", "Unreachable", "forward fails after shrink", 125, "nithinraok/parakeet-tdt-v3-encoder"], ["parakeet_rnnt", "Unreachable", "forward fails after shrink", 40081, "nvidia/parakeet-rnnt-0.6b"], ["parakeet_tdt", "Unreachable", "forward fails after shrink", 694911, "nvidia/parakeet-tdt-0.6b-v3"], ["patchtsmixer", "Unreachable", "synthetic inputs rejected", 15970, "ibm-granite/granite-timeseries-patchtsmixer"], ["patchtst", "Unreachable", "synthetic inputs rejected", 28739, "GilpinLab/panda"], ["pe_audio", "Unreachable", "no usable checkpoint", 89572, "facebook/pe-a-frame-large"], ["pe_audio_encoder", "Unreachable", "forward fails after shrink", 31, "hf-tiny-v2/tiny-random-PeAudioEncoder"], ["pe_audio_video", "Unreachable", "forward fails after shrink", 21786, "facebook/pe-av-large"], ["pe_audio_video_encoder", "Unreachable", "forward fails after shrink", 21, "hf-tiny-v2/tiny-random-PeAudioVideoEncoder"], ["pe_video", "Unreachable", "no usable checkpoint", 25, "hf-tiny-v2/tiny-random-PeVideoModel"], ["pe_video_encoder", "Unreachable", "synthetic inputs rejected", 25, "hf-tiny-v2/tiny-random-PeVideoEncoder"], ["pegasus", "Done", "", 120276, "optimum-intel-internal-testing/tiny-random-pegasus"], ["pegasus_x", "Reachable", "", 6499, "google/pegasus-x-large"], ["perceiver", "Done", "", 41482, "optimum-intel-internal-testing/tiny-random-language_perceiver"], ["perception_lm", "Reachable", "", 1028, "facebook/Perception-LM-8B"], ["persimmon", "Reachable", "", 50277, "optimum-intel-internal-testing/tiny-random-PersimmonForCausalLM"], ["phi", "Done", "", 575882, "microsoft/phi-2"], ["phi3", "Done", "", 2440907, "microsoft/Phi-3.5-mini-instruct"], ["phi4_multimodal", "Done", "", 549, "huggingface-mic/Phi-4-multimodal-instruct-mic"], ["phi4_multimodal_audio", "No checkpoint", "no Hub checkpoint has this model_type (documented microsoft/Phi-4-multimodal-instruct is another type)", 0, ""], ["phi4_multimodal_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented microsoft/Phi-4-multimodal-instruct is another type)", 0, ""], ["phimoe", "Done", "", 169903, "optimum-intel-internal-testing/phi-3.5-moe-tiny-random"], ["pi0", "Unreachable", "synthetic inputs rejected", 181, "yinchenghust/openpi_libero_all"], ["pix2struct", "Unreachable", "synthetic inputs rejected", 116238, "optimum-intel-internal-testing/pix2struct-tiny-random"], ["pix2struct_text_model", "Unreachable", "component config only", 0, ""], ["pix2struct_vision_model", "Unreachable", "component config only", 22, "UiPath/pix2struct-vision-base"], ["pixio", "Reachable", "", 163, "LiheYoung/pixio-vith16"], ["pixtral", "Reachable", "", 940, "mlx-community/pixtral-12b-4bit"], ["plbart", "Reachable", "", 11136, "uclanlp/plbart-base"], ["pocket_tts", "Unreachable", "shrink fails", 2949, "mlx-community/pocket-tts"], ["pocket_tts_audio_tokenizer", "Unreachable", "forward fails after shrink", 471, "gradium/phonon-mimi"], ["pocket_tts_audio_tokenizer_decoder", "No checkpoint", "no Hub checkpoint has this model_type (none documented)", 0, ""], ["pocket_tts_audio_tokenizer_encoder", "No checkpoint", "no Hub checkpoint has this model_type (none documented)", 0, ""], ["poolformer", "Reachable", "", 22043, "optimum-intel-internal-testing/tiny-random-PoolFormerModel"], ["pop2piano", "Reachable", "", 105, "hf-tiny-v2/tiny-random-Pop2PianoForConditionalGeneration"], ["pp_chart2table", "Reachable", "", 272, "PaddlePaddle/PP-Chart2Table_safetensors"], ["pp_chart2table_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented facebook/sam-vit-huge is another type)", 0, ""], ["pp_doclayout_v2", "Unreachable", "forward fails after shrink", 585, "PaddlePaddle/PP-DocLayoutV2_safetensors"], ["pp_doclayout_v3", "Unreachable", "forward fails after shrink", 932166, "PaddlePaddle/PP-DocLayoutV3_safetensors"], ["pp_doclayout_v4", "No checkpoint", "no Hub checkpoint has this model_type (documented PaddlePaddle/PP-DocLayoutV4_safetensors does not exist)", 0, ""], ["pp_formulanet", "Unreachable", "forward fails after shrink", 3829, "PaddlePaddle/PP-FormulaNet_plus-L_safetensors"], ["pp_formulanet_text", "No checkpoint", "no Hub checkpoint has this model_type (documented PaddlePaddle/PP-FormulaNet_plus-L_safetensors is another type)", 0, ""], ["pp_formulanet_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented PaddlePaddle/PP-FormulaNet_plus-L_safetensors is another type)", 0, ""], ["pp_lcnet", "Reachable", "", 865, "PaddlePaddle/PP-LCNet_x1_0_doc_ori_safetensors"], ["pp_lcnet_v3", "Unreachable", "no usable checkpoint", 112, "hf-tiny-v2/tiny-random-PPLCNetV3Backbone"], ["pp_lcnet_v4", "Unreachable", "no usable checkpoint", 21, "hf-tiny-v2/tiny-random-PPLCNetV4Backbone"], ["pp_ocrv5_mobile_det", "Reachable", "", 530, "PaddlePaddle/PP-OCRv5_mobile_det_safetensors"], ["pp_ocrv5_mobile_rec", "Reachable", "", 3902, "PaddlePaddle/latin_PP-OCRv5_mobile_rec_safetensors"], ["pp_ocrv5_server_det", "Reachable", "", 509, "PaddlePaddle/PP-OCRv5_server_det_safetensors"], ["pp_ocrv5_server_rec", "Reachable", "", 585, "PaddlePaddle/PP-OCRv5_server_rec_safetensors"], ["pp_ocrv6_medium_det", "Reachable", "", 2694, "PaddlePaddle/PP-OCRv6_medium_det_safetensors"], ["pp_ocrv6_small_det", "Reachable", "", 1617, "PaddlePaddle/PP-OCRv6_small_det_safetensors"], ["pp_ocrv6_small_rec", "Reachable", "", 3559, "PaddlePaddle/PP-OCRv6_medium_rec_safetensors"], ["pp_ocrv6_tiny_rec", "Reachable", "", 693, "PaddlePaddle/PP-OCRv6_tiny_rec_safetensors"], ["prompt_depth_anything", "Unreachable", "forward fails after shrink", 1530, "depth-anything/prompt-depth-anything-vits-hf"], ["prophetnet", "Reachable", "", 7258, "microsoft/prophetnet-large-uncased"], ["pvt", "Done", "", 8712, "Xrenya/pvt-tiny-224"], ["pvt_v2", "Reachable", "", 9824, "OpenGVLab/pvt_v2_b0"], ["qianfan_ocr", "Reachable", "", 38183, "baidu/Qianfan-OCR"], ["qianfan_ocr_vision", "Reachable", "", 77, "hf-tiny-v2/tiny-random-QianfanOCRVisionModel"], ["qwen2", "Done", "", 52739906, "Qwen/Qwen2.5-7B-Instruct"], ["qwen2_5_omni", "Done", "", 456813, "Qwen/Qwen2.5-Omni-7B"], ["qwen2_5_omni_audio_encoder", "Unreachable", "component config only", 23, "FlexiSLM/Qwen2_5-Omni-Audio_Encoder"], ["qwen2_5_omni_bigvgan", "Unreachable", "component config only", 24, "Ryan241005/scail-2"], ["qwen2_5_omni_dit", "Unreachable", "component config only", 0, ""], ["qwen2_5_omni_talker", "Unreachable", "component config only", 0, ""], ["qwen2_5_omni_text", "Unreachable", "component config only", 59, "AlexHung29629/Qwen-2.5-Omni-ThinkerTextModel"], ["qwen2_5_omni_thinker", "Done", "", 128795, "laion/voiceclap-large-v2"], ["qwen2_5_omni_token2wav", "Unreachable", "component config only", 0, ""], ["qwen2_5_omni_vision_encoder", "Unreachable", "component config only", 0, ""], ["qwen2_5_vl", "Done", "", 15195814, "Qwen/Qwen2.5-VL-7B-Instruct"], ["qwen2_5_vl_text", "Reachable", "", 83, "hf-tiny-v2/tiny-random-Qwen2_5_VLTextModel"], ["qwen2_5_vl_vision", "Unreachable", "no usable checkpoint", 22, "hf-tiny-v2/tiny-random-Qwen2_5_VisionTransformerPretrainedModel"], ["qwen2_audio", "Done", "", 199606, "Qwen/Qwen2-Audio-7B-Instruct"], ["qwen2_audio_encoder", "Reachable", "", 200, "Atotti/qwen2-audio-encoder"], ["qwen2_moe", "Done", "", 194932, "Qwen/Qwen1.5-MoE-A2.7B"], ["qwen2_vl", "Done", "", 3757282, "Qwen/Qwen2-VL-7B-Instruct-AWQ"], ["qwen2_vl_text", "Reachable", "", 72, "hf-tiny-v2/tiny-random-Qwen2VLTextModel"], ["qwen2_vl_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented Qwen/Qwen2-VL-7B-Instruct is another type)", 0, ""], ["qwen3", "Done", "", 108746675, "Qwen/Qwen3-0.6B"], ["qwen3_5", "Done", "", 92274452, "Qwen/Qwen3.8-27B"], ["qwen3_5_moe", "Done", "", 34351908, "Qwen/Qwen3.6-35B-A3B"], ["qwen3_5_moe_text", "Done", "", 717113, "Bahushruth/Qwen3.6-35B-A3B-abliterated-v4"], ["qwen3_5_moe_vision", "Unreachable", "no usable checkpoint", 16, "hf-tiny-v2/tiny-random-Qwen3_5MoeVisionModel"], ["qwen3_5_text", "Done", "", 2017293, "autotrust/JEV-9B"], ["qwen3_5_vision", "Unreachable", "forward fails after shrink", 135, "immanuelpeter/Qwen3.8-27B-Vision"], ["qwen3_asr", "Done", "", 4105092, "Qwen/Qwen3-ASR-1.7B"], ["qwen3_asr_encoder", "Unreachable", "forward fails after shrink", 17, "hf-tiny-v2/tiny-random-Qwen3ASREncoder"], ["qwen3_moe", "Done", "", 8500460, "Qwen/Qwen3-Coder-30B-A3B-Instruct-FP8"], ["qwen3_next", "Done", "", 2235316, "Qwen/Qwen3-Coder-Next-FP8"], ["qwen3_omni_moe", "Unreachable", "forward fails after shrink", 1249447, "Qwen/Qwen3-Omni-30B-A3B-Instruct"], ["qwen3_omni_moe_audio_encoder", "Unreachable", "component config only", 1968, "Atotti/Qwen3-Omni-AudioTransformer"], ["qwen3_omni_moe_talker_code_predictor", "Unreachable", "component config only", 0, ""], ["qwen3_omni_moe_talker_text", "No checkpoint", "no Hub checkpoint has this model_type (documented Qwen/Qwen3-Omni-30B-A3B-Instruct is another type)", 0, ""], ["qwen3_omni_moe_text", "Unreachable", "component config only", 0, ""], ["qwen3_omni_moe_thinker", "Reachable", "", 298, "hf-tiny-v2/tiny-random-Qwen3OmniMoeThinkerForConditionalGeneration"], ["qwen3_omni_moe_vision_encoder", "Unreachable", "component config only", 0, ""], ["qwen3_vl", "Done", "", 19337885, "Qwen/Qwen3-VL-8B-Instruct"], ["qwen3_vl_moe", "Done", "", 1686056, "Qwen/Qwen3-VL-30B-A3B-Instruct"], ["qwen3_vl_moe_text", "Reachable", "", 63, "hf-tiny-v2/tiny-random-Qwen3VLMoeTextModel"], ["qwen3_vl_moe_vision", "Unreachable", "no usable checkpoint", 54, "hf-tiny-v2/tiny-random-Qwen3VLMoeVisionModel"], ["qwen3_vl_text", "Reachable", "", 587, "DuoNeural/Cosmos3-Nano-GPTQ-4bit"], ["qwen3_vl_vision", "Unreachable", "forward fails after shrink", 221, "madrisight/madrimed1.2-vision-embed"], ["qwen4_exp", "Done", "", 5763811, "Qwen/Qwen3.8-Flash-Next"], ["qwen4_exp_text", "Reachable", "", 17917, "Jab1718/qwen3.8-flash-coder-44gb-selective-int8"], ["qwen4_exp_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented Qwen/Qwen4-Exp does not exist)", 0, ""], ["radio", "Unreachable", "no usable checkpoint", 3, "hf-tiny-v2/tiny-random-RadioModel"], ["rag", "Unreachable", "no usable checkpoint", 3924, "facebook/rag-token-nq"], ["recurrent_gemma", "Done", "", 4729, "google/recurrentgemma-2b-it"], ["reformer", "Unreachable", "model build fails", 17043, "google/reformer-crime-and-punishment"], ["regnet", "Reachable", "", 7237, "facebook/regnet-y-040"], ["rembert", "Reachable", "", 11890, "google/rembert"], ["resnet", "Done", "", 1174379, "microsoft/resnet-18"], ["rf_detr", "Unreachable", "forward fails after shrink", 28618, "Roboflow/rf-detr-base"], ["rf_detr_dinov2", "Unreachable", "forward fails after shrink", 70, "hf-tiny-v2/tiny-random-RfDetrDinov2Backbone"], ["roberta", "Done", "", 46597117, "FacebookAI/roberta-large"], ["roberta-prelayernorm", "Reachable", "", 4655, "andreasmadsen/efficient_mlm_m0.40"], ["roc_bert", "Reachable", "", 12437, "weiweishi/roc-bert-base-zh"], ["roformer", "Reachable", "", 45159, "optimum-intel-internal-testing/tiny-random-roformer"], ["rt_detr", "Done", "", 1687337, "PekingU/rtdetr_r101vd_coco_o365"], ["rt_detr_resnet", "Unreachable", "no usable checkpoint", 54, "hf-tiny-v2/tiny-random-RTDetrResNetBackbone"], ["rt_detr_v2", "Done", "forward fails after shrink", 2526763, "docling-project/docling-layout-heron"], ["rwkv", "Reachable", "", 14762, "RWKV/rwkv-4-169m-pile"], ["sam", "Unreachable", "forward fails after shrink", 976537, "facebook/sam-vit-base"], ["sam2", "Done", "", 19375, "onnx-community/sam2.1-hiera-tiny-ONNX"], ["sam2_hiera_det_model", "Unreachable", "forward fails after shrink", 59, "hf-tiny-v2/tiny-random-Sam2HieraDetModel"], ["sam2_mask_decoder", "No checkpoint", "no Hub checkpoint has this model_type (documented facebook/sam2.1-hiera-tiny is another type)", 0, ""], ["sam2_prompt_encoder", "No checkpoint", "no Hub checkpoint has this model_type (documented facebook/sam2.1-hiera-tiny is another type)", 0, ""], ["sam2_video", "Unreachable", "forward fails after shrink", 701203, "facebook/sam2.1-hiera-large"], ["sam2_video_mask_decoder", "No checkpoint", "no Hub checkpoint has this model_type (documented facebook/sam2_video.1-hiera-tiny does not exist)", 0, ""], ["sam2_video_prompt_encoder", "No checkpoint", "no Hub checkpoint has this model_type (documented facebook/sam2_video.1-hiera-tiny does not exist)", 0, ""], ["sam2_vision_model", "Unreachable", "forward fails after shrink", 57, "hf-tiny-v2/tiny-random-Sam2VisionModel"], ["sam3", "Unreachable", "forward fails after shrink", 3530, "unsloth/sam3.1"], ["sam3_detr_decoder", "Unreachable", "checkpoint gated", 0, "facebook/sam3"], ["sam3_detr_encoder", "Unreachable", "checkpoint gated", 0, "facebook/sam3"], ["sam3_geometry_encoder", "Unreachable", "checkpoint gated", 0, "facebook/sam3"], ["sam3_lite_text", "Unreachable", "forward fails after shrink", 14775, "vil-uob/sam3-litetext-s0"], ["sam3_lite_text_detr_decoder", "Unreachable", "component config only", 0, ""], ["sam3_lite_text_detr_encoder", "Unreachable", "component config only", 0, ""], ["sam3_lite_text_geometry_encoder", "Unreachable", "component config only", 0, ""], ["sam3_lite_text_mask_decoder", "Unreachable", "component config only", 0, ""], ["sam3_lite_text_text_model", "Unreachable", "forward fails after shrink", 39, "hf-tiny-v2/tiny-random-Sam3LiteTextTextModel"], ["sam3_mask_decoder", "Unreachable", "checkpoint gated", 0, "facebook/sam3"], ["sam3_tracker", "Unreachable", "no usable checkpoint", 1300, "onnx-community/sam3-tracker-ONNX"], ["sam3_tracker_mask_decoder", "Unreachable", "checkpoint gated", 0, "facebook/sam3"], ["sam3_tracker_prompt_encoder", "Unreachable", "checkpoint gated", 0, "facebook/sam3"], ["sam3_tracker_video", "Unreachable", "checkpoint gated", 0, "facebook/sam3"], ["sam3_tracker_video_mask_decoder", "Unreachable", "checkpoint gated", 0, "facebook/sam3"], ["sam3_tracker_video_prompt_encoder", "Unreachable", "checkpoint gated", 0, "facebook/sam3"], ["sam3_video", "Unreachable", "forward fails after shrink", 2087329, "facebook/sam3"], ["sam3_vision_model", "Unreachable", "no usable checkpoint", 38, "hf-tiny-v2/tiny-random-Sam3VisionModel"], ["sam3_vit_model", "Unreachable", "no usable checkpoint", 37, "hf-tiny-v2/tiny-random-Sam3ViTModel"], ["sam_hq", "Unreachable", "forward fails after shrink", 16860, "syscv-community/sam-hq-vit-base"], ["sam_hq_mask_decoder", "No checkpoint", "no Hub checkpoint has this model_type (documented syscv-community/sam-hq-vit-base is another type)", 0, ""], ["sam_hq_prompt_encoder", "No checkpoint", "no Hub checkpoint has this model_type (documented syscv-community/sam-hq-vit-base is another type)", 0, ""], ["sam_hq_vision_model", "Reachable", "", 138, "hf-tiny-v2/tiny-random-SamHQVisionModel"], ["sam_mask_decoder", "No checkpoint", "no Hub checkpoint has this model_type (documented facebook/sam-vit-huge is another type)", 0, ""], ["sam_prompt_encoder", "No checkpoint", "no Hub checkpoint has this model_type (documented facebook/sam-vit-huge is another type)", 0, ""], ["sam_vision_model", "Reachable", "", 138, "hf-tiny-v2/tiny-random-SamVisionModel"], ["sapiens2", "Unreachable", "forward fails after shrink", 103690, "facebook/sapiens2-pose-1b"], ["sapiens2_head", "Unreachable", "component config only", 0, ""], ["seamless_m4t", "Reachable", "", 13797, "facebook/hf-seamless-m4t-medium"], ["seamless_m4t_v2", "Done", "", 316927, "facebook/seamless-m4t-v2-large"], ["seed_oss", "Done", "", 128943, "ByteDance-Seed/Seed-OSS-36B-Instruct"], ["segformer", "Done", "", 2291917, "mattmdjaga/segformer_b2_clothes"], ["seggpt", "Unreachable", "forward fails after shrink", 21384, "BAAI/seggpt-vit-large"], ["sew", "Reachable", "", 15680, "optimum-intel-internal-testing/tiny-random-SEWModel"], ["sew-d", "Reachable", "", 18152, "optimum-intel-internal-testing/sew-d-tiny-100k-ft-ls100h"], ["shieldgemma2", "Reachable", "", 6627, "google/shieldgemma-2-4b-it"], ["siglip", "Done", "", 18018379, "prithivMLmods/Gender-Classifier-Mini"], ["siglip2", "Unreachable", "forward fails after shrink", 1622065, "google/siglip2-base-patch16-naflex"], ["siglip2_text_model", "Unreachable", "component config only", 56, "sortify-ai/siglip2-so400m-patch14-384-text"], ["siglip2_vision_model", "Unreachable", "forward fails after shrink", 58, "hf-tiny-v2/tiny-random-Siglip2VisionModel"], ["siglip_text_model", "Unreachable", "component config only", 19, "carsonpoole/binary-siglip-text"], ["siglip_vision_model", "Reachable", "", 1842, "zchuning/pi05-siglip-vision-tower"], ["slanet", "Reachable", "", 6957, "PaddlePaddle/SLANet_plus_safetensors"], ["slanext", "Reachable", "", 212, "PaddlePaddle/SLANeXt_wired_safetensors"], ["slanext_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented PaddlePaddle/SLANeXt_wired_safetensors is another type)", 0, ""], ["smollm3", "Done", "", 1135357, "HuggingFaceTB/SmolLM3-3B"], ["smolvlm", "Done", "", 1742362, "HuggingFaceTB/SmolVLM2-500M-Video-Instruct"], ["smolvlm_vision", "Unreachable", "forward fails after shrink", 5, "hf-tiny-v2/tiny-random-SmolVLMVisionTransformer"], ["solar_open", "Reachable", "", 32622, "upstage/Solar-Open-100B"], ["speech-encoder-decoder", "Unreachable", "synthetic inputs rejected", 5244, "hf-tiny-v2/tiny-random-SpeechEncoderDecoderModel-wav2vec2-bert"], ["speech_to_text", "Unreachable", "forward fails after shrink", 23544, "facebook/s2t-small-librispeech-asr"], ["speecht5", "Done", "", 194296, "optimum-intel-internal-testing/tiny-random-SpeechT5ForTextToSpeech"], ["speecht5_hifigan", "No checkpoint", "no Hub checkpoint has this model_type (documented microsoft/speecht5_asr is another type)", 0, ""], ["splinter", "Reachable", "", 3741, "tau/splinter-base"], ["squeezebert", "Unreachable", "model build fails", 33330, "optimum-intel-internal-testing/tiny-random-squeezebert"], ["stablelm", "Done", "", 169690, "optimum-intel-internal-testing/tiny-random-StableLmForCausalLM"], ["starcoder2", "Done", "", 152451, "optimum-intel-internal-testing/tiny-random-Starcoder2ForCausalLM"], ["step3p5", "Unreachable", "shrink fails", 266885, "stepfun-ai/Step-3.5-Flash"], ["step3p5_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented stepfun-ai/Step-3.7-Flash is another type)", 0, ""], ["step3p7", "Unreachable", "shrink fails", 26135, "stepfun-ai/Step-3.7-Flash"], ["superglue", "Unreachable", "forward fails after shrink", 8964, "magic-leap-community/superglue_indoor"], ["superpoint", "Unreachable", "backward fails", 9952, "magic-leap-community/superpoint"], ["swiftformer", "Reachable", "", 7504, "MBZUAI/swiftformer-xs"], ["swin", "Done", "", 238869, "Organika/sdxl-detector"], ["swin2sr", "Reachable", "", 56057, "caidas/swin2SR-classical-sr-x2-64"], ["swinv2", "Done", "", 434756, "microsoft/swinv2-tiny-patch4-window16-256"], ["switch_transformers", "Reachable", "", 10063, "google/switch-base-8"], ["t5", "Done", "", 94678669, "google-t5/t5-small"], ["t5_gemma_module", "Unreachable", "component config only", 70, "RE-N-Y/t5gemma-2b-2b-ul2-it"], ["t5gemma", "Unreachable", "no usable checkpoint", 176067, "google/t5gemma-2b-2b-ul2-it"], ["t5gemma2", "Unreachable", "forward fails after shrink", 114374, "google/t5gemma-2-270m-270m"], ["t5gemma2_decoder", "Unreachable", "component config only", 0, ""], ["t5gemma2_encoder", "Reachable", "", 149, "hf-tiny-v2/tiny-random-T5Gemma2Encoder"], ["t5gemma2_text", "Unreachable", "component config only", 30, "amanchoudhri/t5-gemma-2-270m-text-encoder"], ["table-transformer", "Done", "", 1872765, "microsoft/table-transformer-structure-recognition"], ["tapas", "Reachable", "", 37821, "google/tapas-base-finetuned-wtq"], ["textnet", "Unreachable", "forward fails after shrink", 7475, "czczup/textnet-base"], ["time_series_transformer", "Unreachable", "synthetic inputs rejected", 4534, "huggingface/time-series-transformer-tourism-monthly"], ["timesfm", "Done", "", 1854129, "google/timesfm-2.5-200m-pytorch"], ["timesfm2_5", "Unreachable", "synthetic inputs rejected", 37239, "google/timesfm-2.5-200m-transformers"], ["timesformer", "Unreachable", "forward fails after shrink", 25737, "facebook/timesformer-base-finetuned-k400"], ["timm_backbone", "Unreachable", "no usable checkpoint", 133, "hf-tiny-v2/tiny-random-TimmBackbone"], ["timm_wrapper", "Unreachable", "forward fails after shrink", 383060, "Freepik/nsfw_image_detector"], ["tipsv2", "Done", "", 289583, "google/tipsv2-so400m14"], ["tipsv2_dpt", "Unreachable", "forward fails after shrink", 8014, "google/tipsv2-b14-dpt"], ["tipsv2_text_model", "Reachable", "", 4, "hf-tiny-v2/tiny-random-Tipsv2TextModel"], ["tipsv2_vision_model", "Reachable", "", 8, "hf-tiny-v2/tiny-random-Tipsv2VisionBackbone"], ["trocr", "Reachable", "", 53, "sasmithasarasi/trocr-sinhala-handwriting"], ["tvp", "Unreachable", "forward fails after shrink", 13994, "Intel/tvp-base"], ["udop", "Unreachable", "forward fails after shrink", 9051, "microsoft/udop-large"], ["ultrabert", "Reachable", "", 29547, "dmis-lab/UltraBERT-380M"], ["ultravbert", "Reachable", "", 1133, "athrael-soju/ColUltraVBERT"], ["umt5", "Done", "", 5305, "huggingface-mic/umt5-small-mic"], ["unispeech", "Reachable", "", 24130, "optimum-intel-internal-testing/tiny-random-unispeech"], ["unispeech-sat", "Reachable", "", 38482, "optimum-intel-internal-testing/tiny-random-UnispeechSatModel"], ["univnet", "Unreachable", "forward fails after shrink", 5412, "dg845/univnet-dev"], ["unlimited_ocr", "Done", "", 3535621, "baidu/Unlimited-OCR"], ["unlimited_ocr_sam_vision_model", "No checkpoint", "no Hub checkpoint has this model_type (documented baidu/Unlimited-OCR is another type)", 0, ""], ["unlimited_ocr_text", "No checkpoint", "no Hub checkpoint has this model_type (documented baidu/Unlimited-OCR is another type)", 0, ""], ["unlimited_ocr_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented baidu/Unlimited-OCR is another type)", 0, ""], ["unlimited_ocr_vision_encoder", "No checkpoint", "no Hub checkpoint has this model_type (documented baidu/Unlimited-OCR is another type)", 0, ""], ["upernet", "Unreachable", "forward fails after shrink", 46968, "openmmlab/upernet-convnext-small"], ["uvdoc", "Reachable", "", 431, "PaddlePaddle/UVDoc_safetensors"], ["uvdoc_backbone", "Unreachable", "backward fails", 39, "hf-tiny-v2/tiny-random-UVDocBackbone"], ["vaultgemma", "Reachable", "", 2790, "google/vaultgemma-1b"], ["vibevoice", "Done", "", 1070414, "microsoft/VibeVoice-ASR"], ["vibevoice_acoustic_tokenizer", "Unreachable", "forward fails after shrink", 2151, "microsoft/VibeVoice-AcousticTokenizer"], ["vibevoice_acoustic_tokenizer_decoder", "Unreachable", "no usable checkpoint", 33, "hf-tiny-v2/tiny-random-VibeVoiceAcousticTokenizerDecoderModel"], ["vibevoice_acoustic_tokenizer_encoder", "Unreachable", "no usable checkpoint", 49, "hf-tiny-v2/tiny-random-VibeVoiceAcousticTokenizerEncoderModel"], ["vibevoice_asr", "Reachable", "", 59115, "microsoft/VibeVoice-ASR-HF"], ["vibevoice_diffusion", "No checkpoint", "no Hub checkpoint has this model_type (documented vibevoice/VibeVoice-1.5B-hf is another type)", 0, ""], ["video_llama_3", "Reachable", "", 11087, "lkhl/VideoLLaMA3-2B-Image-HF"], ["video_llama_3_vision", "Unreachable", "forward fails after shrink", 32, "hf-tiny-v2/tiny-random-VideoLlama3VisionModel"], ["video_llava", "Reachable", "", 10045, "LanguageBind/Video-LLaVA-7B-hf"], ["videomae", "Unreachable", "forward fails after shrink", 475037, "MCG-NJU/videomae-base"], ["videomt", "Unreachable", "synthetic inputs rejected", 5328, "tue-mps/videomt-dinov2-small-ytvis2019"], ["videoprism", "Unreachable", "synthetic inputs rejected", 545, "MHRDYN7/videoprism-lvt-base-f16r288"], ["videoprism_text_model", "No checkpoint", "no Hub checkpoint has this model_type (documented google/videoprism-lvt-base-f16r288 has no config.json)", 0, ""], ["videoprism_vision_model", "Unreachable", "synthetic inputs rejected", 191, "MHRDYN7/videoprism-base-f16r288"], ["vilt", "Unreachable", "forward fails after shrink", 89943, "dandelin/vilt-b32-finetuned-vqa"], ["vipllava", "Reachable", "", 7898, "llava-hf/vip-llava-7b-hf"], ["vision-encoder-decoder", "Unreachable", "forward fails after shrink", 2482977, "kha-white/manga-ocr-base"], ["vision-text-dual-encoder", "Unreachable", "model build fails", 3250, "hf-tiny-v2/tiny-random-VisionTextDualEncoderModel-vit-bert"], ["visual_bert", "Reachable", "", 5237, "uclanlp/visualbert-vqa-coco-pre"], ["vit", "Done", "", 23571533, "google/vit-base-patch16-224"], ["vit_mae", "Reachable", "", 43367, "facebook/vit-mae-base"], ["vit_msn", "Reachable", "", 1782, "facebook/vit-msn-small"], ["vitdet", "Unreachable", "no usable checkpoint", 214, "hf-tiny-v2/tiny-random-VitDetBackbone"], ["vitmatte", "Done", "", 383080, "hustvl/vitmatte-small-composition-1k"], ["vitpose", "Unreachable", "forward fails after shrink", 392468, "usyd-community/vitpose-base-simple"], ["vitpose_backbone", "Unreachable", "forward fails after shrink", 124, "hf-tiny-v2/tiny-random-VitPoseBackbone"], ["vits", "Done", "", 455247, "facebook/mms-tts-eng"], ["vivit", "Unreachable", "forward fails after shrink", 89874, "google/vivit-b-16x2"], ["vjepa2", "Unreachable", "synthetic inputs rejected", 426419, "facebook/vjepa2-vitl-fpc64-256"], ["voxtral", "Done", "", 319265, "mzbac/voxtral-mini-3b-4bit-mixed"], ["voxtral_encoder", "Reachable", "", 108, "hf-tiny-v2/tiny-random-VoxtralEncoder"], ["voxtral_realtime", "Unreachable", "forward fails after shrink", 1948459, "mistralai/Voxtral-Mini-4B-Realtime-2602"], ["voxtral_realtime_encoder", "Reachable", "", 80, "hf-tiny-v2/tiny-random-VoxtralRealtimeEncoder"], ["voxtral_realtime_text", "Unreachable", "model build fails", 10, "hf-tiny-v2/tiny-random-VoxtralRealtimeTextModel"], ["wav2vec2", "Done", "", 100317588, "jonatasgrosman/wav2vec2-large-xlsr-53-japanese"], ["wav2vec2-bert", "Unreachable", "model build fails", 1320062, "facebook/w2v-bert-2.0"], ["wav2vec2-conformer", "Unreachable", "model build fails", 160365, "facebook/wav2vec2-conformer-rope-large-960h-ft"], ["wavlm", "Done", "", 1990346, "microsoft/wavlm-large"], ["whisper", "Done", "", 22332636, "openai/whisper-large-v3-turbo"], ["xclip", "Unreachable", "forward fails after shrink", 453798, "microsoft/xclip-base-patch16-zero-shot"], ["xclip_text_model", "Unreachable", "component config only", 0, ""], ["xclip_vision_model", "Unreachable", "component config only", 0, ""], ["xcodec", "Unreachable", "config load fails", 14050, "hf-audio/xcodec-hubert-general"], ["xcodec2", "Unreachable", "forward fails after shrink", 9249, "HKUSTAudio/xcodec2-hf"], ["xglm", "Reachable", "", 64850, "optimum-intel-internal-testing/tiny-random-XGLMForCausalLM"], ["xlm", "Reachable", "", 19454, "FacebookAI/xlm-mlm-en-2048"], ["xlm-roberta", "Done", "", 104687870, "BAAI/bge-m3"], ["xlm-roberta-xl", "Done", "", 101085, "facebook/xlm-roberta-xl"], ["xlnet", "Unreachable", "shrink fails", 166190, "xlnet/xlnet-base-cased"], ["xlstm", "Unreachable", "config load fails", 4922, "NX-AI/xLSTM-7b"], ["xmod", "Unreachable", "forward fails after shrink", 29093, "facebook/xmod-base"], ["yolos", "Done", "", 859794, "hustvl/yolos-small"], ["yoso", "Reachable", "", 5281, "uw-madison/yoso-4096"], ["youtu", "Reachable", "", 12971, "tencent/Youtu-LLM-2B"], ["zamba", "Unreachable", "model build fails", 5935, "Zyphra/Zamba-7B-v1"], ["zamba2", "Unreachable", "forward fails after shrink", 70083, "Zyphra/Zamba2-1.2B-instruct"], ["zaya", "Reachable", "", 8978, "Zyphra/ZAYA1-8B"], ["zoedepth", "Unreachable", "forward fails after shrink", 48545, "Intel/zoedepth-nyu-kitti"]], "meta": {"generated": "2026-10-31", "fleet": "666d54fcc782e473ff276ec9626df0b0a3f0cafd", "transformers": "420dca92a4cf7d96dfbc1cc46f00375b0681ff8f", "sweep": "98a8d1d90b64baf9cbca7197d95f139901ae28f6"}, "shrink": {"albert": [["albert-base-v2-mic", 0]], "apertus": [["Apertus-v1.1-0.5B-Instruct-mic", 0]], "audioflamingo3": [["audio-flamingo-3-hf-mic", 0]], "bart": [["bart-base-mic", 0]], "beit": [["beit-base-patch16-224-mic", 0]], "bert": [["bert-base-uncased-mic", 0], ["bert-mic", 0]], "big_bird": [["bigbird-roberta-base-mic", 0]], "blenderbot": [["blenderbot-400M-distill-mic", 0]], "bloom": [["bloomz-560m-mic", 0]], "camembert": [["camembert-base-mic", 0]], "canine": [["canine-c-mic", 0]], "chinese_clip": [["chinese-clip-vit-base-patch16-mic", 0]], "clap": [["clap-htsat-fused-mic", 0]], "clip": [["clip-mic", 0], ["clip-vit-base-patch32-mic", 0]], "clip_text_model": [["tiny-clip-text-2-mic", 0]], "clip_vision_model": [["clip-vit-base-patch32-vision-mic", 0]], "clipseg": [["clipseg-rd64-refined-mic", 0]], "cohere": [["aya-expanse-8b-ungated-mic", 0]], "cohere2": [["tiny-random-aya-base-mic", 0]], "convbert": [["conv-bert-base-mic", 0]], "convnext": [["convnext-tiny-224-mic", 0]], "convnextv2": [["convnextv2-nano-1k-224-mic", 0]], "cosmos3_omni": [["Cosmos3-Nano-mic", 0]], "csm": [["csm-1b-mic", 0]], "deberta": [["deberta-large-mnli-mic", 0]], "deberta-v2": [["mDeBERTa-v3-base-xnli-multilingual-nli-2mil7-mic", 0]], "deepseek_v2": [["DeepSeek-Coder-V2-Lite-Instruct-mic", 0]], "deepseek_v3": [["DeepSeek-R1-mic", 0]], "deepseek_v32": [["DeepSeek-V3.2-mic", 0]], "deepseek_v4": [["DeepSeek-V4-Flash-0731-mic", 0]], "detr": [["detr-mic", 0]], "dinov2": [["dinov2-small-mic", 0]], "dinov2_with_registers": [["dinov2-with-registers-base-mic", 0]], "dinov3_vit": [["dinov3-vitl16-pretrain-lvd1689m-mic", 0]], "distilbert": [["distilbert-base-uncased-mic", 0]], "dpt": [["dpt-large-mic", 0]], "electra": [["electra-small-discriminator-mic", 0]], "embedding_gemma2": [["embeddinggemma-2-mic", 0]], "encoder-decoder": [["bert2bert-cnn_dailymail-fp16-mic", 0]], "esm": [["esm2_t6_8M_UR50D-mic", 0]], "esmc": [["ESMC-300M-hf-mic", 0]], "eurobert": [["EuroBERT-210m-mic", 0]], "falcon": [["falcon-7b-mic", 0]], "falcon_h1": [["Falcon-H1-Tiny-90M-Instruct-mic", 0]], "florence2": [["Florence-2-base-mic", 0]], "fnet": [["fnet-base-mic", 0]], "gemma": [["gemma-2b-mic", 0]], "gemma2": [["gemma-2-2b-it-mic", 0]], "gemma3": [["gemma3-mic", 0]], "gemma3n": [["gemma-3n-E2B-it-mic", 0]], "gemma4": [["gemma-4-E2B-it-mic", 0]], "gemma4_unified": [["gemma-4-12B-it-mic", 0]], "glm4": [["GLM-4-9B-0414-mic", 0]], "glm4_moe": [["GLM-4.5-Air-mic", 0]], "glm4_moe_lite": [["GLM-4.7-Flash-mic", 0]], "glm5_next": [["GLM-5.3-Flash-mic", 1]], "glm_moe_dsa": [["GLM-5.3-mic", 1]], "glm_ocr": [["GLM-OCR-mic", 0]], "got_ocr2": [["got_ocr2-mic", 0]], "gpt2": [["gpt2-mic", 0]], "gpt_bigcode": [["tiny_starcoder_py-mic", 0]], "gpt_neox": [["pythia-160m-mic", 0]], "gpt_oss": [["gpt_oss-mic", 0]], "granite": [["granite-3.1-2b-instruct-mic", 0]], "granite4_vision": [["granite-vision-4.1-4b-mic", 0]], "granite_speech": [["granite-4.0-1b-speech-mic", 0]], "granitemoe": [["granite-3.0-1b-a400m-instruct-mic", 0]], "granitemoehybrid": [["granite-4.0-h-350m-mic", 0]], "grounding-dino": [["grounding-dino-tiny-mic", 0]], "hubert": [["hubert-large-ls960-ft-mic", 0]], "hunyuan_v1_dense": [["Hunyuan-0.5B-Instruct-mic", 0]], "hunyuan_vl": [["HunyuanOCR-mic", 0]], "hy_v3": [["Hy-MT2-30B-A3B-mic", 0]], "idefics3": [["granite-docling-258M-mic", 0]], "inkling_mm_model": [["Inkling-mic", 0]], "internvl": [["internvl-mic", 0]], "jamba": [["Jamba-tiny-dev-mic", 0]], "janus": [["Janus-Pro-1B-mic", 0]], "jina_embeddings_v3": [["jina-embeddings-v3-hf-mic", 0]], "laguna": [["Laguna-XS.2-mic", 0]], "layoutlm": [["layoutlm-base-uncased-mic", 0]], "lfm2": [["LFM2.5-230M-Base-mic", 0]], "lfm2_moe": [["LFM2-8B-A1B-mic", 0]], "lfm2_vl": [["LFM2.5-VL-450M-mic", 0]], "llama": [["llama-mic", 0], ["smollm-1.7b-mic", 0], ["smollm-mic", 0]], "llama4": [["Llama-4-Scout-17B-16E-Instruct-mic", 0]], "llava": [["llava-mic", 0]], "llava_next": [["llava-v1.6-mistral-7b-hf-mic", 0]], "llava_next_video": [["LLaVA-NeXT-Video-7B-hf-mic", 0]], "llava_onevision": [["llava-onevision-qwen2-0.5b-ov-hf-mic", 0]], "longformer": [["longformer-base-4096-mic", 0]], "longt5": [["long-t5-tglobal-base-mic", 0]], "luke": [["luke-base-mic", 0]], "m2m_100": [["nllb-200-distilled-600M-mic", 0]], "mamba": [["mamba-130m-hf-mic", 0]], "marian": [["opus-mt-fr-en-mic", 0]], "mask2former": [["mask2former-swin-tiny-coco-instance-mic", 0]], "mbart": [["mbart-large-50-mic", 0]], "minicpm3": [["MiniCPM3-4B-mic", 0]], "minicpmv4_6": [["MiniCPM-V-4.6-mic", 0]], "minimax_m2": [["MiniMax-M2.5-mic", 0]], "minimax_m3_vl": [["MiniMax-M3-MXFP8-mic", 0]], "ministral3": [["Nemotron-3-Embed-1B-BF16-mic", 0]], "mistral": [["Mistral-7B-Instruct-v0.2-mic", 1]], "mistral3": [["Ministral-3-3B-Instruct-2512-mic", 0], ["mistral3-mic", 0]], "mixtral": [["Mixtral-8x7B-Instruct-v0.1-mic", 0]], "mllama": [["Llama-3.2-11B-Vision-Instruct-mic", 0]], "mm-grounding-dino": [["mm_grounding_dino_tiny_o365v1_goldg_v3det-mic", 0]], "mobilenet_v2": [["mobilenet_v2_1.0_224-mic", 0]], "mobilevit": [["mobilevit-xx-small-mic", 0]], "modernbert": [["modernbert-mic", 0]], "moss_transcribe_diarize": [["MOSS-Transcribe-Diarize-HF-mic", 0]], "mpnet": [["mpnet-base-mic", 0]], "mt5": [["mt5-small-mic", 0]], "muse_glimmer": [["tiny-random-muse-glimmer-mic", 0]], "nemotron_h": [["NVIDIA-Nemotron-3-Nano-4B-BF16-mic", 0]], "nomic_bert": [["nomic-embed-text-v1.5-mic", 0]], "olmo": [["OLMo-1B-hf-mic", 0]], "olmo2": [["OLMo-2-0425-1B-mic", 0]], "olmo3": [["Olmo-3-7B-Instruct-mic", 0]], "olmoe": [["OLMoE-1B-7B-0924-mic", 0]], "openai_privacy_filter": [["privacy-filter-mic", 0]], "opt": [["opt-125m-mic", 0]], "owlv2": [["owlv2-base-patch16-ensemble-mic", 0]], "owlvit": [["owlvit-base-patch32-mic", 0]], "paddleocr_vl": [["tibetan-ocr-mic", 0]], "paligemma": [["paligemma-3b-pt-224-mic", 0]], "pegasus": [["pegasus-xsum-mic", 0]], "perceiver": [["language-perceiver-mic", 0]], "phi": [["phi-2-mic", 0]], "phi3": [["Phi-3.5-mini-instruct-mic", 0]], "phi4_multimodal": [["Phi-4-multimodal-instruct-mic", 0]], "phimoe": [["Phi-3.5-MoE-0.8B-A0.2B-mic", 0]], "pvt": [["pvt-tiny-224-mic", 0]], "qwen2": [["qwen2-mic", 0]], "qwen2_5_omni": [["qwen2_5_omni-mic", 0]], "qwen2_5_omni_thinker": [["LCO-Embedding-Omni-3B-mic", 0]], "qwen2_5_vl": [["qwen2_5_vl-mic", 0]], "qwen2_audio": [["qwen2_audio-mic", 0]], "qwen2_moe": [["Qwen1.5-MoE-A2.7B-mic", 0]], "qwen2_vl": [["Qwen2-VL-2B-Instruct-mic", 0]], "qwen3": [["Qwen3-0.6B-mic", 0]], "qwen3_5_moe": [["Qwen3.5-35B-A3B-mic", 0]], "qwen3_5_moe_text": [["Qwen3.8-1.0B-A0.6B-mic", 0]], "qwen3_5_text": [["Qwen3.5-0.8B-text-only-mic", 0]], "qwen3_asr": [["Qwen3-ASR-0.6B-hf-mic", 0]], "qwen3_moe": [["Qwen3-30B-A3B-mic", 0]], "qwen3_next": [["Qwen3-Next-80B-A3B-Instruct-mic", 0]], "qwen3_vl": [["Qwen3-VL-2B-Instruct-mic", 0]], "qwen3_vl_moe": [["Qwen3-VL-30B-A3B-Instruct-mic", 0]], "qwen4_exp": [["Qwen3.8-Flash-Next-mic", 0]], "recurrent_gemma": [["recurrentgemma-2b-mic", 0]], "resnet": [["resnet-18-mic", 0]], "roberta": [["roberta-base-mic", 0]], "rt_detr": [["rtdetr_r50vd-mic", 0]], "rt_detr_v2": [["docling-layout-heron-mic", 0]], "sam2": [["sam2.1-hiera-tiny-mic", 4]], "seamless_m4t_v2": [["seamless-m4t-v2-large-mic", 0]], "seed_oss": [["Seed-OSS-36B-Instruct-mic", 0]], "segformer": [["segformer-b0-finetuned-ade-512-512-mic", 0]], "siglip": [["siglip-base-patch16-224-mic", 0]], "smollm3": [["SmolLM3-3B-mic", 1]], "smolvlm": [["smolvlm-mic", 0]], "speecht5": [["speech_t5-mic", 0]], "stablelm": [["stablelm-2-1_6b-mic", 0]], "starcoder2": [["starcoder2-3b-mic", 0]], "swin": [["swin-tiny-patch4-window7-224-mic", 0]], "swinv2": [["swinv2-tiny-patch4-window16-256-mic", 0]], "t5": [["t5-mic", 0], ["t5-small-mic", 0]], "table-transformer": [["table_transformer-mic", 0]], "timesfm": [["timesfm-2.0-500m-pytorch-mic", 0]], "tipsv2": [["tipsv2-b14-mic", 0]], "umt5": [["umt5-small-mic", 0]], "unlimited_ocr": [["Unlimited-OCR-mic", 0]], "vibevoice": [["VibeVoice-1.5B-hf-mic", 0]], "vit": [["vit-mic", 0]], "vitmatte": [["vitmatte-small-composition-1k-mic", 0]], "vits": [["mms-tts-eng-mic", 0]], "voxtral": [["Voxtral-Mini-3B-2507-mic", 0]], "wav2vec2": [["wav2vec2-base-960h-mic", 0], ["wav2vec2-mic", 0]], "wavlm": [["wavlm-base-plus-mic", 0]], "whisper": [["whisper-mic", 0], ["whisper-tiny-mic", 0]], "xlm-roberta": [["xlm-roberta-base-mic", 0]], "xlm-roberta-xl": [["xlm-roberta-xl-mic", 0]], "yolos": [["yolos-small-mic", 0]]}, "gated": {"aya_vision": "auto", "chameleon": "manual", "chmv2": "manual", "cohere_asr": "auto", "csm_depth_decoder_model": "auto", "cwm": "manual", "dinov3_convnext": "manual", "gemma": "manual", "gemma2": "manual", "gemma3": "manual", "gemma3_text": "manual", "gemma3n": "manual", "jais2": "auto", "lasr_ctc": "auto", "llama4_vision_model": "manual", "moshi": "auto", "muse_spark": "manual", "muse_spark_audio": "manual", "muse_spark_text": "manual", "muse_spark_vision": "manual", "neucodec": "auto", "perception_lm": "manual", "recurrent_gemma": "manual", "sam3_detr_decoder": "manual", "sam3_detr_encoder": "manual", "sam3_geometry_encoder": "manual", "sam3_mask_decoder": "manual", "sam3_tracker_mask_decoder": "manual", "sam3_tracker_prompt_encoder": "manual", "sam3_tracker_video": "manual", "sam3_tracker_video_mask_decoder": "manual", "sam3_tracker_video_prompt_encoder": "manual", "sam3_video": "manual", "shieldgemma2": "manual", "t5gemma": "manual", "t5gemma2": "manual", "vaultgemma": "manual"}} \ No newline at end of file +{"rows": [["EvollaModel", "Reachable", "", 732, "westlake-repl/Evolla-10B-hf"], ["afmoe", "Reachable", "", 84004, "optimum-intel-internal-testing/tiny-random-trinity"], ["aimv2", "Reachable", "", 10627, "apple/aimv2-large-patch14-224-lit"], ["aimv2_text_model", "Unreachable", "component config only", 0, ""], ["aimv2_vision_model", "Reachable", "", 3412, "apple/aimv2-large-patch14-224"], ["albert", "Done", "", 2009876, "albert/albert-base-v2"], ["align", "Unreachable", "forward fails after shrink", 21429, "kakaobrain/align-base"], ["align_text_model", "Unreachable", "component config only", 0, ""], ["align_vision_model", "Unreachable", "component config only", 0, ""], ["altclip", "Reachable", "", 7652, "BAAI/AltCLIP"], ["altclip_text_model", "Unreachable", "component config only", 0, ""], ["altclip_vision_model", "Unreachable", "component config only", 0, ""], ["apertus", "Done", "", 457103, "swiss-ai/Apertus-8B-Instruct-2509"], ["arcee", "Reachable", "", 64187, "optimum-intel-internal-testing/tiny-random-ArceeForCausalLM"], ["aria", "Unreachable", "forward fails after shrink", 29760, "rhymes-ai/Aria"], ["aria_text", "Unreachable", "forward fails after shrink", 88, "hf-tiny-v2/tiny-random-AriaTextForCausalLM"], ["audio-spectrogram-transformer", "Unreachable", "forward fails after shrink", 1651174, "MIT/ast-finetuned-audioset-10-10-0.4593"], ["audioflamingo3", "Done", "", 144463, "nvidia/audio-flamingo-3-hf"], ["audioflamingo3_encoder", "Unreachable", "forward fails after shrink", 27, "hf-tiny-v2/tiny-random-AudioFlamingo3Encoder"], ["autoformer", "Unreachable", "synthetic inputs rejected", 79649, "huggingface/autoformer-tourism-monthly"], ["axk1", "Reachable", "", 5094, "skt/A.X-K1"], ["axk2", "Reachable", "", 90892, "skt/A.X-K2-NVFP4"], ["aya_vision", "Reachable", "", 3689, "CohereLabs/aya-vision-8b"], ["bailing_hybrid", "Unreachable", "forward fails after shrink", 727122, "rapid-mlx/Ling-3.0-tiny-MLX-4bit"], ["bamba", "Reachable", "", 11728, "ibm-ai-platform/Bamba-9B-v1"], ["bark", "Unreachable", "forward fails after shrink", 28264, "suno/bark"], ["bart", "Done", "", 6328395, "facebook/bart-large-mnli"], ["beam", "Reachable", "", 20667, "reflection/Beam-1.0-501B-A23B"], ["beit", "Done", "", 169127, "microsoft/dit-base-finetuned-rvlcdip"], ["bert", "Done", "", 527874026, "sentence-transformers/all-MiniLM-L6-v2"], ["bert-generation", "Reachable", "", 3386, "ybelkada/random-tiny-BertGenerationModel"], ["big_bird", "Done", "", 194505, "google/bigbird-roberta-base"], ["bigbird_pegasus", "Reachable", "", 71110, "optimum-intel-internal-testing/tiny-random-bigbird_pegasus"], ["biogpt", "Reachable", "", 56866, "optimum-intel-internal-testing/tiny-random-BioGptForCausalLM"], ["bit", "Unreachable", "model build fails", 8676, "google/bit-50"], ["bitnet", "Reachable", "", 35767, "optimum-intel-internal-testing/tiny-random-bitnet"], ["blenderbot", "Done", "", 235225, "optimum-intel-internal-testing/tiny-random-BlenderbotModel"], ["blenderbot-small", "Reachable", "", 5857, "facebook/blenderbot_small-90M"], ["blip", "Unreachable", "forward fails after shrink", 2359364, "Salesforce/blip-image-captioning-base"], ["blip-2", "Unreachable", "forward fails after shrink", 457477, "Salesforce/blip2-opt-2.7b"], ["blip_2_qformer", "Unreachable", "forward fails after shrink", 145, "hf-tiny-v2/tiny-random-Blip2QFormerModel"], ["blip_2_vision_model", "Unreachable", "component config only", 24, "tmnam20/blip2-opt-2.7b-vision"], ["blip_text_model", "Unreachable", "component config only", 0, ""], ["blip_vision_model", "Unreachable", "component config only", 0, ""], ["bloom", "Done", "", 1527823, "bigscience/bloomz-560m"], ["blt", "Unreachable", "forward fails after shrink", 6999, "itazap/blt-1b-hf"], ["blt_global_transformer", "No checkpoint", "no Hub checkpoint has this model_type (documented itazap/blt-1b-hf is another type)", 0, ""], ["blt_local_decoder", "No checkpoint", "no Hub checkpoint has this model_type (documented itazap/blt-1b-hf is another type)", 0, ""], ["blt_local_encoder", "No checkpoint", "no Hub checkpoint has this model_type (documented itazap/blt-1b-hf is another type)", 0, ""], ["blt_patcher", "No checkpoint", "no Hub checkpoint has this model_type (documented itazap/blt-1b-hf is another type)", 0, ""], ["bridgetower", "Reachable", "", 80, "regisss/bridgetower-newyorker-a100-8x"], ["bridgetower_text_model", "No checkpoint", "no Hub checkpoint has this model_type (documented BridgeTower/bridgetower-base is another type)", 0, ""], ["bridgetower_vision_model", "No checkpoint", "no Hub checkpoint has this model_type (documented BridgeTower/bridgetower-base is another type)", 0, ""], ["bros", "Unreachable", "forward fails after shrink", 42661, "naver-clova-ocr/bros-base-uncased"], ["camembert", "Done", "", 2226781, "almanach/camembert-base"], ["canary", "Unreachable", "forward fails after shrink", 237192, "nvidia/canary-1b-v2"], ["canary_decoder", "Unreachable", "component config only", 0, ""], ["canine", "Done", "", 167492, "google/canine-c"], ["chameleon", "Reachable", "", 8504, "facebook/chameleon-7b"], ["chameleon_vqgan", "Unreachable", "component config only", 33, "leloy/Anole-7b-v0.1-vqvae-hf"], ["chinese_clip", "Done", "", 276376, "OFA-Sys/chinese-clip-vit-base-patch16"], ["chinese_clip_text_model", "Unreachable", "component config only", 0, ""], ["chinese_clip_vision_model", "Reachable", "", 57, "hf-tiny-v2/tiny-random-ChineseCLIPVisionModel"], ["chmv2", "Unreachable", "forward fails after shrink", 1526, "facebook/dinov3-vitl16-chmv2-dpt-head"], ["clap", "Done", "", 9104856, "laion/clap-htsat-fused"], ["clap_audio_model", "Unreachable", "component config only", 257, "NGDtuanh/abook-music-student"], ["clap_text_model", "Unreachable", "component config only", 61, "werent4/larger_clap_general_text_model"], ["clip", "Done", "", 37612455, "openai/clip-vit-base-patch32"], ["clip_text_model", "Done", "", 940714, "peft-internal-testing/tiny-clip-text-2"], ["clip_vision_model", "Done", "", 432156, "xingpng/OneIG-StyleEncoder"], ["clipseg", "Done", "", 545844, "CIDAS/clipseg-rd64-refined"], ["clipseg_text_model", "Unreachable", "component config only", 0, ""], ["clipseg_vision_model", "Unreachable", "component config only", 0, ""], ["clvp", "Unreachable", "forward fails after shrink", 5530, "susnato/clvp_dev"], ["clvp_decoder", "Unreachable", "component config only", 0, ""], ["clvp_encoder", "Unreachable", "component config only", 0, ""], ["codegen", "Unreachable", "forward fails after shrink", 168810, "Salesforce/codegen2-16B_P"], ["cohere", "Done", "", 166589, "optimum-intel-internal-testing/tiny-random-CohereForCausalLM"], ["cohere2", "Done", "", 162977, "optimum-intel-internal-testing/tiny-random-aya-base"], ["cohere2_moe", "Reachable", "", 15203, "CohereLabs/North-Mini-Code-1.0"], ["cohere2_vision", "Reachable", "", 37679, "CohereLabs/command-a-plus-05-2026-bf16"], ["cohere_asr", "Unreachable", "forward fails after shrink", 350010, "CohereLabs/cohere-transcribe-arabic-07-2026"], ["cohere_compass", "Reachable", "", 34840, "CohereLabs/North-Micro-Vision-Instruct"], ["cohere_compass_text", "Reachable", "", 41, "hf-tiny-v2/tiny-random-CohereCompassTextForSequenceClassification"], ["cohere_compass_vision", "Unreachable", "forward fails after shrink", 15, "hf-tiny-v2/tiny-random-CohereCompassVisionModel"], ["colmodernvbert", "Unreachable", "no usable checkpoint", 1649, "Qdrant/colmodernvbert"], ["colpali", "Reachable", "", 8568, "vidore/colpali-v1.3-hf"], ["colqwen2", "Reachable", "", 36700, "vidore/colqwen2-v1.0-hf"], ["conditional_detr", "Reachable", "", 62673, "yainage90/fashion-object-detection"], ["convbert", "Done", "", 509373, "YituTech/conv-bert-base"], ["convnext", "Done", "", 192305, "facebook/convnext-tiny-224"], ["convnextv2", "Done", "", 330963, "facebook/convnextv2-base-22k-384"], ["cosmos3_edge", "Reachable", "", 83288, "nvidia/Cosmos3-Edge"], ["cosmos3_edge_text", "Reachable", "", 14, "hf-tiny-v2/tiny-random-Cosmos3EdgeTextModel"], ["cosmos3_edge_vision", "Unreachable", "forward fails after shrink", 12, "hf-tiny-v2/tiny-random-Cosmos3EdgeVisionModel"], ["cosmos3_omni", "Done", "", 244937, "nvidia/Cosmos3-Nano"], ["cpmant", "Reachable", "", 3742, "openbmb/cpm-ant-10b"], ["csm", "Done", "", 145078, "sesame/csm-1b"], ["csm_depth_decoder_model", "Unreachable", "checkpoint gated", 0, "sesame/csm-1b"], ["ctrl", "Reachable", "", 17032, "Salesforce/ctrl"], ["cvt", "Reachable", "", 12319, "microsoft/cvt-13"], ["cwm", "Unreachable", "no usable checkpoint", 1007, "facebook/cwm"], ["d_fine", "Unreachable", "forward fails after shrink", 126298, "ustc-community/dfine-xlarge-obj2coco"], ["dab-detr", "Unreachable", "config load fails", 7050, "IDEA-Research/dab-detr-resnet-50"], ["dac", "Unreachable", "forward fails after shrink", 72000, "descript/dac_44khz"], ["data2vec-audio", "Reachable", "", 39013, "optimum-intel-internal-testing/tiny-random-Data2VecAudioModel"], ["data2vec-text", "Reachable", "", 7219, "optimum-intel-internal-testing/tiny-random-Data2VecTextModel"], ["data2vec-vision", "Unreachable", "shrink fails", 17284, "optimum-intel-internal-testing/tiny-random-Data2VecVisionModel"], ["dbrx", "Reachable", "", 16983, "trl-internal-testing/tiny-DbrxForCausalLM"], ["deberta", "Done", "", 692267, "microsoft/deberta-large-mnli"], ["deberta-v2", "Done", "", 21746039, "microsoft/mdeberta-v3-base"], ["decision_transformer", "Unreachable", "synthetic inputs rejected", 6158, "edbeeching/decision-transformer-gym-hopper-medium"], ["deepseek_ocr2", "Unreachable", "synthetic inputs rejected", 22922, "optimum-intel-internal-testing/tiny-random-deepseek-ocr-2"], ["deepseek_ocr2_encoder", "Unreachable", "component config only", 0, ""], ["deepseek_ocr2_sam_vision_model", "Unreachable", "component config only", 0, ""], ["deepseek_ocr2_text", "Unreachable", "component config only", 0, ""], ["deepseek_ocr2_vision", "Unreachable", "component config only", 0, ""], ["deepseek_v2", "Done", "", 668975, "deepseek-ai/DeepSeek-Coder-V2-Lite-Instruct"], ["deepseek_v3", "Done", "", 4950570, "deepseek-ai/DeepSeek-R1"], ["deepseek_v32", "Done", "", 6161743, "deepseek-ai/DeepSeek-V3.2"], ["deepseek_v4", "Done", "", 6213673, "deepseek-ai/DeepSeek-V4-Flash-0731"], ["deepseek_vl", "Reachable", "", 8828, "deepseek-community/deepseek-vl-1.3b-chat"], ["deepseek_vl_hybrid", "Reachable", "", 8249, "deepseek-community/deepseek-vl-7b-chat"], ["deformable_detr", "Reachable", "", 23013, "SenseTime/deformable-detr"], ["deimv2", "Unreachable", "forward fails after shrink", 4393, "alessioarcara/deimv2-deimv2_dinov3_x_coco"], ["deit", "Reachable", "", 50030, "facebook/deit-base-distilled-patch16-384"], ["depth_anything", "Unreachable", "forward fails after shrink", 2447209, "depth-anything/Depth-Anything-V2-Small-hf"], ["depth_pro", "Unreachable", "forward fails after shrink", 52957, "apple/DepthPro-hf"], ["detr", "Done", "", 385370, "TahaDouaji/detr-doc-table-detection"], ["dia", "Unreachable", "no usable checkpoint", 16396, "nari-labs/Dia-1.6B-0626"], ["dia_decoder", "No checkpoint", "no Hub checkpoint has this model_type (documented nari-labs/Dia-1.6B is another type)", 0, ""], ["dia_encoder", "No checkpoint", "no Hub checkpoint has this model_type (documented nari-labs/Dia-1.6B is another type)", 0, ""], ["diffllama", "Reachable", "", 4593, "kajuma/DiffLlama-0.3B-handcut"], ["diffusion_gemma", "Unreachable", "forward fails after shrink", 1034537, "google/diffusiongemma-26B-A4B-it"], ["diffusion_gemma_text", "Unreachable", "component config only", 0, ""], ["dinat", "Unreachable", "model build fails", 209, "shi-labs/dinat-mini-in1k-224"], ["dinov2", "Done", "", 7235906, "facebook/dinov2-base"], ["dinov2_with_registers", "Done", "", 354429, "facebook/dinov2-with-registers-base"], ["dinov3_convnext", "Reachable", "", 95750, "facebook/dinov3-convnext-tiny-pretrain-lvd1689m"], ["dinov3_vit", "Done", "", 2089303, "facebook/dinov3-vitl16-pretrain-lvd1689m"], ["distilbert", "Done", "", 20324420, "distilbert/distilbert-base-uncased"], ["doge", "Reachable", "", 8362, "SmallDoge/Doge-320M"], ["donut-swin", "Reachable", "", 2963, "optimum-intel-internal-testing/tiny-random-DonutSwinModel"], ["dots1", "Reachable", "", 6731, "rednote-hilab/dots.llm1.base"], ["dpr", "Reachable", "", 53829, "facebook/dpr-question_encoder-single-nq-base"], ["dpt", "Done", "", 620365, "Intel/dpt-hybrid-midas"], ["edgetam", "Unreachable", "no usable checkpoint", 9579, "onnx-community/EdgeTAM-ONNX"], ["edgetam_mask_decoder", "No checkpoint", "no Hub checkpoint has this model_type (documented yonigozlan/EdgeTAM-hf is another type)", 0, ""], ["edgetam_prompt_encoder", "No checkpoint", "no Hub checkpoint has this model_type (documented yonigozlan/EdgeTAM-hf is another type)", 0, ""], ["edgetam_video", "Unreachable", "forward fails after shrink", 11709, "yonigozlan/EdgeTAM-hf"], ["edgetam_video_mask_decoder", "No checkpoint", "no Hub checkpoint has this model_type (documented yonigozlan/EdgeTAM-hf is another type)", 0, ""], ["edgetam_video_prompt_encoder", "No checkpoint", "no Hub checkpoint has this model_type (documented yonigozlan/EdgeTAM-hf is another type)", 0, ""], ["edgetam_vision_model", "Reachable", "", 53, "hf-tiny-v2/tiny-random-EdgeTamVisionModel"], ["efficientloftr", "Unreachable", "shrink fails", 16245, "zju-community/efficientloftr"], ["efficientnet", "Unreachable", "forward fails after shrink", 168152, "docling-project/DocumentFigureClassifier-v2.5"], ["electra", "Done", "", 28465435, "google/electra-base-discriminator"], ["embedding_gemma2", "Done", "", 719174, "onnx-community/embeddinggemma-2-ONNX"], ["embedding_gemma2_text", "Reachable", "", 171, "HukukcuApp/tr-legal-embedding-gemma-2"], ["emu3", "Reachable", "", 20741, "BAAI/Emu3-Chat-hf"], ["emu3_text_model", "Unreachable", "component config only", 118, "hf-tiny-v2/tiny-random-Emu3TextModel"], ["emu3_vqgan", "Unreachable", "component config only", 0, ""], ["encodec", "Unreachable", "forward fails after shrink", 105065, "facebook/encodec_24khz"], ["encoder-decoder", "Done", "", 29649, "optimum-internal-testing/tiny-random-encoder-decoder-gpt2-bert"], ["eomt", "Unreachable", "forward fails after shrink", 67972, "tue-mps/coco_panoptic_eomt_large_640"], ["eomt_dinov3", "Unreachable", "forward fails after shrink", 21640, "tue-mps/eomt-dinov3-ade-semantic-large-512"], ["ernie", "Reachable", "", 73981, "shibing624/text2vec-base-chinese-paraphrase"], ["ernie4_5", "Reachable", "", 14731, "baidu/ERNIE-4.5-0.3B-PT"], ["ernie4_5_moe", "Unreachable", "forward fails after shrink", 123822, "baidu/ERNIE-4.5-21B-A3B-Thinking"], ["ernie4_5_vl_moe", "Unreachable", "forward fails after shrink", 45, "hf-tiny-v2/tiny-random-Ernie4_5_VLMoeForConditionalGeneration"], ["ernie4_5_vl_moe_text", "No checkpoint", "no Hub checkpoint has this model_type (documented baidu/ERNIE-4.5-VL-28B-A3B-PT is another type)", 0, ""], ["ernie4_5_vl_moe_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented baidu/ERNIE-4.5-VL-28B-A3B-PT is another type)", 0, ""], ["esm", "Done", "", 7030784, "facebook/esm2_t33_650M_UR50D"], ["esmc", "Done", "", 393143, "biohub/ESMC-300M"], ["esmfold2", "Unreachable", "shrink fails", 388538, "biohub/ESMFold2"], ["eurobert", "Done", "", 847801, "OpenMed/OpenMed-NER-ChemicalDetect-EuroMed-212M"], ["evolla", "No checkpoint", "no Hub checkpoint has this model_type (none documented)", 0, ""], ["exaone4", "Reachable", "", 64834, "LGAI-EXAONE/EXAONE-4.0-32B"], ["exaone4_5", "Reachable", "", 39320, "LGAI-EXAONE/EXAONE-4.5-33B"], ["exaone4_5_vision", "Unreachable", "forward fails after shrink", 31, "hf-tiny-v2/tiny-random-Exaone4_5_VisionModel"], ["exaone_moe", "Reachable", "", 18548, "LGAI-EXAONE/K-EXAONE-236B-A23B"], ["falcon", "Done", "", 350854, "tiiuae/falcon-7b"], ["falcon_h1", "Done", "", 104762, "tiiuae/Falcon-H1-3B-Instruct"], ["falcon_mamba", "Reachable", "", 61205, "trl-internal-testing/tiny-FalconMambaForCausalLM"], ["fast_vlm", "Reachable", "", 5841, "KamilaMila/FastVLM-7B"], ["fastspeech2_conformer", "Unreachable", "forward fails after shrink", 2880, "espnet/fastspeech2_conformer"], ["fastspeech2_conformer_hifigan", "No checkpoint", "no Hub checkpoint has this model_type (documented espnet/fastspeech2_conformer_with_hifigan is another type)", 0, ""], ["fastspeech2_conformer_with_hifigan", "Unreachable", "forward fails after shrink", 2800, "espnet/fastspeech2_conformer_with_hifigan"], ["flaubert", "Reachable", "", 74651, "flaubert/flaubert_base_uncased"], ["flava", "Reachable", "", 32370, "facebook/flava-full"], ["flava_image_codebook", "Unreachable", "component config only", 23, "facebook/flava-image-codebook"], ["flava_image_model", "Unreachable", "component config only", 0, ""], ["flava_multimodal_model", "Unreachable", "component config only", 0, ""], ["flava_text_model", "Unreachable", "component config only", 0, ""], ["flex_olmo", "Reachable", "", 12810, "allenai/FlexOlmo-7x7B-1T"], ["flint", "Reachable", "", 60545, "RecursiveSI/flint"], ["florence2", "Done", "", 4293112, "microsoft/Florence-2-base"], ["florence_vision", "Unreachable", "component config only", 0, ""], ["fnet", "Done", "", 478381, "google/fnet-base"], ["focalnet", "Reachable", "", 11569, "microsoft/focalnet-tiny"], ["fsmt", "Reachable", "", 57368, "facebook/wmt19-en-de"], ["fun_asr_nano", "Unreachable", "shrink fails", 162557, "FunAudioLLM/Fun-ASR-Nano-2512-hf"], ["fun_asr_nano_encoder", "Unreachable", "forward fails after shrink", 21, "hf-tiny-v2/tiny-random-FunAsrNanoEncoder"], ["funnel", "Reachable", "", 11894, "funnel-transformer/small"], ["fuyu", "Reachable", "", 12098, "adept/fuyu-8b"], ["gemma", "Done", "", 611743, "google/gemma-2b"], ["gemma2", "Done", "", 2138107, "hugging-quants/gemma-2-9b-it-AWQ-INT4"], ["gemma3", "Done", "", 6276380, "google/gemma-3-4b-it"], ["gemma3_text", "Done", "", 3985142, "google/embeddinggemma-300m"], ["gemma3n", "Done", "", 360811, "unsloth/gemma-3n-E4B-it"], ["gemma3n_audio", "Unreachable", "synthetic inputs rejected", 63, "hf-tiny-v2/tiny-random-Gemma3nAudioEncoder"], ["gemma3n_text", "Reachable", "", 2175, "optimum-intel-internal-testing/tiny-random-gemma3n-text"], ["gemma3n_vision", "Reachable", "", 0, ""], ["gemma4", "Done", "", 47591452, "google/gemma-4-31B-it"], ["gemma4_assistant", "Unreachable", "forward fails after shrink", 683069, "google/gemma-4-26B-A4B-it-assistant"], ["gemma4_audio", "Unreachable", "forward fails after shrink", 138, "rnagabh/gemma4-audio-encoder"], ["gemma4_text", "Reachable", "", 41837, "AlexKoff88/gemma4_tinystories"], ["gemma4_unified", "Done", "", 4749964, "google/gemma-4-12B-it"], ["gemma4_unified_assistant", "Unreachable", "forward fails after shrink", 37821, "google/gemma-4-12B-it-assistant"], ["gemma4_unified_audio", "Unreachable", "component config only", 0, ""], ["gemma4_unified_text", "Reachable", "", 2960, "jgeuter/Jeff-1.0-Medium"], ["gemma4_unified_vision", "Unreachable", "component config only", 0, ""], ["gemma4_vision", "Unreachable", "forward fails after shrink", 214, "rnagabh/gemma4-vision-encoder"], ["git", "Reachable", "", 46165, "microsoft/git-base"], ["git_vision_model", "Unreachable", "component config only", 0, ""], ["glm", "Unreachable", "no usable checkpoint", 43219, "optimum-intel-internal-testing/tiny-random-glm-edge"], ["glm4", "Done", "", 139087, "optimum-intel-internal-testing/tiny-random-glm4"], ["glm46v", "Unreachable", "no usable checkpoint", 170, "hf-tiny-v2/tiny-random-Glm46VModel"], ["glm4_moe", "Done", "", 1607130, "zai-org/GLM-4.5-Air"], ["glm4_moe_lite", "Done", "", 1802094, "zai-org/GLM-4.7-Flash"], ["glm4v", "Unreachable", "forward fails after shrink", 277739, "zai-org/GLM-4.1V-9B-Thinking"], ["glm4v_moe", "Unreachable", "forward fails after shrink", 35179, "zai-org/GLM-4.5V"], ["glm4v_moe_text", "Unreachable", "forward fails after shrink", 58, "hf-tiny-v2/tiny-random-Glm4vMoeTextModel"], ["glm4v_moe_vision", "Unreachable", "no usable checkpoint", 38, "hf-tiny-v2/tiny-random-Glm4vMoeVisionModel"], ["glm4v_text", "Unreachable", "forward fails after shrink", 58, "hf-tiny-v2/tiny-random-Glm4vTextModel"], ["glm4v_vision", "Unreachable", "forward fails after shrink", 38, "hf-tiny-v2/tiny-random-Glm4vVisionModel"], ["glm5_next", "Done", "", 7619607, "zai-org/GLM-5.3-Flash"], ["glm5_next_text", "Reachable", "", 23, "hf-tiny-v2/tiny-random-Glm5NextTextModel"], ["glm5_next_vision", "Unreachable", "forward fails after shrink", 65, "immanuelpeter/GLM-5.3-Flash-Vision"], ["glm_image", "Unreachable", "no usable checkpoint", 111, "hf-tiny-v2/tiny-random-GlmImageModel"], ["glm_image_text", "Unreachable", "no usable checkpoint", 55, "hf-tiny-v2/tiny-random-GlmImageTextModel"], ["glm_image_vision", "Unreachable", "no usable checkpoint", 35, "hf-tiny-v2/tiny-random-GlmImageVisionModel"], ["glm_image_vqmodel", "Unreachable", "no usable checkpoint", 6, "hf-tiny-v2/tiny-random-GlmImageVQVAE"], ["glm_moe_dsa", "Done", "", 7133417, "zai-org/GLM-5.3"], ["glm_ocr", "Done", "", 1798225, "zai-org/GLM-OCR"], ["glm_ocr_text", "Reachable", "", 51, "hf-tiny-v2/tiny-random-GlmOcrTextModel"], ["glm_ocr_vision", "Unreachable", "forward fails after shrink", 33, "hf-tiny-v2/tiny-random-GlmOcrVisionModel"], ["glmasr", "Reachable", "", 31331, "zai-org/GLM-ASR-Nano-2512"], ["glmasr_encoder", "Reachable", "", 50, "hf-tiny-v2/tiny-random-GlmAsrEncoder"], ["glmga", "No checkpoint", "no Hub checkpoint has this model_type (documented zai-org/GLM-4.1V-9B-Thinking is another type)", 0, ""], ["glpn", "Reachable", "", 8196, "vinvino02/glpn-kitti"], ["got_ocr2", "Done", "", 56531, "stepfun-ai/GOT-OCR-2.0-hf"], ["got_ocr2_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented facebook/sam-vit-huge is another type)", 0, ""], ["gpt-sw3", "No checkpoint", "no Hub checkpoint has this model_type (none documented)", 0, ""], ["gpt2", "Done", "", 30545353, "openai-community/gpt2"], ["gpt_bigcode", "Done", "", 188077, "bigcode/tiny_starcoder_py"], ["gpt_neo", "Unreachable", "shrink fails", 865506, "EleutherAI/gpt-neo-125m"], ["gpt_neox", "Done", "", 7013890, "EleutherAI/pythia-160m"], ["gpt_neox_japanese", "Reachable", "", 46916, "optimum-intel-internal-testing/tiny-random-GPTNeoXJapaneseForCausalLM"], ["gpt_oss", "Done", "", 10738031, "openai/gpt-oss-20b"], ["gptj", "Unreachable", "forward fails after shrink", 188360, "EleutherAI/gpt-j-6b"], ["gradium_phonon_tts", "Unreachable", "shrink fails", 114118, "gradium/phonon-31m-en"], ["granite", "Done", "", 1699090, "ibm-granite/granite-4.1-3b"], ["granite4_vision", "Done", "", 194823, "ibm-granite/granite-vision-4.1-4b"], ["granite4_vision_text", "No checkpoint", "no Hub checkpoint has this model_type (documented ibm-granite4_vision_text/granite4_vision_text-3.0-8b-base does not exist)", 0, ""], ["granite_speech", "Done", "", 494648, "ibm-granite/granite-4.0-1b-speech"], ["granite_speech5_ctc", "Unreachable", "forward fails after shrink", 99951, "ibm-granite/granite-speech-5.0-470m-turboctc"], ["granite_speech5_encoder", "Unreachable", "forward fails after shrink", 17, "hf-tiny-v2/tiny-random-GraniteSpeech5Encoder"], ["granite_speech_encoder", "Unreachable", "component config only", 0, ""], ["granite_speech_plus", "Unreachable", "shrink fails", 29187, "ibm-granite/granite-speech-4.1-2b-plus"], ["granite_speech_plus_encoder", "Unreachable", "component config only", 0, ""], ["granite_swa", "Reachable", "", 7057, "ibm-granite/granite-swash-2b"], ["granitemoe", "Done", "", 244089, "ibm-granite/granite-3.1-3b-a800m-instruct"], ["granitemoe_swa", "Reachable", "", 6507, "ibm-granite/granite-swash-3b-a600m"], ["granitemoehybrid", "Done", "", 332014, "optimum-intel-internal-testing/tiny-random-granitemoehybrid"], ["granitemoeshared", "Unreachable", "no usable checkpoint", 1648, "ibm-research/moe-7b-1b-active-shared-experts"], ["grounding-dino", "Done", "", 2682931, "IDEA-Research/grounding-dino-base"], ["groupvit", "Reachable", "", 6660, "nvidia/groupvit-gcc-yfcc"], ["groupvit_text_model", "Unreachable", "component config only", 0, ""], ["groupvit_vision_model", "Unreachable", "component config only", 0, ""], ["gte", "Reachable", "", 56943, "Snowflake/snowflake-arctic-embed-m-v2.0"], ["helium", "Reachable", "", 6264, "kyutai/helium-1-preview-2b"], ["hgnet_v2", "Unreachable", "forward fails after shrink", 149, "ustc-community/hgnet-v2"], ["hiera", "Reachable", "", 11635, "facebook/hiera-tiny-224-hf"], ["higgs_audio_v2", "Reachable", "", 21331, "bosonai/higgs-tts-2-3b-base"], ["higgs_audio_v2_tokenizer", "Unreachable", "model build fails", 235573, "eustlb/higgs-audio-v2-tokenizer"], ["hrm_text", "Unreachable", "forward fails after shrink", 14676, "sapientinc/HRM-Text-1B"], ["hubert", "Done", "", 1327557, "facebook/hubert-large-ls960-ft"], ["hunyuan_v1_dense", "Done", "", 197468, "optimum-intel-internal-testing/tiny-random-hunyuan-v1-dense"], ["hunyuan_v1_moe", "Unreachable", "forward fails after shrink", 64830, "tencent/Hunyuan-A13B-Instruct"], ["hunyuan_vl", "Done", "", 807278, "tencent/HunyuanOCR"], ["hunyuan_vl_text", "Unreachable", "no usable checkpoint", 9, "hf-tiny-v2/tiny-random-HunYuanVLTextModel"], ["hunyuan_vl_vision", "Unreachable", "no usable checkpoint", 10, "hf-tiny-v2/tiny-random-HunYuanVLVisionTransformer"], ["hy_v3", "Done", "", 1408804, "tencent/Hy3"], ["hy_v4", "Reachable", "", 32339, "tencent/Hy4-preview-FP8"], ["hyperclovax", "Reachable", "", 20512, "naver-hyperclovax/HyperCLOVAX-SEED-Think-14B"], ["hyperclovax_vision_v2", "Reachable", "", 10279, "naver-hyperclovax/HyperCLOVAX-SEED-Think-32B"], ["ibert", "Reachable", "", 40201, "optimum-intel-internal-testing/tiny-random-ibert"], ["idefics", "Unreachable", "forward fails after shrink", 21036, "HuggingFaceM4/idefics-80b-instruct"], ["idefics2", "Reachable", "", 18780, "HuggingFaceM4/idefics2-8b"], ["idefics2_perceiver", "No checkpoint", "no Hub checkpoint has this model_type (documented HuggingFaceM4/idefics2-8b is another type)", 0, ""], ["idefics2_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented HuggingFaceM4/idefics2-8b is another type)", 0, ""], ["idefics3", "Done", "", 776490, "ibm-granite/granite-docling-258M"], ["idefics3_vision", "Unreachable", "no usable checkpoint", 53, "hf-tiny-v2/tiny-random-Idefics3VisionTransformer"], ["idefics_perciever", "No checkpoint", "no Hub checkpoint has this model_type (documented HuggingFaceM4/idefics-9b is another type)", 0, ""], ["idefics_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented HuggingFaceM4/idefics-9b is another type)", 0, ""], ["ijepa", "Reachable", "", 23643, "facebook/ijepa_vith14_1k"], ["imagegpt", "Reachable", "", 7911, "openai/imagegpt-small"], ["informer", "Unreachable", "synthetic inputs rejected", 30807, "huggingface/informer-tourism-monthly"], ["inkling_audio", "No checkpoint", "no Hub checkpoint has this model_type (documented thinkingmachines/Inkling is another type)", 0, ""], ["inkling_mm_model", "Done", "", 3938529, "thinkingmachines/Inkling"], ["inkling_text", "Unreachable", "no usable checkpoint", 33, "hf-tiny-v2/tiny-random-InklingTextModel"], ["inkling_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented thinkingmachines/Inkling is another type)", 0, ""], ["instructblip", "Unreachable", "forward fails after shrink", 28294, "Salesforce/instructblip-flan-t5-xl"], ["instructblip_qformer", "Unreachable", "component config only", 0, ""], ["instructblip_vision_model", "Unreachable", "component config only", 0, ""], ["instructblipvideo", "Unreachable", "no usable checkpoint", 64, "hf-tiny-v2/tiny-random-InstructBlipVideoForConditionalGeneration"], ["instructblipvideo_qformer", "No checkpoint", "no Hub checkpoint has this model_type (documented Salesforce/instructblip-flan-t5-xl is another type)", 0, ""], ["instructblipvideo_vision_model", "No checkpoint", "no Hub checkpoint has this model_type (documented Salesforce/instructblip-flan-t5-xl is another type)", 0, ""], ["internvl", "Done", "", 873854, "OpenGVLab/InternVL3_5-GPT-OSS-20B-A4B-Preview-HF"], ["internvl_vision", "Reachable", "", 105, "hf-tiny-v2/tiny-random-InternVLVisionModel"], ["jais2", "Reachable", "", 5408, "inception42/Jais-2-8B-Chat"], ["jamba", "Done", "", 210865, "ai21labs/Jamba-tiny-dev"], ["janus", "Done", "", 9275, "deepseek-community/Janus-Pro-1B"], ["janus_vision_model", "Unreachable", "component config only", 0, ""], ["janus_vqgan", "Unreachable", "component config only", 0, ""], ["jetmoe", "Reachable", "", 5517, "jetmoe/jetmoe-8b"], ["jina_embeddings_v3", "Done", "", 245085, "jinaai/jina-embeddings-v3-hf"], ["kimi_k25", "Reachable", "", 1381590, "moonshotai/Kimi-K2.5"], ["kimi_k25_vision", "Unreachable", "no usable checkpoint", 26, "Aquiles-ai/MoonViT-3D"], ["kimi_linear", "Unreachable", "shrink fails", 214668, "moonshotai/Kimi-Linear-48B-A3B-Instruct"], ["kolibri1", "Reachable", "", 52602, "Aleph-Alpha/Kolibri-1"], ["kosmos-2", "Unreachable", "forward fails after shrink", 24555, "microsoft/kosmos-2-patch14-224"], ["kosmos-2.5", "Reachable", "", 7720, "microsoft/kosmos-2.5"], ["kosmos_2_5_text_model", "Unreachable", "component config only", 14, "Fireblossom/kosmos-2.5-4bit-text"], ["kosmos_2_5_vision_model", "Unreachable", "component config only", 15, "Fireblossom/kosmos-2.5-4bit-vision"], ["kosmos_2_text_model", "Unreachable", "component config only", 0, ""], ["kosmos_2_vision_model", "Unreachable", "component config only", 0, ""], ["kyutai_speech_to_text", "Unreachable", "forward fails after shrink", 8225, "kyutai/stt-2.6b-en-trfs"], ["laguna", "Done", "", 3313579, "poolside/Laguna-XS.2"], ["lasr_ctc", "Unreachable", "forward fails after shrink", 13038, "google/medasr"], ["lasr_encoder", "Unreachable", "no usable checkpoint", 40, "hf-tiny-v2/tiny-random-LasrEncoder"], ["layoutlm", "Done", "", 518133, "impira/layoutlm-document-qa"], ["layoutlmv2", "Unreachable", "model build fails", 440458, "microsoft/layoutxlm-base"], ["layoutlmv3", "Unreachable", "forward fails after shrink", 970269, "microsoft/layoutlmv3-base"], ["layoutxlm", "No checkpoint", "no Hub checkpoint has this model_type (documented microsoft/layoutxlm-base is another type)", 0, ""], ["led", "Unreachable", "model build fails", 33694, "allenai/led-base-16384"], ["levit", "Reachable", "", 19387, "optimum-intel-internal-testing/tiny-random-LevitModel"], ["lfm2", "Done", "", 1255733, "LiquidAI/LFM2.5-230M-Base"], ["lfm2_moe", "Done", "", 688657, "lmstudio-community/LFM2-24B-A2B-MLX-4bit"], ["lfm2_vl", "Done", "", 199290, "LiquidAI/LFM2.5-VL-450M"], ["lightglue", "Unreachable", "forward fails after shrink", 22972, "ETH-CVG/lightglue_superpoint"], ["lighton_ocr", "Reachable", "", 606, "onnx-community/LightOnOCR-2-1B-ONNX"], ["lilt", "Unreachable", "forward fails after shrink", 81714, "SCUT-DLVCLab/lilt-roberta-en-base"], ["llama", "Done", "", 50186457, "meta-llama/Llama-3.1-8B-Instruct"], ["llama4", "Done", "", 373138, "meta-llama/Llama-4-Scout-17B-16E-Instruct"], ["llama4_text", "Reachable", "", 28667, "trl-internal-testing/tiny-Llama4ForCausalLM"], ["llama4_vision_model", "Unreachable", "checkpoint gated", 0, "meta-llama/Llama-4-Scout-17B-16E"], ["llava", "Done", "", 1766490, "llava-hf/llava-1.5-7b-hf"], ["llava_next", "Done", "", 667783, "llava-hf/llava-v1.6-mistral-7b-hf"], ["llava_next_video", "Done", "", 53334, "llava-hf/LLaVA-NeXT-Video-7B-hf"], ["llava_onevision", "Done", "", 262658, "llava-hf/llava-onevision-qwen2-0.5b-ov-hf"], ["longcat_flash", "Unreachable", "forward fails after shrink", 1566, "wangbo981016/longcat2.0-nvfp4"], ["longformer", "Done", "", 1478599, "allenai/longformer-base-4096"], ["longt5", "Done", "", 243258, "pszemraj/long-t5-tglobal-base-sci-simplify"], ["luke", "Done", "", 321239, "studio-ousia/luke-large-finetuned-tacred"], ["lw_detr", "Reachable", "", 13080, "AnnaZhang/lwdetr_small_60e_coco"], ["lw_detr_vit", "Unreachable", "backward fails", 57, "hf-tiny-v2/tiny-random-LwDetrViTBackbone"], ["lxmert", "Unreachable", "forward fails after shrink", 4977, "unc-nlp/lxmert-base-uncased"], ["m2m_100", "Done", "", 2425200, "facebook/nllb-200-distilled-600M"], ["mamba", "Done", "", 138353, "state-spaces/mamba-130m-hf"], ["mamba2", "Unreachable", "shrink fails", 1401, "limloop/whiff-mamba2-50M-v0.1"], ["marian", "Done", "", 5061374, "Helsinki-NLP/opus-mt-nl-en"], ["markuplm", "Reachable", "", 10766, "microsoft/markuplm-base"], ["mask2former", "Done", "", 1060987, "facebook/mask2former-swin-large-ade-semantic"], ["maskformer", "Reachable", "", 16159, "facebook/maskformer-swin-base-ade"], ["maskformer-swin", "No checkpoint", "no Hub checkpoint has this model_type (documented microsoft/swin-tiny-patch4-window7-224 is another type)", 0, ""], ["mbart", "Done", "", 579384, "ai4bharat/IndicBART"], ["megatron-bert", "Reachable", "", 21960, "KBLab/robust-swedish-sentiment-multiclass"], ["mellum", "Reachable", "", 51107, "JetBrains/Mellum2-12B-A2.5B-Instruct"], ["metaclip_2", "Reachable", "", 92623, "facebook/metaclip-2-worldwide-b16"], ["metaclip_2_text_model", "Unreachable", "component config only", 0, ""], ["metaclip_2_vision_model", "Unreachable", "component config only", 0, ""], ["mgp-str", "Unreachable", "forward fails after shrink", 13719, "alibaba-damo/mgp-str-base"], ["mimi", "Unreachable", "forward fails after shrink", 184266, "kyutai/mimi"], ["mimi_decoder", "No checkpoint", "no Hub checkpoint has this model_type (none documented)", 0, ""], ["mimi_encoder", "No checkpoint", "no Hub checkpoint has this model_type (none documented)", 0, ""], ["mimo_v2_flash", "Reachable", "", 49711, "XiaomiMiMo/MiMo-V2-Flash"], ["minicpm3", "Done", "", 17559, "openbmb/MiniCPM3-4B"], ["minicpm_ocr", "Reachable", "", 2508, "openbmb/MiniCPM-OCR-1.0"], ["minicpm_ocr_vision", "Unreachable", "forward fails after shrink", 0, ""], ["minicpmv4_6", "Done", "", 372489, "openbmb/MiniCPM-V-4.6"], ["minicpmv4_6_vision", "Unreachable", "component config only", 0, ""], ["minicpmv4_7", "Unreachable", "no usable checkpoint", 775231, "openbmb/MiniCPM-V-4.7-35B-A3B"], ["minicpmv4_7_vision", "Unreachable", "no usable checkpoint", 28, "hf-tiny-v2/tiny-random-MiniCPMV4_7VisionModel"], ["minimax", "Reachable", "", 19547, "MiniMaxAI/MiniMax-Text-01-hf"], ["minimax_m2", "Done", "", 1886356, "MiniMaxAI/MiniMax-M2.5"], ["minimax_m3_vl", "Done", "", 384244, "MiniMaxAI/MiniMax-M3"], ["minimax_m3_vl_text", "Reachable", "", 314, "ProprietaryLegal/minimax-m3-legal-reap-0.25"], ["minimax_m3_vl_vision", "Unreachable", "component config only", 30, "immanuelpeter/MiniMax-M3-Vision"], ["ministral", "Unreachable", "no usable checkpoint", 1857, "saidutta69/Ministral-8B-Instruct-heretic"], ["ministral3", "Done", "", 500650, "nvidia/Nemotron-3-Embed-1B-BF16"], ["mistral", "Done", "", 10522940, "mistralai/Mistral-7B-Instruct-v0.2"], ["mistral3", "Done", "", 2910198, "lightonai/LightOnOCR-2-1B"], ["mistral4", "Reachable", "", 971, "onnx-internal-testing/tiny-random-Mistral4ForCausalLM"], ["mixtral", "Done", "", 1221154, "mistralai/Mixtral-8x7B-Instruct-v0.1"], ["mlcd", "Reachable", "", 6623, "DeepGlint-AI/mlcd-vit-bigG-patch14-336"], ["mlcd_vision_model", "Unreachable", "no usable checkpoint", 107, "hf-tiny-v2/tiny-random-MLCDVisionModel"], ["mllama", "Done", "", 128886, "meta-llama/Llama-3.2-11B-Vision-Instruct"], ["mllama_text_model", "Unreachable", "component config only", 637, "hf-tiny-v2/tiny-random-MllamaTextModel"], ["mllama_vision_model", "Unreachable", "component config only", 65, "hf-tiny-v2/tiny-random-MllamaVisionModel"], ["mm-grounding-dino", "Done", "", 77467, "openmmlab-community/mm_grounding_dino_large_all"], ["mobilebert", "Unreachable", "model build fails", 378729, "google/mobilebert-uncased"], ["mobilenet_v1", "Reachable", "", 22769, "optimum-intel-internal-testing/mobilenet_v1_0.75_192"], ["mobilenet_v2", "Done", "", 116493, "google/mobilenet_v2_1.0_224"], ["mobilevit", "Done", "", 62083, "apple/mobilevit-xx-small"], ["mobilevitv2", "Reachable", "", 4054, "apple/mobilevitv2-1.0-imagenet1k-256"], ["modernbert", "Done", "", 22009085, "ibm-granite/granite-embedding-small-english-r2"], ["modernbert-decoder", "Reachable", "", 13311, "blab-jhu/test-32m-dec"], ["modernvbert", "Reachable", "", 477, "naver/v-splade-quality"], ["molmo2", "Unreachable", "shrink fails", 124222, "allenai/Molmo2-8B"], ["molmo2_adapter", "No checkpoint", "no Hub checkpoint has this model_type (documented allenai/Molmo2-8B is another type)", 0, ""], ["molmo2_text", "Reachable", "", 0, ""], ["molmo2_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented allenai/Molmo2-8B is another type)", 0, ""], ["moonshine", "Unreachable", "forward fails after shrink", 120877, "moonshine-ai/moonshine-tiny"], ["moonshine_streaming", "Unreachable", "forward fails after shrink", 167472, "moonshine-ai/moonshine-streaming-tiny"], ["moonshine_streaming_encoder", "Unreachable", "component config only", 0, ""], ["moshi", "Reachable", "", 8294, "kyutai/personaplex-rl-seamless"], ["moshi_depth", "Unreachable", "component config only", 0, ""], ["moss_transcribe_diarize", "Done", "", 139891, "OpenMOSS-Team/MOSS-Transcribe-Diarize"], ["moss_transcribe_diarize_audio", "Reachable", "", 0, ""], ["mpnet", "Done", "", 23509384, "sentence-transformers/all-mpnet-base-v2"], ["mpt", "Reachable", "", 84471, "echarlaix/tiny-mpt-random-remote-code"], ["mra", "Reachable", "", 3305, "uw-madison/mra-base-512-4"], ["mt5", "Done", "", 725133, "google/mt5-small"], ["muse_glimmer", "Done", "", 688700, "RadixArk/Muse-Glimmer-NVFP4"], ["muse_glimmer_assistant", "Unreachable", "synthetic inputs rejected", 220523, "meta-models/Muse-Glimmer-30B-assistant"], ["muse_glimmer_text", "Reachable", "", 210, "OpensourceWTF/Muse-Glimmer-30B-MLX-q4"], ["muse_glimmer_vision", "Unreachable", "forward fails after shrink", 54, "immanuelpeter/Muse-Glimmer-Vision"], ["muse_spark", "Reachable", "", 48269, "meta-models/Muse-Spark-Open-816B-A42B-NVFP4"], ["muse_spark_audio", "Unreachable", "checkpoint gated", 0, "meta-models/Muse-Spark-Open-816B-A42B"], ["muse_spark_text", "Unreachable", "checkpoint gated", 0, "meta-models/Muse-Spark-Open-816B-A42B"], ["muse_spark_vision", "Unreachable", "checkpoint gated", 0, "meta-models/Muse-Spark-Open-816B-A42B"], ["musicflamingo", "Reachable", "", 18191, "nvidia/music-flamingo-2601-hf"], ["musicgen", "Unreachable", "model build fails", 2150786, "facebook/musicgen-medium"], ["musicgen_decoder", "Unreachable", "component config only", 13, "hf-tiny-v2/tiny-random-MusicgenForCausalLM"], ["musicgen_melody", "Unreachable", "model build fails", 12068, "facebook/musicgen-melody"], ["musicgen_melody_decoder", "Unreachable", "component config only", 39, "ylacombe/musicgen-melody-bella-ciao"], ["mvp", "Reachable", "", 4701, "RUCAIBox/mvp"], ["nanochat", "Reachable", "", 5316, "l0ulan/chinese-babylm-nanochat-d22-step10000"], ["nemo_speechlm", "Unreachable", "shrink fails", 5799, "nvidia/NVIDIA-Nemotron-3.5-Transcribe-30B-A4B"], ["nemotron", "Reachable", "", 48968, "nvidia/Nemotron-Mini-4B-Instruct"], ["nemotron3_5_asr", "Unreachable", "forward fails after shrink", 842520, "nvidia/nemotron-3.5-asr-streaming-0.6b"], ["nemotron3_5_transcribe_asr_audio", "Unreachable", "forward fails after shrink", 0, ""], ["nemotron3_5_transcribe_audio", "Unreachable", "shrink fails", 0, ""], ["nemotron3_5_transcribe_word_timestamp", "Unreachable", "synthetic inputs rejected", 0, ""], ["nemotron3_diarization", "Unreachable", "shrink fails", 146475, "nvidia/Nemotron-3-Diarization"], ["nemotron3_diarization_audio", "Unreachable", "forward fails after shrink", 34, "hf-tiny-v2/tiny-random-Nemotron3DiarizationAudioModel"], ["nemotron_asr_streaming", "Unreachable", "forward fails after shrink", 103140, "nvidia/nemotron-speech-streaming-en-0.6b"], ["nemotron_asr_streaming_encoder", "Unreachable", "forward fails after shrink", 6, "hf-tiny-v2/tiny-random-NemotronAsrStreamingEncoder"], ["nemotron_h", "Done", "", 12146358, "nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16"], ["nemotron_h_omni", "Unreachable", "no usable checkpoint", 113462, "nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-BF16"], ["neomme", "Reachable", "", 6699, "Hcompany/NeoMME-260M"], ["neucodec", "Unreachable", "forward fails after shrink", 48553, "neuphonic/neucodec"], ["nllb-moe", "Reachable", "", 3303, "facebook/nllb-moe-54b"], ["nomic_bert", "Done", "", 14371774, "nomic-ai/nomic-embed-text-v1.5"], ["nougat", "Unreachable", "config load fails", 8, "zphilip48/nougat-middle-cn"], ["nystromformer", "Reachable", "", 5529, "uw-madison/nystromformer-512"], ["olmo", "Done", "", 125508, "optimum-intel-internal-testing/tiny-random-olmo-hf"], ["olmo2", "Done", "", 442211, "allenai/OLMo-2-0425-1B"], ["olmo3", "Done", "", 1055647, "allenai/Olmo-3-7B-Think"], ["olmo_hybrid", "Reachable", "", 19286, "allenai/Olmo-Hybrid-7B"], ["olmoe", "Done", "", 132339, "allenai/OLMoE-1B-7B-0924"], ["omdet-turbo", "Unreachable", "config load fails", 35542, "omlab/omdet-turbo-swin-tiny-hf"], ["oneformer", "Unreachable", "synthetic inputs rejected", 390959, "shi-labs/oneformer_cityscapes_swin_large"], ["openai-gpt", "Reachable", "", 85250, "openai-community/openai-gpt"], ["openai_privacy_filter", "Done", "", 634682, "OpenMed/privacy-filter-nemotron-v2"], ["opt", "Done", "", 5616003, "facebook/opt-125m"], ["ovis2", "Reachable", "", 6898, "thisisiron/Ovis2-1B-hf"], ["ovis2_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented thisisiron/Ovis2-1B-hf is another type)", 0, ""], ["owlv2", "Done", "", 1501028, "google/owlv2-base-patch16-ensemble"], ["owlv2_text_model", "No checkpoint", "no Hub checkpoint has this model_type (none documented)", 0, ""], ["owlv2_vision_model", "No checkpoint", "no Hub checkpoint has this model_type (none documented)", 0, ""], ["owlvit", "Done", "", 220839, "google/owlvit-base-patch32"], ["owlvit_text_model", "Unreachable", "component config only", 0, ""], ["owlvit_vision_model", "Unreachable", "component config only", 0, ""], ["paddleocr_vl", "Done", "", 227189, "BDRC/tibetan-ocr"], ["paddleocr_vl_text", "No checkpoint", "no Hub checkpoint has this model_type (documented PaddlePaddle/PaddleOCR-VL is another type)", 0, ""], ["paddleocr_vl_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented PaddlePaddle/PaddleOCR-VL is another type)", 0, ""], ["paligemma", "Done", "", 490686, "google/paligemma-3b-pt-224"], ["parakeet_ctc", "Unreachable", "forward fails after shrink", 105992, "nvidia/parakeet-ctc-1.1b"], ["parakeet_encoder", "Unreachable", "forward fails after shrink", 125, "nithinraok/parakeet-tdt-v3-encoder"], ["parakeet_rnnt", "Unreachable", "forward fails after shrink", 40081, "nvidia/parakeet-rnnt-0.6b"], ["parakeet_tdt", "Unreachable", "forward fails after shrink", 694911, "nvidia/parakeet-tdt-0.6b-v3"], ["patchtsmixer", "Unreachable", "synthetic inputs rejected", 15970, "ibm-granite/granite-timeseries-patchtsmixer"], ["patchtst", "Unreachable", "synthetic inputs rejected", 28739, "GilpinLab/panda"], ["pe_audio", "Unreachable", "no usable checkpoint", 89572, "facebook/pe-a-frame-large"], ["pe_audio_encoder", "Unreachable", "forward fails after shrink", 31, "hf-tiny-v2/tiny-random-PeAudioEncoder"], ["pe_audio_video", "Unreachable", "forward fails after shrink", 21786, "facebook/pe-av-large"], ["pe_audio_video_encoder", "Unreachable", "forward fails after shrink", 21, "hf-tiny-v2/tiny-random-PeAudioVideoEncoder"], ["pe_video", "Unreachable", "no usable checkpoint", 25, "hf-tiny-v2/tiny-random-PeVideoModel"], ["pe_video_encoder", "Unreachable", "synthetic inputs rejected", 25, "hf-tiny-v2/tiny-random-PeVideoEncoder"], ["pegasus", "Done", "", 120276, "optimum-intel-internal-testing/tiny-random-pegasus"], ["pegasus_x", "Reachable", "", 6499, "google/pegasus-x-large"], ["perceiver", "Done", "", 41482, "optimum-intel-internal-testing/tiny-random-language_perceiver"], ["perception_lm", "Reachable", "", 1028, "facebook/Perception-LM-8B"], ["persimmon", "Reachable", "", 50277, "optimum-intel-internal-testing/tiny-random-PersimmonForCausalLM"], ["phi", "Done", "", 575882, "microsoft/phi-2"], ["phi3", "Done", "", 2440907, "microsoft/Phi-3.5-mini-instruct"], ["phi4_multimodal", "Done", "", 549, "huggingface-mic/Phi-4-multimodal-instruct-mic"], ["phi4_multimodal_audio", "No checkpoint", "no Hub checkpoint has this model_type (documented microsoft/Phi-4-multimodal-instruct is another type)", 0, ""], ["phi4_multimodal_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented microsoft/Phi-4-multimodal-instruct is another type)", 0, ""], ["phimoe", "Done", "", 169903, "optimum-intel-internal-testing/phi-3.5-moe-tiny-random"], ["pi0", "Unreachable", "synthetic inputs rejected", 181, "yinchenghust/openpi_libero_all"], ["pix2struct", "Unreachable", "synthetic inputs rejected", 116238, "optimum-intel-internal-testing/pix2struct-tiny-random"], ["pix2struct_text_model", "Unreachable", "component config only", 0, ""], ["pix2struct_vision_model", "Unreachable", "component config only", 22, "UiPath/pix2struct-vision-base"], ["pixio", "Reachable", "", 163, "LiheYoung/pixio-vith16"], ["pixtral", "Reachable", "", 940, "mlx-community/pixtral-12b-4bit"], ["plbart", "Reachable", "", 11136, "uclanlp/plbart-base"], ["pocket_tts", "Unreachable", "shrink fails", 2949, "mlx-community/pocket-tts"], ["pocket_tts_audio_tokenizer", "Unreachable", "forward fails after shrink", 471, "gradium/phonon-mimi"], ["pocket_tts_audio_tokenizer_decoder", "No checkpoint", "no Hub checkpoint has this model_type (none documented)", 0, ""], ["pocket_tts_audio_tokenizer_encoder", "No checkpoint", "no Hub checkpoint has this model_type (none documented)", 0, ""], ["poolformer", "Reachable", "", 22043, "optimum-intel-internal-testing/tiny-random-PoolFormerModel"], ["pop2piano", "Reachable", "", 105, "hf-tiny-v2/tiny-random-Pop2PianoForConditionalGeneration"], ["pp_chart2table", "Reachable", "", 272, "PaddlePaddle/PP-Chart2Table_safetensors"], ["pp_chart2table_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented facebook/sam-vit-huge is another type)", 0, ""], ["pp_doclayout_v2", "Unreachable", "forward fails after shrink", 585, "PaddlePaddle/PP-DocLayoutV2_safetensors"], ["pp_doclayout_v3", "Unreachable", "forward fails after shrink", 932166, "PaddlePaddle/PP-DocLayoutV3_safetensors"], ["pp_doclayout_v4", "No checkpoint", "no Hub checkpoint has this model_type (documented PaddlePaddle/PP-DocLayoutV4_safetensors does not exist)", 0, ""], ["pp_formulanet", "Unreachable", "forward fails after shrink", 3829, "PaddlePaddle/PP-FormulaNet_plus-L_safetensors"], ["pp_formulanet_text", "No checkpoint", "no Hub checkpoint has this model_type (documented PaddlePaddle/PP-FormulaNet_plus-L_safetensors is another type)", 0, ""], ["pp_formulanet_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented PaddlePaddle/PP-FormulaNet_plus-L_safetensors is another type)", 0, ""], ["pp_lcnet", "Reachable", "", 865, "PaddlePaddle/PP-LCNet_x1_0_doc_ori_safetensors"], ["pp_lcnet_v3", "Unreachable", "no usable checkpoint", 112, "hf-tiny-v2/tiny-random-PPLCNetV3Backbone"], ["pp_lcnet_v4", "Unreachable", "no usable checkpoint", 21, "hf-tiny-v2/tiny-random-PPLCNetV4Backbone"], ["pp_ocrv5_mobile_det", "Reachable", "", 530, "PaddlePaddle/PP-OCRv5_mobile_det_safetensors"], ["pp_ocrv5_mobile_rec", "Reachable", "", 3902, "PaddlePaddle/latin_PP-OCRv5_mobile_rec_safetensors"], ["pp_ocrv5_server_det", "Reachable", "", 509, "PaddlePaddle/PP-OCRv5_server_det_safetensors"], ["pp_ocrv5_server_rec", "Reachable", "", 585, "PaddlePaddle/PP-OCRv5_server_rec_safetensors"], ["pp_ocrv6_medium_det", "Reachable", "", 2694, "PaddlePaddle/PP-OCRv6_medium_det_safetensors"], ["pp_ocrv6_small_det", "Reachable", "", 1617, "PaddlePaddle/PP-OCRv6_small_det_safetensors"], ["pp_ocrv6_small_rec", "Reachable", "", 3559, "PaddlePaddle/PP-OCRv6_medium_rec_safetensors"], ["pp_ocrv6_tiny_rec", "Reachable", "", 693, "PaddlePaddle/PP-OCRv6_tiny_rec_safetensors"], ["prompt_depth_anything", "Unreachable", "forward fails after shrink", 1530, "depth-anything/prompt-depth-anything-vits-hf"], ["prophetnet", "Reachable", "", 7258, "microsoft/prophetnet-large-uncased"], ["pvt", "Done", "", 8712, "Xrenya/pvt-tiny-224"], ["pvt_v2", "Reachable", "", 9824, "OpenGVLab/pvt_v2_b0"], ["qianfan_ocr", "Reachable", "", 38183, "baidu/Qianfan-OCR"], ["qianfan_ocr_vision", "Reachable", "", 77, "hf-tiny-v2/tiny-random-QianfanOCRVisionModel"], ["qwen2", "Done", "", 52739906, "Qwen/Qwen2.5-7B-Instruct"], ["qwen2_5_omni", "Done", "", 456813, "Qwen/Qwen2.5-Omni-7B"], ["qwen2_5_omni_audio_encoder", "Unreachable", "component config only", 23, "FlexiSLM/Qwen2_5-Omni-Audio_Encoder"], ["qwen2_5_omni_bigvgan", "Unreachable", "component config only", 24, "Ryan241005/scail-2"], ["qwen2_5_omni_dit", "Unreachable", "component config only", 0, ""], ["qwen2_5_omni_talker", "Unreachable", "component config only", 0, ""], ["qwen2_5_omni_text", "Unreachable", "component config only", 59, "AlexHung29629/Qwen-2.5-Omni-ThinkerTextModel"], ["qwen2_5_omni_thinker", "Done", "", 128795, "laion/voiceclap-large-v2"], ["qwen2_5_omni_token2wav", "Unreachable", "component config only", 0, ""], ["qwen2_5_omni_vision_encoder", "Unreachable", "component config only", 0, ""], ["qwen2_5_vl", "Done", "", 15195814, "Qwen/Qwen2.5-VL-7B-Instruct"], ["qwen2_5_vl_text", "Reachable", "", 83, "hf-tiny-v2/tiny-random-Qwen2_5_VLTextModel"], ["qwen2_5_vl_vision", "Unreachable", "no usable checkpoint", 22, "hf-tiny-v2/tiny-random-Qwen2_5_VisionTransformerPretrainedModel"], ["qwen2_audio", "Done", "", 199606, "Qwen/Qwen2-Audio-7B-Instruct"], ["qwen2_audio_encoder", "Reachable", "", 200, "Atotti/qwen2-audio-encoder"], ["qwen2_moe", "Done", "", 194932, "Qwen/Qwen1.5-MoE-A2.7B"], ["qwen2_vl", "Done", "", 3757282, "Qwen/Qwen2-VL-7B-Instruct-AWQ"], ["qwen2_vl_text", "Reachable", "", 72, "hf-tiny-v2/tiny-random-Qwen2VLTextModel"], ["qwen2_vl_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented Qwen/Qwen2-VL-7B-Instruct is another type)", 0, ""], ["qwen3", "Done", "", 108746675, "Qwen/Qwen3-0.6B"], ["qwen3_5", "Done", "", 92274452, "Qwen/Qwen3.8-27B"], ["qwen3_5_moe", "Done", "", 34351908, "Qwen/Qwen3.6-35B-A3B"], ["qwen3_5_moe_text", "Done", "", 717113, "Bahushruth/Qwen3.6-35B-A3B-abliterated-v4"], ["qwen3_5_moe_vision", "Unreachable", "no usable checkpoint", 16, "hf-tiny-v2/tiny-random-Qwen3_5MoeVisionModel"], ["qwen3_5_text", "Done", "", 2017293, "autotrust/JEV-9B"], ["qwen3_5_vision", "Unreachable", "forward fails after shrink", 135, "immanuelpeter/Qwen3.8-27B-Vision"], ["qwen3_asr", "Done", "", 4105092, "Qwen/Qwen3-ASR-1.7B"], ["qwen3_asr_encoder", "Unreachable", "forward fails after shrink", 17, "hf-tiny-v2/tiny-random-Qwen3ASREncoder"], ["qwen3_moe", "Done", "", 8500460, "Qwen/Qwen3-Coder-30B-A3B-Instruct-FP8"], ["qwen3_next", "Done", "", 2235316, "Qwen/Qwen3-Coder-Next-FP8"], ["qwen3_omni_moe", "Unreachable", "forward fails after shrink", 1249447, "Qwen/Qwen3-Omni-30B-A3B-Instruct"], ["qwen3_omni_moe_audio_encoder", "Unreachable", "component config only", 1968, "Atotti/Qwen3-Omni-AudioTransformer"], ["qwen3_omni_moe_talker_code_predictor", "Unreachable", "component config only", 0, ""], ["qwen3_omni_moe_talker_text", "No checkpoint", "no Hub checkpoint has this model_type (documented Qwen/Qwen3-Omni-30B-A3B-Instruct is another type)", 0, ""], ["qwen3_omni_moe_text", "Unreachable", "component config only", 0, ""], ["qwen3_omni_moe_thinker", "Reachable", "", 298, "hf-tiny-v2/tiny-random-Qwen3OmniMoeThinkerForConditionalGeneration"], ["qwen3_omni_moe_vision_encoder", "Unreachable", "component config only", 0, ""], ["qwen3_vl", "Done", "", 19337885, "Qwen/Qwen3-VL-8B-Instruct"], ["qwen3_vl_moe", "Done", "", 1686056, "Qwen/Qwen3-VL-30B-A3B-Instruct"], ["qwen3_vl_moe_text", "Reachable", "", 63, "hf-tiny-v2/tiny-random-Qwen3VLMoeTextModel"], ["qwen3_vl_moe_vision", "Unreachable", "no usable checkpoint", 54, "hf-tiny-v2/tiny-random-Qwen3VLMoeVisionModel"], ["qwen3_vl_text", "Reachable", "", 587, "DuoNeural/Cosmos3-Nano-GPTQ-4bit"], ["qwen3_vl_vision", "Unreachable", "forward fails after shrink", 221, "madrisight/madrimed1.2-vision-embed"], ["qwen4_exp", "Done", "", 5763811, "Qwen/Qwen3.8-Flash-Next"], ["qwen4_exp_text", "Reachable", "", 17917, "Jab1718/qwen3.8-flash-coder-44gb-selective-int8"], ["qwen4_exp_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented Qwen/Qwen4-Exp does not exist)", 0, ""], ["radio", "Unreachable", "no usable checkpoint", 3, "hf-tiny-v2/tiny-random-RadioModel"], ["rag", "Unreachable", "no usable checkpoint", 3924, "facebook/rag-token-nq"], ["recurrent_gemma", "Done", "", 4729, "google/recurrentgemma-2b-it"], ["reformer", "Unreachable", "model build fails", 17043, "google/reformer-crime-and-punishment"], ["regnet", "Reachable", "", 7237, "facebook/regnet-y-040"], ["rembert", "Reachable", "", 11890, "google/rembert"], ["resnet", "Done", "", 1174379, "microsoft/resnet-18"], ["rf_detr", "Unreachable", "forward fails after shrink", 28618, "Roboflow/rf-detr-base"], ["rf_detr_dinov2", "Unreachable", "forward fails after shrink", 70, "hf-tiny-v2/tiny-random-RfDetrDinov2Backbone"], ["roberta", "Done", "", 46597117, "FacebookAI/roberta-large"], ["roberta-prelayernorm", "Reachable", "", 4655, "andreasmadsen/efficient_mlm_m0.40"], ["roc_bert", "Reachable", "", 12437, "weiweishi/roc-bert-base-zh"], ["roformer", "Reachable", "", 45159, "optimum-intel-internal-testing/tiny-random-roformer"], ["rt_detr", "Done", "", 1687337, "PekingU/rtdetr_r101vd_coco_o365"], ["rt_detr_resnet", "Unreachable", "no usable checkpoint", 54, "hf-tiny-v2/tiny-random-RTDetrResNetBackbone"], ["rt_detr_v2", "Done", "forward fails after shrink", 2526763, "docling-project/docling-layout-heron"], ["rwkv", "Reachable", "", 14762, "RWKV/rwkv-4-169m-pile"], ["sam", "Unreachable", "forward fails after shrink", 976537, "facebook/sam-vit-base"], ["sam2", "Done", "", 19375, "onnx-community/sam2.1-hiera-tiny-ONNX"], ["sam2_hiera_det_model", "Unreachable", "forward fails after shrink", 59, "hf-tiny-v2/tiny-random-Sam2HieraDetModel"], ["sam2_mask_decoder", "No checkpoint", "no Hub checkpoint has this model_type (documented facebook/sam2.1-hiera-tiny is another type)", 0, ""], ["sam2_prompt_encoder", "No checkpoint", "no Hub checkpoint has this model_type (documented facebook/sam2.1-hiera-tiny is another type)", 0, ""], ["sam2_video", "Unreachable", "forward fails after shrink", 701203, "facebook/sam2.1-hiera-large"], ["sam2_video_mask_decoder", "No checkpoint", "no Hub checkpoint has this model_type (documented facebook/sam2_video.1-hiera-tiny does not exist)", 0, ""], ["sam2_video_prompt_encoder", "No checkpoint", "no Hub checkpoint has this model_type (documented facebook/sam2_video.1-hiera-tiny does not exist)", 0, ""], ["sam2_vision_model", "Unreachable", "forward fails after shrink", 57, "hf-tiny-v2/tiny-random-Sam2VisionModel"], ["sam3", "Unreachable", "forward fails after shrink", 3530, "unsloth/sam3.1"], ["sam3_detr_decoder", "Unreachable", "checkpoint gated", 0, "facebook/sam3"], ["sam3_detr_encoder", "Unreachable", "checkpoint gated", 0, "facebook/sam3"], ["sam3_geometry_encoder", "Unreachable", "checkpoint gated", 0, "facebook/sam3"], ["sam3_lite_text", "Unreachable", "forward fails after shrink", 14775, "vil-uob/sam3-litetext-s0"], ["sam3_lite_text_detr_decoder", "Unreachable", "component config only", 0, ""], ["sam3_lite_text_detr_encoder", "Unreachable", "component config only", 0, ""], ["sam3_lite_text_geometry_encoder", "Unreachable", "component config only", 0, ""], ["sam3_lite_text_mask_decoder", "Unreachable", "component config only", 0, ""], ["sam3_lite_text_text_model", "Unreachable", "forward fails after shrink", 39, "hf-tiny-v2/tiny-random-Sam3LiteTextTextModel"], ["sam3_mask_decoder", "Unreachable", "checkpoint gated", 0, "facebook/sam3"], ["sam3_tracker", "Unreachable", "no usable checkpoint", 1300, "onnx-community/sam3-tracker-ONNX"], ["sam3_tracker_mask_decoder", "Unreachable", "checkpoint gated", 0, "facebook/sam3"], ["sam3_tracker_prompt_encoder", "Unreachable", "checkpoint gated", 0, "facebook/sam3"], ["sam3_tracker_video", "Unreachable", "checkpoint gated", 0, "facebook/sam3"], ["sam3_tracker_video_mask_decoder", "Unreachable", "checkpoint gated", 0, "facebook/sam3"], ["sam3_tracker_video_prompt_encoder", "Unreachable", "checkpoint gated", 0, "facebook/sam3"], ["sam3_video", "Unreachable", "forward fails after shrink", 2087329, "facebook/sam3"], ["sam3_vision_model", "Unreachable", "no usable checkpoint", 38, "hf-tiny-v2/tiny-random-Sam3VisionModel"], ["sam3_vit_model", "Unreachable", "no usable checkpoint", 37, "hf-tiny-v2/tiny-random-Sam3ViTModel"], ["sam_hq", "Unreachable", "forward fails after shrink", 16860, "syscv-community/sam-hq-vit-base"], ["sam_hq_mask_decoder", "No checkpoint", "no Hub checkpoint has this model_type (documented syscv-community/sam-hq-vit-base is another type)", 0, ""], ["sam_hq_prompt_encoder", "No checkpoint", "no Hub checkpoint has this model_type (documented syscv-community/sam-hq-vit-base is another type)", 0, ""], ["sam_hq_vision_model", "Reachable", "", 138, "hf-tiny-v2/tiny-random-SamHQVisionModel"], ["sam_mask_decoder", "No checkpoint", "no Hub checkpoint has this model_type (documented facebook/sam-vit-huge is another type)", 0, ""], ["sam_prompt_encoder", "No checkpoint", "no Hub checkpoint has this model_type (documented facebook/sam-vit-huge is another type)", 0, ""], ["sam_vision_model", "Reachable", "", 138, "hf-tiny-v2/tiny-random-SamVisionModel"], ["sapiens2", "Unreachable", "forward fails after shrink", 103690, "facebook/sapiens2-pose-1b"], ["sapiens2_head", "Unreachable", "component config only", 0, ""], ["seamless_m4t", "Reachable", "", 13797, "facebook/hf-seamless-m4t-medium"], ["seamless_m4t_v2", "Done", "", 316927, "facebook/seamless-m4t-v2-large"], ["seed_oss", "Done", "", 128943, "ByteDance-Seed/Seed-OSS-36B-Instruct"], ["segformer", "Done", "", 2291917, "mattmdjaga/segformer_b2_clothes"], ["seggpt", "Unreachable", "forward fails after shrink", 21384, "BAAI/seggpt-vit-large"], ["sew", "Reachable", "", 15680, "optimum-intel-internal-testing/tiny-random-SEWModel"], ["sew-d", "Reachable", "", 18152, "optimum-intel-internal-testing/sew-d-tiny-100k-ft-ls100h"], ["shieldgemma2", "Reachable", "", 6627, "google/shieldgemma-2-4b-it"], ["siglip", "Done", "", 18018379, "prithivMLmods/Gender-Classifier-Mini"], ["siglip2", "Unreachable", "forward fails after shrink", 1622065, "google/siglip2-base-patch16-naflex"], ["siglip2_text_model", "Unreachable", "component config only", 56, "sortify-ai/siglip2-so400m-patch14-384-text"], ["siglip2_vision_model", "Unreachable", "forward fails after shrink", 58, "hf-tiny-v2/tiny-random-Siglip2VisionModel"], ["siglip_text_model", "Unreachable", "component config only", 19, "carsonpoole/binary-siglip-text"], ["siglip_vision_model", "Reachable", "", 1842, "zchuning/pi05-siglip-vision-tower"], ["slanet", "Reachable", "", 6957, "PaddlePaddle/SLANet_plus_safetensors"], ["slanext", "Reachable", "", 212, "PaddlePaddle/SLANeXt_wired_safetensors"], ["slanext_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented PaddlePaddle/SLANeXt_wired_safetensors is another type)", 0, ""], ["smollm3", "Done", "", 1135357, "HuggingFaceTB/SmolLM3-3B"], ["smolvlm", "Done", "", 1742362, "HuggingFaceTB/SmolVLM2-500M-Video-Instruct"], ["smolvlm_vision", "Unreachable", "forward fails after shrink", 5, "hf-tiny-v2/tiny-random-SmolVLMVisionTransformer"], ["solar_open", "Reachable", "", 32622, "upstage/Solar-Open-100B"], ["speech-encoder-decoder", "Unreachable", "synthetic inputs rejected", 5244, "hf-tiny-v2/tiny-random-SpeechEncoderDecoderModel-wav2vec2-bert"], ["speech_to_text", "Unreachable", "forward fails after shrink", 23544, "facebook/s2t-small-librispeech-asr"], ["speecht5", "Done", "", 194296, "optimum-intel-internal-testing/tiny-random-SpeechT5ForTextToSpeech"], ["speecht5_hifigan", "No checkpoint", "no Hub checkpoint has this model_type (documented microsoft/speecht5_asr is another type)", 0, ""], ["splinter", "Reachable", "", 3741, "tau/splinter-base"], ["squeezebert", "Unreachable", "model build fails", 33330, "optimum-intel-internal-testing/tiny-random-squeezebert"], ["stablelm", "Done", "", 169690, "optimum-intel-internal-testing/tiny-random-StableLmForCausalLM"], ["starcoder2", "Done", "", 152451, "optimum-intel-internal-testing/tiny-random-Starcoder2ForCausalLM"], ["step3p5", "Unreachable", "shrink fails", 266885, "stepfun-ai/Step-3.5-Flash"], ["step3p5_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented stepfun-ai/Step-3.7-Flash is another type)", 0, ""], ["step3p7", "Unreachable", "shrink fails", 26135, "stepfun-ai/Step-3.7-Flash"], ["superglue", "Unreachable", "forward fails after shrink", 8964, "magic-leap-community/superglue_indoor"], ["superpoint", "Unreachable", "backward fails", 9952, "magic-leap-community/superpoint"], ["swiftformer", "Reachable", "", 7504, "MBZUAI/swiftformer-xs"], ["swin", "Done", "", 238869, "Organika/sdxl-detector"], ["swin2sr", "Reachable", "", 56057, "caidas/swin2SR-classical-sr-x2-64"], ["swinv2", "Done", "", 434756, "microsoft/swinv2-tiny-patch4-window16-256"], ["switch_transformers", "Reachable", "", 10063, "google/switch-base-8"], ["t5", "Done", "", 94678669, "google-t5/t5-small"], ["t5_gemma_module", "Unreachable", "component config only", 70, "RE-N-Y/t5gemma-2b-2b-ul2-it"], ["t5gemma", "Unreachable", "no usable checkpoint", 176067, "google/t5gemma-2b-2b-ul2-it"], ["t5gemma2", "Unreachable", "forward fails after shrink", 114374, "google/t5gemma-2-270m-270m"], ["t5gemma2_decoder", "Unreachable", "component config only", 0, ""], ["t5gemma2_encoder", "Reachable", "", 149, "hf-tiny-v2/tiny-random-T5Gemma2Encoder"], ["t5gemma2_text", "Unreachable", "component config only", 30, "amanchoudhri/t5-gemma-2-270m-text-encoder"], ["table-transformer", "Done", "", 1872765, "microsoft/table-transformer-structure-recognition"], ["tapas", "Reachable", "", 37821, "google/tapas-base-finetuned-wtq"], ["textnet", "Unreachable", "forward fails after shrink", 7475, "czczup/textnet-base"], ["time_series_transformer", "Unreachable", "synthetic inputs rejected", 4534, "huggingface/time-series-transformer-tourism-monthly"], ["timesfm", "Done", "", 1854129, "google/timesfm-2.5-200m-pytorch"], ["timesfm2_5", "Unreachable", "synthetic inputs rejected", 37239, "google/timesfm-2.5-200m-transformers"], ["timesformer", "Unreachable", "forward fails after shrink", 25737, "facebook/timesformer-base-finetuned-k400"], ["timm_backbone", "Unreachable", "no usable checkpoint", 133, "hf-tiny-v2/tiny-random-TimmBackbone"], ["timm_wrapper", "Unreachable", "forward fails after shrink", 383060, "Freepik/nsfw_image_detector"], ["tipsv2", "Done", "", 289583, "google/tipsv2-so400m14"], ["tipsv2_dpt", "Unreachable", "forward fails after shrink", 8014, "google/tipsv2-b14-dpt"], ["tipsv2_text_model", "Reachable", "", 4, "hf-tiny-v2/tiny-random-Tipsv2TextModel"], ["tipsv2_vision_model", "Reachable", "", 8, "hf-tiny-v2/tiny-random-Tipsv2VisionBackbone"], ["trocr", "Reachable", "", 53, "sasmithasarasi/trocr-sinhala-handwriting"], ["tvp", "Unreachable", "forward fails after shrink", 13994, "Intel/tvp-base"], ["udop", "Unreachable", "forward fails after shrink", 9051, "microsoft/udop-large"], ["ultrabert", "Reachable", "", 29547, "dmis-lab/UltraBERT-380M"], ["ultravbert", "Reachable", "", 1133, "athrael-soju/ColUltraVBERT"], ["umt5", "Done", "", 5305, "huggingface-mic/umt5-small-mic"], ["unispeech", "Reachable", "", 24130, "optimum-intel-internal-testing/tiny-random-unispeech"], ["unispeech-sat", "Reachable", "", 38482, "optimum-intel-internal-testing/tiny-random-UnispeechSatModel"], ["univnet", "Unreachable", "forward fails after shrink", 5412, "dg845/univnet-dev"], ["unlimited_ocr", "Done", "", 3535621, "baidu/Unlimited-OCR"], ["unlimited_ocr_sam_vision_model", "No checkpoint", "no Hub checkpoint has this model_type (documented baidu/Unlimited-OCR is another type)", 0, ""], ["unlimited_ocr_text", "No checkpoint", "no Hub checkpoint has this model_type (documented baidu/Unlimited-OCR is another type)", 0, ""], ["unlimited_ocr_vision", "No checkpoint", "no Hub checkpoint has this model_type (documented baidu/Unlimited-OCR is another type)", 0, ""], ["unlimited_ocr_vision_encoder", "No checkpoint", "no Hub checkpoint has this model_type (documented baidu/Unlimited-OCR is another type)", 0, ""], ["upernet", "Unreachable", "forward fails after shrink", 46968, "openmmlab/upernet-convnext-small"], ["uvdoc", "Reachable", "", 431, "PaddlePaddle/UVDoc_safetensors"], ["uvdoc_backbone", "Unreachable", "backward fails", 39, "hf-tiny-v2/tiny-random-UVDocBackbone"], ["vaultgemma", "Reachable", "", 2790, "google/vaultgemma-1b"], ["vibevoice", "Done", "", 1070414, "microsoft/VibeVoice-ASR"], ["vibevoice_acoustic_tokenizer", "Unreachable", "forward fails after shrink", 2151, "microsoft/VibeVoice-AcousticTokenizer"], ["vibevoice_acoustic_tokenizer_decoder", "Unreachable", "no usable checkpoint", 33, "hf-tiny-v2/tiny-random-VibeVoiceAcousticTokenizerDecoderModel"], ["vibevoice_acoustic_tokenizer_encoder", "Unreachable", "no usable checkpoint", 49, "hf-tiny-v2/tiny-random-VibeVoiceAcousticTokenizerEncoderModel"], ["vibevoice_asr", "Reachable", "", 59115, "microsoft/VibeVoice-ASR-HF"], ["vibevoice_diffusion", "No checkpoint", "no Hub checkpoint has this model_type (documented vibevoice/VibeVoice-1.5B-hf is another type)", 0, ""], ["video_llama_3", "Reachable", "", 11087, "lkhl/VideoLLaMA3-2B-Image-HF"], ["video_llama_3_vision", "Unreachable", "forward fails after shrink", 32, "hf-tiny-v2/tiny-random-VideoLlama3VisionModel"], ["video_llava", "Reachable", "", 10045, "LanguageBind/Video-LLaVA-7B-hf"], ["videomae", "Unreachable", "forward fails after shrink", 475037, "MCG-NJU/videomae-base"], ["videomt", "Unreachable", "synthetic inputs rejected", 5328, "tue-mps/videomt-dinov2-small-ytvis2019"], ["videoprism", "Unreachable", "synthetic inputs rejected", 545, "MHRDYN7/videoprism-lvt-base-f16r288"], ["videoprism_text_model", "No checkpoint", "no Hub checkpoint has this model_type (documented google/videoprism-lvt-base-f16r288 has no config.json)", 0, ""], ["videoprism_vision_model", "Unreachable", "synthetic inputs rejected", 191, "MHRDYN7/videoprism-base-f16r288"], ["vilt", "Unreachable", "forward fails after shrink", 89943, "dandelin/vilt-b32-finetuned-vqa"], ["vipllava", "Reachable", "", 7898, "llava-hf/vip-llava-7b-hf"], ["vision-encoder-decoder", "Unreachable", "forward fails after shrink", 2482977, "kha-white/manga-ocr-base"], ["vision-text-dual-encoder", "Unreachable", "model build fails", 3250, "hf-tiny-v2/tiny-random-VisionTextDualEncoderModel-vit-bert"], ["visual_bert", "Reachable", "", 5237, "uclanlp/visualbert-vqa-coco-pre"], ["vit", "Done", "", 23571533, "google/vit-base-patch16-224"], ["vit_mae", "Reachable", "", 43367, "facebook/vit-mae-base"], ["vit_msn", "Reachable", "", 1782, "facebook/vit-msn-small"], ["vitdet", "Unreachable", "no usable checkpoint", 214, "hf-tiny-v2/tiny-random-VitDetBackbone"], ["vitmatte", "Done", "", 383080, "hustvl/vitmatte-small-composition-1k"], ["vitpose", "Unreachable", "forward fails after shrink", 392468, "usyd-community/vitpose-base-simple"], ["vitpose_backbone", "Unreachable", "forward fails after shrink", 124, "hf-tiny-v2/tiny-random-VitPoseBackbone"], ["vits", "Done", "", 455247, "facebook/mms-tts-eng"], ["vivit", "Unreachable", "forward fails after shrink", 89874, "google/vivit-b-16x2"], ["vjepa2", "Unreachable", "synthetic inputs rejected", 426419, "facebook/vjepa2-vitl-fpc64-256"], ["voxtral", "Done", "", 319265, "mzbac/voxtral-mini-3b-4bit-mixed"], ["voxtral_encoder", "Reachable", "", 108, "hf-tiny-v2/tiny-random-VoxtralEncoder"], ["voxtral_realtime", "Unreachable", "forward fails after shrink", 1948459, "mistralai/Voxtral-Mini-4B-Realtime-2602"], ["voxtral_realtime_encoder", "Reachable", "", 80, "hf-tiny-v2/tiny-random-VoxtralRealtimeEncoder"], ["voxtral_realtime_text", "Unreachable", "model build fails", 10, "hf-tiny-v2/tiny-random-VoxtralRealtimeTextModel"], ["wav2vec2", "Done", "", 100317588, "jonatasgrosman/wav2vec2-large-xlsr-53-japanese"], ["wav2vec2-bert", "Unreachable", "model build fails", 1320062, "facebook/w2v-bert-2.0"], ["wav2vec2-conformer", "Unreachable", "model build fails", 160365, "facebook/wav2vec2-conformer-rope-large-960h-ft"], ["wavlm", "Done", "", 1990346, "microsoft/wavlm-large"], ["whisper", "Done", "", 22332636, "openai/whisper-large-v3-turbo"], ["xclip", "Unreachable", "forward fails after shrink", 453798, "microsoft/xclip-base-patch16-zero-shot"], ["xclip_text_model", "Unreachable", "component config only", 0, ""], ["xclip_vision_model", "Unreachable", "component config only", 0, ""], ["xcodec", "Unreachable", "config load fails", 14050, "hf-audio/xcodec-hubert-general"], ["xcodec2", "Unreachable", "forward fails after shrink", 9249, "HKUSTAudio/xcodec2-hf"], ["xglm", "Reachable", "", 64850, "optimum-intel-internal-testing/tiny-random-XGLMForCausalLM"], ["xlm", "Reachable", "", 19454, "FacebookAI/xlm-mlm-en-2048"], ["xlm-roberta", "Done", "", 104687870, "BAAI/bge-m3"], ["xlm-roberta-xl", "Done", "", 101085, "facebook/xlm-roberta-xl"], ["xlnet", "Unreachable", "shrink fails", 166190, "xlnet/xlnet-base-cased"], ["xlstm", "Unreachable", "config load fails", 4922, "NX-AI/xLSTM-7b"], ["xmod", "Unreachable", "forward fails after shrink", 29093, "facebook/xmod-base"], ["yolos", "Done", "", 859794, "hustvl/yolos-small"], ["yoso", "Reachable", "", 5281, "uw-madison/yoso-4096"], ["youtu", "Reachable", "", 12971, "tencent/Youtu-LLM-2B"], ["zamba", "Unreachable", "model build fails", 5935, "Zyphra/Zamba-7B-v1"], ["zamba2", "Unreachable", "forward fails after shrink", 70083, "Zyphra/Zamba2-1.2B-instruct"], ["zaya", "Reachable", "", 8978, "Zyphra/ZAYA1-8B"], ["zoedepth", "Unreachable", "forward fails after shrink", 48545, "Intel/zoedepth-nyu-kitti"]], "meta": {"generated": "2026-11-01", "fleet": "666d54fcc782e473ff276ec9626df0b0a3f0cafd", "transformers": "420dca92a4cf7d96dfbc1cc46f00375b0681ff8f", "sweep": "41e1eb5257d6a189eee599418fa256c51e49c63a"}, "shrink": {"albert": [["albert-base-v2-mic", 0]], "apertus": [["Apertus-v1.1-0.5B-Instruct-mic", 0]], "audioflamingo3": [["audio-flamingo-3-hf-mic", 0]], "bart": [["bart-base-mic", 0]], "beit": [["beit-base-patch16-224-mic", 0]], "bert": [["bert-base-uncased-mic", 0], ["bert-mic", 0]], "big_bird": [["bigbird-roberta-base-mic", 0]], "blenderbot": [["blenderbot-400M-distill-mic", 0]], "bloom": [["bloomz-560m-mic", 0]], "camembert": [["camembert-base-mic", 0]], "canine": [["canine-c-mic", 0]], "chinese_clip": [["chinese-clip-vit-base-patch16-mic", 0]], "clap": [["clap-htsat-fused-mic", 0]], "clip": [["clip-mic", 0], ["clip-vit-base-patch32-mic", 0]], "clip_text_model": [["tiny-clip-text-2-mic", 2]], "clip_vision_model": [["clip-vit-base-patch32-vision-mic", 0]], "clipseg": [["clipseg-rd64-refined-mic", 0]], "cohere": [["aya-expanse-8b-ungated-mic", 0]], "cohere2": [["tiny-random-aya-base-mic", 2]], "convbert": [["conv-bert-base-mic", 0]], "convnext": [["convnext-tiny-224-mic", 0]], "convnextv2": [["convnextv2-nano-1k-224-mic", 0]], "cosmos3_omni": [["Cosmos3-Nano-mic", 0]], "csm": [["csm-1b-mic", 0]], "deberta": [["deberta-large-mnli-mic", 0]], "deberta-v2": [["mDeBERTa-v3-base-xnli-multilingual-nli-2mil7-mic", 0]], "deepseek_v2": [["DeepSeek-Coder-V2-Lite-Instruct-mic", 0]], "deepseek_v3": [["DeepSeek-R1-mic", 0]], "deepseek_v32": [["DeepSeek-V3.2-mic", 0]], "deepseek_v4": [["DeepSeek-V4-Flash-0731-mic", 0]], "detr": [["detr-mic", 1]], "dinov2": [["dinov2-small-mic", 0]], "dinov2_with_registers": [["dinov2-with-registers-base-mic", 0]], "dinov3_vit": [["dinov3-vitl16-pretrain-lvd1689m-mic", 0]], "distilbert": [["distilbert-base-uncased-mic", 0]], "dpt": [["dpt-large-mic", 0]], "electra": [["electra-small-discriminator-mic", 0]], "embedding_gemma2": [["embeddinggemma-2-mic", 0]], "encoder-decoder": [["bert2bert-cnn_dailymail-fp16-mic", 0]], "esm": [["esm2_t6_8M_UR50D-mic", 0]], "esmc": [["ESMC-300M-hf-mic", 0]], "eurobert": [["EuroBERT-210m-mic", 0]], "falcon": [["falcon-7b-mic", 0]], "falcon_h1": [["Falcon-H1-Tiny-90M-Instruct-mic", 0]], "florence2": [["Florence-2-base-mic", 0]], "fnet": [["fnet-base-mic", 0]], "gemma": [["gemma-2b-mic", 0]], "gemma2": [["gemma-2-2b-it-mic", 0]], "gemma3": [["gemma3-mic", 0]], "gemma3n": [["gemma-3n-E2B-it-mic", 0]], "gemma4": [["gemma-4-E2B-it-mic", 0]], "gemma4_unified": [["gemma-4-12B-it-mic", 0]], "glm4": [["GLM-4-9B-0414-mic", 0]], "glm4_moe": [["GLM-4.5-Air-mic", 0]], "glm4_moe_lite": [["GLM-4.7-Flash-mic", 0]], "glm5_next": [["GLM-5.3-Flash-mic", 1]], "glm_moe_dsa": [["GLM-5.3-mic", 1]], "glm_ocr": [["GLM-OCR-mic", 0]], "got_ocr2": [["got_ocr2-mic", 0]], "gpt2": [["gpt2-mic", 0]], "gpt_bigcode": [["tiny_starcoder_py-mic", 0]], "gpt_neox": [["pythia-160m-mic", 0]], "gpt_oss": [["gpt_oss-mic", 0]], "granite": [["granite-3.1-2b-instruct-mic", 0]], "granite4_vision": [["granite-vision-4.1-4b-mic", 0]], "granite_speech": [["granite-4.0-1b-speech-mic", 0]], "granitemoe": [["granite-3.0-1b-a400m-instruct-mic", 0]], "granitemoehybrid": [["granite-4.0-h-350m-mic", 0]], "grounding-dino": [["grounding-dino-tiny-mic", 0]], "hubert": [["hubert-large-ls960-ft-mic", 0]], "hunyuan_v1_dense": [["Hunyuan-0.5B-Instruct-mic", 0]], "hunyuan_vl": [["HunyuanOCR-mic", 0]], "hy_v3": [["Hy-MT2-30B-A3B-mic", 0]], "idefics3": [["granite-docling-258M-mic", 0]], "inkling_mm_model": [["Inkling-mic", 0]], "internvl": [["internvl-mic", 0]], "jamba": [["Jamba-tiny-dev-mic", 0]], "janus": [["Janus-Pro-1B-mic", 0]], "jina_embeddings_v3": [["jina-embeddings-v3-hf-mic", 0]], "laguna": [["Laguna-XS.2-mic", 0]], "layoutlm": [["layoutlm-base-uncased-mic", 0]], "lfm2": [["LFM2.5-230M-Base-mic", 0]], "lfm2_moe": [["LFM2-8B-A1B-mic", 0]], "lfm2_vl": [["LFM2.5-VL-450M-mic", 0]], "llama": [["llama-mic", 0], ["smollm-1.7b-mic", 0], ["smollm-mic", 0]], "llama4": [["Llama-4-Scout-17B-16E-Instruct-mic", 0]], "llava": [["llava-mic", 0]], "llava_next": [["llava-v1.6-mistral-7b-hf-mic", 0]], "llava_next_video": [["LLaVA-NeXT-Video-7B-hf-mic", 0]], "llava_onevision": [["llava-onevision-qwen2-0.5b-ov-hf-mic", 0]], "longformer": [["longformer-base-4096-mic", 0]], "longt5": [["long-t5-tglobal-base-mic", 0]], "luke": [["luke-base-mic", 0]], "m2m_100": [["nllb-200-distilled-600M-mic", 0]], "mamba": [["mamba-130m-hf-mic", 0]], "marian": [["opus-mt-fr-en-mic", 0]], "mask2former": [["mask2former-swin-tiny-coco-instance-mic", 0]], "mbart": [["mbart-large-50-mic", 0]], "minicpm3": [["MiniCPM3-4B-mic", 0]], "minicpmv4_6": [["MiniCPM-V-4.6-mic", 0]], "minimax_m2": [["MiniMax-M2.5-mic", 0]], "minimax_m3_vl": [["MiniMax-M3-MXFP8-mic", 0]], "ministral3": [["Nemotron-3-Embed-1B-BF16-mic", 0]], "mistral": [["Mistral-7B-Instruct-v0.2-mic", 1]], "mistral3": [["Ministral-3-3B-Instruct-2512-mic", 0], ["mistral3-mic", 0]], "mixtral": [["Mixtral-8x7B-Instruct-v0.1-mic", 0]], "mllama": [["Llama-3.2-11B-Vision-Instruct-mic", 0]], "mm-grounding-dino": [["mm_grounding_dino_tiny_o365v1_goldg_v3det-mic", 0]], "mobilenet_v2": [["mobilenet_v2_1.0_224-mic", 1]], "mobilevit": [["mobilevit-xx-small-mic", 1]], "modernbert": [["modernbert-mic", 0]], "moss_transcribe_diarize": [["MOSS-Transcribe-Diarize-HF-mic", 0]], "mpnet": [["mpnet-base-mic", 0]], "mt5": [["mt5-small-mic", 0]], "muse_glimmer": [["tiny-random-muse-glimmer-mic", 2]], "nemotron_h": [["NVIDIA-Nemotron-3-Nano-4B-BF16-mic", 0]], "nomic_bert": [["nomic-embed-text-v1.5-mic", 0]], "olmo": [["OLMo-1B-hf-mic", 0]], "olmo2": [["OLMo-2-0425-1B-mic", 0]], "olmo3": [["Olmo-3-7B-Instruct-mic", 0]], "olmoe": [["OLMoE-1B-7B-0924-mic", 0]], "openai_privacy_filter": [["privacy-filter-mic", 0]], "opt": [["opt-125m-mic", 0]], "owlv2": [["owlv2-base-patch16-ensemble-mic", 0]], "owlvit": [["owlvit-base-patch32-mic", 0]], "paddleocr_vl": [["tibetan-ocr-mic", 0]], "paligemma": [["paligemma-3b-pt-224-mic", 0]], "pegasus": [["pegasus-xsum-mic", 0]], "perceiver": [["language-perceiver-mic", 1]], "phi": [["phi-2-mic", 0]], "phi3": [["Phi-3.5-mini-instruct-mic", 0]], "phi4_multimodal": [["Phi-4-multimodal-instruct-mic", 0]], "phimoe": [["Phi-3.5-MoE-0.8B-A0.2B-mic", 0]], "pvt": [["pvt-tiny-224-mic", 0]], "qwen2": [["qwen2-mic", 0]], "qwen2_5_omni": [["qwen2_5_omni-mic", 0]], "qwen2_5_omni_thinker": [["LCO-Embedding-Omni-3B-mic", 0]], "qwen2_5_vl": [["qwen2_5_vl-mic", 0]], "qwen2_audio": [["qwen2_audio-mic", 0]], "qwen2_moe": [["Qwen1.5-MoE-A2.7B-mic", 0]], "qwen2_vl": [["Qwen2-VL-2B-Instruct-mic", 0]], "qwen3": [["Qwen3-0.6B-mic", 0]], "qwen3_5_moe": [["Qwen3.5-35B-A3B-mic", 0]], "qwen3_5_moe_text": [["Qwen3.8-1.0B-A0.6B-mic", 0]], "qwen3_5_text": [["Qwen3.5-0.8B-text-only-mic", 0]], "qwen3_asr": [["Qwen3-ASR-0.6B-hf-mic", 0]], "qwen3_moe": [["Qwen3-30B-A3B-mic", 0]], "qwen3_next": [["Qwen3-Next-80B-A3B-Instruct-mic", 0]], "qwen3_vl": [["Qwen3-VL-2B-Instruct-mic", 0]], "qwen3_vl_moe": [["Qwen3-VL-30B-A3B-Instruct-mic", 0]], "qwen4_exp": [["Qwen3.8-Flash-Next-mic", 0]], "recurrent_gemma": [["recurrentgemma-2b-mic", 0]], "resnet": [["resnet-18-mic", 0]], "roberta": [["roberta-base-mic", 0]], "rt_detr": [["rtdetr_r50vd-mic", 0]], "rt_detr_v2": [["docling-layout-heron-mic", 0]], "sam2": [["sam2.1-hiera-tiny-mic", 4]], "seamless_m4t_v2": [["seamless-m4t-v2-large-mic", 0]], "seed_oss": [["Seed-OSS-36B-Instruct-mic", 0]], "segformer": [["segformer-b0-finetuned-ade-512-512-mic", 0]], "siglip": [["siglip-base-patch16-224-mic", 0]], "smollm3": [["SmolLM3-3B-mic", 1]], "smolvlm": [["smolvlm-mic", 0]], "speecht5": [["speech_t5-mic", 0]], "stablelm": [["stablelm-2-1_6b-mic", 0]], "starcoder2": [["starcoder2-3b-mic", 0]], "swin": [["swin-tiny-patch4-window7-224-mic", 0]], "swinv2": [["swinv2-tiny-patch4-window16-256-mic", 0]], "t5": [["t5-mic", 0], ["t5-small-mic", 0]], "table-transformer": [["table_transformer-mic", 0]], "timesfm": [["timesfm-2.0-500m-pytorch-mic", 0]], "tipsv2": [["tipsv2-b14-mic", 0]], "umt5": [["umt5-small-mic", 0]], "unlimited_ocr": [["Unlimited-OCR-mic", 0]], "vibevoice": [["VibeVoice-1.5B-hf-mic", 0]], "vit": [["vit-mic", 0]], "vitmatte": [["vitmatte-small-composition-1k-mic", 0]], "vits": [["mms-tts-eng-mic", 0]], "voxtral": [["Voxtral-Mini-3B-2507-mic", 0]], "wav2vec2": [["wav2vec2-base-960h-mic", 0], ["wav2vec2-mic", 0]], "wavlm": [["wavlm-base-plus-mic", 0]], "whisper": [["whisper-mic", 0], ["whisper-tiny-mic", 0]], "xlm-roberta": [["xlm-roberta-base-mic", 0]], "xlm-roberta-xl": [["xlm-roberta-xl-mic", 0]], "yolos": [["yolos-small-mic", 0]]}, "gated": {"aya_vision": "auto", "chameleon": "manual", "chmv2": "manual", "cohere_asr": "auto", "csm_depth_decoder_model": "auto", "cwm": "manual", "dinov3_convnext": "manual", "gemma": "manual", "gemma2": "manual", "gemma3": "manual", "gemma3_text": "manual", "gemma3n": "manual", "jais2": "auto", "lasr_ctc": "auto", "llama4_vision_model": "manual", "moshi": "auto", "muse_spark": "manual", "muse_spark_audio": "manual", "muse_spark_text": "manual", "muse_spark_vision": "manual", "neucodec": "auto", "perception_lm": "manual", "recurrent_gemma": "manual", "sam3_detr_decoder": "manual", "sam3_detr_encoder": "manual", "sam3_geometry_encoder": "manual", "sam3_mask_decoder": "manual", "sam3_tracker_mask_decoder": "manual", "sam3_tracker_prompt_encoder": "manual", "sam3_tracker_video": "manual", "sam3_tracker_video_mask_decoder": "manual", "sam3_tracker_video_prompt_encoder": "manual", "sam3_video": "manual", "shieldgemma2": "manual", "t5gemma": "manual", "t5gemma2": "manual", "vaultgemma": "manual"}} \ No newline at end of file diff --git a/index.html b/index.html index 337c73609d8c6cfbad51a0018e20ba354f140554..409b703960b8242a82b27700aa57dafb370abac0 100644 --- a/index.html +++ b/index.html @@ -174,7 +174,7 @@ a{color:var(--accent);text-decoration:none}a:hover{text-decoration:underline} const view = td('', 'top'); if (r[1] === 'Done') for (const [page, findings] of shrink[r[0]] || []) { const a = document.createElement('a'); - a.href = `shrink/${page}.html`; a.target = '_blank'; a.rel = 'noopener'; + a.href = `shrink/${page}.html`; a.textContent = page.replace(/-mic$/, '') + (findings ? ` ⚠ ${findings}` : ''); a.title = `${page}: ${findings ? findings + ' finding(s) to review' : 'same architecture, smaller'}`; if (view.childNodes.length) view.append(document.createElement('br')); diff --git a/shrink/Apertus-v1.1-0.5B-Instruct-mic.html b/shrink/Apertus-v1.1-0.5B-Instruct-mic.html index 4fd3339a2a94b51f88ff0ca5e16ead0d32cb153d..a66c8a62c6a77a2393ad3485e2a7158d2589c88f 100644 --- a/shrink/Apertus-v1.1-0.5B-Instruct-mic.html +++ b/shrink/Apertus-v1.1-0.5B-Instruct-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +swiss-ai/Apertus-v1.1-0.5B-Instruct: shrunk architecture
-

Shrunk architecture

huggingface-mic/Apertus-v1.1-0.5B-Instruct-mic@55ae98cbccd9da534828bccc9b1f8bee4974731d ← swiss-ai/Apertus-v1.1-0.5B-Instruct@a140fd61fb57422c36a26301caea17edee799874 · ApertusForCausalLM · random weights

+

← MIC coverage of Transformers model types

+

swiss-ai/Apertus-v1.1-0.5B-Instruct

huggingface-mic/Apertus-v1.1-0.5B-Instruct-mic@55ae98cbccd9 ← swiss-ai/Apertus-v1.1-0.5B-Instruct@a140fd61fb57 · ApertusForCausalLM · random weights

Original438.3Mparameters
Fixture8.4Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 20
Fixture · 2
KindOriginalFixture
DecoderLayer202✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers304.1M69.4%57.7K0.7%
model.embed_tokens134.2M30.6%8.4M99.3%
model.norm1.0K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleGQA (16 heads, 4 KV)GQA (4 heads, 2 KV)✓ kept
modelRoPE typelinearlinear✓ kept
modelmodel_typeapertusapertus✓ kept
modelvocab_size131072131072✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
modelhidden_actxieluxielu✓ kept
modelmax_position_embeddings40964096✓ kept

Module classes

Instances of each class in the built model (prefix Apertus omitted).

ClassOriginalFixture
Linear12113
RMSNorm819
Attention202
DecoderLayer202
MLP202
XIELUActivation202
ForCausalLM11
Model11
RotaryEmbedding11
Embedding11
ModuleList11

Config changes

5 fields changed, 26 unchanged.

FieldOriginalFixture
hidden_size102464
intermediate_size6144128
num_attention_heads164
num_hidden_layers202
num_key_value_heads42
\ No newline at end of file diff --git a/shrink/Apertus-v1.1-0.5B-Instruct-mic.json b/shrink/Apertus-v1.1-0.5B-Instruct-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..21a56608cc6ed5c9a2fe73f7d682c0c8a18d6170 --- /dev/null +++ b/shrink/Apertus-v1.1-0.5B-Instruct-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/Apertus-v1.1-0.5B-Instruct-mic@55ae98cbccd9da534828bccc9b1f8bee4974731d", "findings": []} \ No newline at end of file diff --git a/shrink/Cosmos3-Nano-mic.html b/shrink/Cosmos3-Nano-mic.html index a10a1fa285f918e7bcf0524f30c407c21d5ae070..be4e75a5194707f4bdaa7e5bbf7121141f7b2bf9 100644 --- a/shrink/Cosmos3-Nano-mic.html +++ b/shrink/Cosmos3-Nano-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +nvidia/Cosmos3-Nano: shrunk architecture
-

Shrunk architecture

huggingface-mic/Cosmos3-Nano-mic@4c4a117fd8d6b13993505f86a24b15580e8b25d6 ← nvidia/Cosmos3-Nano@e59a53c25979a090fa8706c9acc0c254a6e89b92 · Cosmos3OmniForConditionalGeneration · random weights

+

← MIC coverage of Transformers model types

+

nvidia/Cosmos3-Nano

huggingface-mic/Cosmos3-Nano-mic@4c4a117fd8d6 ← nvidia/Cosmos3-Nano@e59a53c25979 · Cosmos3OmniForConditionalGeneration · random weights

Original8.8Bparameters
Fixture20.2Mparameters
Layer stacks3compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.visual.blocks

Original · 27
Fixture · 2
KindOriginalFixture
Qwen3VLVisionBlock272✓ kept

model.visual.deepstack_merger_list

Original · 3
Fixture · 3
KindOriginalFixture
GELU33✓ kept

model.language_model.layers

Original · 36
Fixture · 2
KindOriginalFixture
Qwen3VLTextDecoderLayer362✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.language_model.layers6.9B79.2%74.0K0.4%
model.language_model622.3M7.1%9.7M48.2%
lm_head622.3M7.1%9.7M48.2%
model.visual.blocks411.5M4.7%66.9K0.3%
model.visual.deepstack_merger_list120.4M1.4%248.3K1.2%
model.visual44.5M0.5%328.2K1.6%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typecosmos3_omnicosmos3_omni✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
text_configattention styleGQA (32 heads, 8 KV)GQA (4 heads, 2 KV)✓ kept
text_configRoPE typedefaultdefault✓ kept
text_configmodel_typeqwen3_vl_textqwen3_vl_text✓ kept
text_configvocab_size151936151936✓ kept
text_confighidden_actsilusilu✓ kept
text_configmax_position_embeddings262144262144✓ kept
vision_configRoPE typeaxialaxial✓ kept
vision_configmodel_typeqwen3_vl_visionqwen3_vl_vision✓ kept
vision_confighidden_actgelu_pytorch_tanhgelu_pytorch_tanh✓ kept
vision_configpatch_size1616✓ kept

Module classes

Instances of each class in the built model (prefix Cosmos3Omni omitted).

ClassOriginalFixture
Linear36931
Qwen3VLTextRMSNorm1459
LayerNorm588
Qwen3VLTextAttention362
Qwen3VLTextDecoderLayer362
Qwen3VLTextMLP362
SiLUActivation362
GELUTanh272
Qwen3VLVisionAttention272
Qwen3VLVisionBlock272
Qwen3VLVisionMLP272
GELU44
Qwen3VLVisionPatchMerger44
ModuleList33
Embedding22
Conv3d11
ForConditionalGeneration11
Model11
Qwen3VLTextModel11
Qwen3VLTextRotaryEmbedding11
Qwen3VLVisionModel11
Qwen3VLVisionPatchEmbed11
Qwen3VLVisionRotaryEmbedding11

Config changes

12 fields changed, 54 unchanged.

FieldOriginalFixture
text_config.head_dim12816
text_config.hidden_size409664
text_config.intermediate_size12288128
text_config.num_attention_heads324
text_config.num_hidden_layers362
text_config.num_key_value_heads82
text_config.rope_parameters{"mrope_interleaved": true, "mrope_section": [24, 20, 20], "rope_type": "defa…{"mrope_interleaved": true, "mrope_section": [3, 3, 2], "rope_theta": 5000000…
vision_config.depth272
vision_config.hidden_size115264
vision_config.intermediate_size4304128
vision_config.num_heads164
vision_config.out_hidden_size409664
\ No newline at end of file diff --git a/shrink/Cosmos3-Nano-mic.json b/shrink/Cosmos3-Nano-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..9a57792ed1b74625ab347bf615c8f9a313acecb3 --- /dev/null +++ b/shrink/Cosmos3-Nano-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/Cosmos3-Nano-mic@4c4a117fd8d6b13993505f86a24b15580e8b25d6", "findings": []} \ No newline at end of file diff --git a/shrink/DeepSeek-Coder-V2-Lite-Instruct-mic.html b/shrink/DeepSeek-Coder-V2-Lite-Instruct-mic.html index b1d36db1515329f0f631d12d5af9a942508dadef..d03286abb34737c3fdf92b925f9f736258759703 100644 --- a/shrink/DeepSeek-Coder-V2-Lite-Instruct-mic.html +++ b/shrink/DeepSeek-Coder-V2-Lite-Instruct-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +deepseek-ai/DeepSeek-Coder-V2-Lite-Instruct: shrunk architecture
-

Shrunk architecture

huggingface-mic/DeepSeek-Coder-V2-Lite-Instruct-mic@90601ffd1320fd0db167a3ade1c6cd0ed35c2229 ← deepseek-ai/DeepSeek-Coder-V2-Lite-Instruct@e434a23f91ba5b4923cf6c9d9a238eb4a08e3a11 · DeepseekV2ForCausalLM · random weights

-
Original15.7Bparameters
Fixture13.2Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 27
Fixture · 2
KindOriginalFixture
no Experts11✓ kept
Experts, Moe, TopkRouter261✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers15.3B97.3%89.6K0.7%
lm_head209.7M1.3%6.6M49.7%
model.embed_tokens209.7M1.3%6.6M49.7%
model.norm2.0K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleMHA (16 heads, 16 KV)MHA (4 heads, 4 KV)✓ kept
modelMoE routingtop-6 of 64 expertstop-2 of 4 experts✓ kept
modelRoPE typeyarnyarn✓ kept
modelmodel_typedeepseek_v2deepseek_v2✓ kept
modelvocab_size102400102400✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings163840163840✓ kept

Module classes

Instances of each class in the built model (prefix DeepseekV2 omitted).

ClassOriginalFixture
Linear19015
RMSNorm827
SiLUActivation533
Attention272
DecoderLayer272
MLP272
Experts261
Moe261
TopkRouter261
ForCausalLM11
Model11
RotaryEmbedding11
Embedding11
ModuleList11

Config changes

13 fields changed, 39 unchanged.

FieldOriginalFixture
head_dim648
hidden_size204864
intermediate_size10944128
kv_lora_rank51216
moe_intermediate_size140832
n_routed_experts644
num_attention_heads164
num_experts_per_tok62
num_hidden_layers272
num_key_value_heads164
qk_nope_head_dim12816
qk_rope_head_dim648
v_head_dim12816
+

← MIC coverage of Transformers model types

+

deepseek-ai/DeepSeek-Coder-V2-Lite-Instruct

huggingface-mic/DeepSeek-Coder-V2-Lite-Instruct-mic@90601ffd1320 ← deepseek-ai/DeepSeek-Coder-V2-Lite-Instruct@e434a23f91ba · DeepseekV2ForCausalLM · random weights

+
Original15.7Bparameters
Fixture13.2Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 27
Fixture · 2
KindOriginalFixture
no Experts11✓ kept
Experts, Moe, TopkRouter261✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers15.3B97.3%89.6K0.7%
model.embed_tokens209.7M1.3%6.6M49.7%
lm_head209.7M1.3%6.6M49.7%
model.norm2.0K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleMHA (16 heads, 16 KV)MHA (4 heads, 4 KV)✓ kept
modelMoE routingtop-6 of 64 expertstop-2 of 4 experts✓ kept
modelRoPE typeyarnyarn✓ kept
modelmodel_typedeepseek_v2deepseek_v2✓ kept
modelvocab_size102400102400✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings163840163840✓ kept

Module classes

Instances of each class in the built model (prefix DeepseekV2 omitted).

ClassOriginalFixture
Linear19015
RMSNorm827
SiLUActivation533
Attention272
DecoderLayer272
MLP272
Experts261
Moe261
TopkRouter261
ForCausalLM11
Model11
RotaryEmbedding11
Embedding11
ModuleList11

Config changes

13 fields changed, 39 unchanged.

FieldOriginalFixture
head_dim648
hidden_size204864
intermediate_size10944128
kv_lora_rank51216
moe_intermediate_size140832
n_routed_experts644
num_attention_heads164
num_experts_per_tok62
num_hidden_layers272
num_key_value_heads164
qk_nope_head_dim12816
qk_rope_head_dim648
v_head_dim12816
\ No newline at end of file diff --git a/shrink/DeepSeek-Coder-V2-Lite-Instruct-mic.json b/shrink/DeepSeek-Coder-V2-Lite-Instruct-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..05f4975d43f898f2c19efc6cb539511c8112404e --- /dev/null +++ b/shrink/DeepSeek-Coder-V2-Lite-Instruct-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/DeepSeek-Coder-V2-Lite-Instruct-mic@90601ffd1320fd0db167a3ade1c6cd0ed35c2229", "findings": []} \ No newline at end of file diff --git a/shrink/DeepSeek-R1-mic.html b/shrink/DeepSeek-R1-mic.html index a28e1ba5e0c5dcf28a13a1e4cbb65b6efb121f92..600511fc9be25f89164d04292ca92004df74b98d 100644 --- a/shrink/DeepSeek-R1-mic.html +++ b/shrink/DeepSeek-R1-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +deepseek-ai/DeepSeek-R1: shrunk architecture
-

Shrunk architecture

huggingface-mic/DeepSeek-R1-mic@89eddb3d8f9419e63b667eb7d5244fec8c768ed9 ← deepseek-ai/DeepSeek-R1@56d4cbbb4d29f4355bab4b9a39ccb717a14ad5ad · DeepseekV3ForCausalLM · random weights · built before the shrink rule (no recorded recipe)

+

← MIC coverage of Transformers model types

+

deepseek-ai/DeepSeek-R1

huggingface-mic/DeepSeek-R1-mic@89eddb3d8f94 ← deepseek-ai/DeepSeek-R1@56d4cbbb4d29 · DeepseekV3ForCausalLM · random weights · built before the shrink rule (no recorded recipe)

Original671.0Bparameters
Fixture16.6Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 61
Fixture · 2
KindOriginalFixture
no Experts31✓ kept
Experts, MoE, TopkRouter581✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers669.2B99.7%76.4K0.5%
model.embed_tokens926.7M0.1%8.3M49.8%
lm_head926.7M0.1%8.3M49.8%
model.norm7.2K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleMHA (128 heads, 128 KV)MHA (4 heads, 4 KV)✓ kept
modelMoE routingtop-8 of 256 expertstop-2 of 4 experts✓ kept
modelRoPE typeyarnyarn✓ kept
modelmodel_typedeepseek_v3deepseek_v3✓ kept
modelvocab_size129280129280✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings163840163840✓ kept

Module classes

Instances of each class in the built model (prefix DeepseekV3 omitted).

ClassOriginalFixture
Linear48917
RMSNorm2459
SiLUActivation1193
Attention612
DecoderLayer612
MLP612
Experts581
MoE581
TopkRouter581
ForCausalLM11
Model11
RotaryEmbedding11
Embedding11
ModuleList11

Config changes

18 fields changed, 35 unchanged.

FieldOriginalFixture
first_k_dense_replace31
head_dim648
hidden_size716864
intermediate_size18432128
kv_lora_rank51216
moe_intermediate_size204832
n_group81
n_routed_experts2564
num_attention_heads1284
num_experts_per_tok82
num_hidden_layers612
num_key_value_heads1284
q_lora_rank153616
qk_nope_head_dim12816
qk_rope_head_dim648
quantization_config{"activation_scheme": "dynamic", "fmt": "e4m3", "quant_method": "fp8", "weigh…—
topk_group41
v_head_dim12816
\ No newline at end of file diff --git a/shrink/DeepSeek-R1-mic.json b/shrink/DeepSeek-R1-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..6712ed6cfb33da476e1f671495ffdef65243fcc8 --- /dev/null +++ b/shrink/DeepSeek-R1-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/DeepSeek-R1-mic@89eddb3d8f9419e63b667eb7d5244fec8c768ed9", "findings": []} \ No newline at end of file diff --git a/shrink/DeepSeek-V3.2-mic.html b/shrink/DeepSeek-V3.2-mic.html index 6440a2c04744163aabcaf8f9176593ed5082c171..84c75680f674077cc0391bc974dff0658543ff5b 100644 --- a/shrink/DeepSeek-V3.2-mic.html +++ b/shrink/DeepSeek-V3.2-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +deepseek-ai/DeepSeek-V3.2: shrunk architecture
-

Shrunk architecture

huggingface-mic/DeepSeek-V3.2-mic@2156444e97b761624604df50de0ac677d402f289 ← deepseek-ai/DeepSeek-V3.2@a7e62ac04ecb2c0a54d736dc46601c5606cf10a6 · DeepseekV32ForCausalLM · random weights · built before the shrink rule (no recorded recipe)

+

← MIC coverage of Transformers model types

+

deepseek-ai/DeepSeek-V3.2

huggingface-mic/DeepSeek-V3.2-mic@2156444e97b7 ← deepseek-ai/DeepSeek-V3.2@a7e62ac04ecb · DeepseekV32ForCausalLM · random weights · built before the shrink rule (no recorded recipe)

Original671.9Bparameters
Fixture16.9Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 61
Fixture · 2
KindOriginalFixture
no Experts31✓ kept
Experts, MoE, TopkRouter581✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers670.0B99.7%363.6K2.1%
model.embed_tokens926.7M0.1%8.3M48.9%
lm_head926.7M0.1%8.3M48.9%
model.norm7.2K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleMHA (128 heads, 128 KV)MHA (4 heads, 4 KV)✓ kept
modelMoE routingtop-8 of 256 expertstop-2 of 4 experts✓ kept
modelRoPE typeyarnyarn✓ kept
modelmodel_typedeepseek_v32deepseek_v32✓ kept
modelvocab_size129280129280✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings163840163840✓ kept

Module classes

Instances of each class in the built model (prefix DeepseekV32 omitted).

ClassOriginalFixture
Linear67223
RMSNorm2459
SiLUActivation1193
Attention612
DecoderLayer612
Indexer612
MLP612
LayerNorm612
Experts581
MoE581
TopkRouter581
ForCausalLM11
Model11
RotaryEmbedding11
Embedding11
ModuleList11

Config changes

20 fields changed, 36 unchanged.

FieldOriginalFixture
first_k_dense_replace31
head_dim648
hidden_size716864
intermediate_size18432128
kv_lora_rank51216
layer_types61 entries: 61× indexed_attention["indexed_attention", "indexed_attention"]
mlp_layer_types61 entries: 58× sparse, 3× dense["dense", "sparse"]
moe_intermediate_size204832
n_group81
n_routed_experts2564
num_attention_heads1284
num_experts_per_tok82
num_hidden_layers612
num_key_value_heads1284
q_lora_rank153616
qk_nope_head_dim12816
qk_rope_head_dim648
quantization_config{"activation_scheme": "dynamic", "fmt": "e4m3", "quant_method": "fp8", "scale…—
topk_group41
v_head_dim12816
\ No newline at end of file diff --git a/shrink/DeepSeek-V3.2-mic.json b/shrink/DeepSeek-V3.2-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..bb2976d4c6b19fc9ca40b43d50806f017abf1f63 --- /dev/null +++ b/shrink/DeepSeek-V3.2-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/DeepSeek-V3.2-mic@2156444e97b761624604df50de0ac677d402f289", "findings": []} \ No newline at end of file diff --git a/shrink/DeepSeek-V4-Flash-0731-mic.html b/shrink/DeepSeek-V4-Flash-0731-mic.html index 54de7c82eb286e6437a5bab3e5b53a007cb3beda..c094ab18afefb55d1012475e3112ead1235e820b 100644 --- a/shrink/DeepSeek-V4-Flash-0731-mic.html +++ b/shrink/DeepSeek-V4-Flash-0731-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +deepseek-ai/DeepSeek-V4-Flash-0731: shrunk architecture
-

Shrunk architecture

huggingface-mic/DeepSeek-V4-Flash-0731-mic@7c36fb38ddaf52e554d784d9e6a2a7ed435b8311 ← deepseek-ai/DeepSeek-V4-Flash-0731@7872f01b1d1fe23eabc4c98b48bffcef5a386062 · DeepseekV4ForCausalLM · random weights

+

← MIC coverage of Transformers model types

+

deepseek-ai/DeepSeek-V4-Flash-0731

huggingface-mic/DeepSeek-V4-Flash-0731-mic@7c36fb38ddaf ← deepseek-ai/DeepSeek-V4-Flash-0731@7872f01b1d1f · DeepseekV4ForCausalLM · random weights

Original284.3Bparameters
Fixture20.1Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 43
Fixture · 5
KindOriginalFixture
sliding_attention, HashRouter22✓ kept
compressed_sparse_attention, CSACompressor, HashRouter …11✓ kept
heavily_compressed_attention, HCACompressor, RotaryEmbedding …201✓ kept
compressed_sparse_attention, CSACompressor, Indexer …201✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers283.3B99.6%3.5M17.6%
lm_head529.5M0.2%8.3M41.2%
model.embed_tokens529.5M0.2%8.3M41.2%
model.hc_head65.5K0.0%1.0K0.0%
model.norm4.1K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleMQA (64 heads, 1 KV)MQA (4 heads, 1 KV)✓ kept
modelMoE routingtop-6 of 256 expertstop-2 of 4 experts✓ kept
modelmodel_typedeepseek_v4deepseek_v4✓ kept
modelvocab_size129280129280✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings10485761048576✓ kept
modelrope_theta1000010000✓ kept

Module classes

Instances of each class in the built model (prefix DeepseekV4 omitted).

ClassOriginalFixture
Linear46850
RMSNorm23526
UnweightedRMSNorm13016
HyperConnection8610
SiLUActivation8610
RotaryEmbedding636
Attention435
DecoderLayer435
Experts435
GroupedLinear435
MLP435
SparseMoeBlock435
SqrtSoftplusActivation435
TopKRouter402
CSACompressor212
Indexer212
IndexerScorer212
HCACompressor201
HashRouter33
ForCausalLM11
HyperHead11
Model11
Embedding11
ModuleList11

Config changes

12 fields changed, 52 unchanged.

FieldOriginalFixture
head_dim51216
hidden_size409664
layer_types43 entries: 21× compressed_sparse_attention, 20× heavily_compressed_attention, 2× sliding_attention["sliding_attention", "sliding_attention", "compressed_sparse_attention", "he…
mlp_layer_types43 entries: 40× moe, 3× hash_moe["hash_moe", "hash_moe", "hash_moe", "moe", "moe"]
moe_intermediate_size204832
n_routed_experts2564
num_attention_heads644
num_experts_per_tok62
num_hidden_layers435
q_lora_rank102416
qk_rope_head_dim642
quantization_config{"activation_scheme": "dynamic", "fmt": "e4m3", "quant_method": "fp8", "scale…—
\ No newline at end of file diff --git a/shrink/DeepSeek-V4-Flash-0731-mic.json b/shrink/DeepSeek-V4-Flash-0731-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..1b6b539a7e6479f4ce56f23983342a6bbb30d2dc --- /dev/null +++ b/shrink/DeepSeek-V4-Flash-0731-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/DeepSeek-V4-Flash-0731-mic@7c36fb38ddaf52e554d784d9e6a2a7ed435b8311", "findings": []} \ No newline at end of file diff --git a/shrink/ESMC-300M-hf-mic.html b/shrink/ESMC-300M-hf-mic.html index 721bfab75bcdfa8e823a16f6f3406e06f631b264..41c3782c115da9a6c4b4f5d51063a0d4867c4c9f 100644 --- a/shrink/ESMC-300M-hf-mic.html +++ b/shrink/ESMC-300M-hf-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +biohub/ESMC-300M-hf: shrunk architecture
-

Shrunk architecture

huggingface-mic/ESMC-300M-hf-mic@7c11c22ceffcbddb7fb1bb3216255d34ff38a43c ← biohub/ESMC-300M-hf@5554e4b3ab19eb66f04d7ff8e8c2d36c69b52fa0 · EsmcForMaskedLM · random weights

+

← MIC coverage of Transformers model types

+

biohub/ESMC-300M-hf

huggingface-mic/ESMC-300M-hf-mic@7c11c22ceffc ← biohub/ESMC-300M-hf@5554e4b3ab19 · EsmcForMaskedLM · random weights

Original333.0Mparameters
Fixture95.3Kparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

esmc.layers

Original · 30
Fixture · 2
KindOriginalFixture
Layer302✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
esmc.layers331.9M99.7%82.7K86.8%
lm_head.dense922.6K0.3%4.2K4.4%
lm_head.decoder61.5K0.0%4.2K4.4%
esmc.embed_tokens61.4K0.0%4.1K4.3%
lm_head.layer_norm1.9K0.0%1280.1%
esmc.norm9600.0%640.1%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleMHA (15 heads, 15 KV)MHA (4 heads, 4 KV)✓ kept
modelRoPE typedefaultdefault✓ kept
modelmodel_typeesmcesmc✓ kept
modelvocab_size6464✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings20482048✓ kept

Module classes

Instances of each class in the built model (prefix Esmc omitted).

ClassOriginalFixture
Linear21216
LayerNorm1219
Attention302
Layer302
MLP302
SiLUActivation302
Embedding11
ForMaskedLM11
MaskedLMHead11
Model11
RotaryEmbedding11
LayerNorm11
ModuleList11

Config changes

6 fields changed, 23 unchanged.

FieldOriginalFixture
head_dim6416
hidden_size96064
intermediate_size2560128
num_attention_heads154
num_hidden_layers302
num_key_value_heads154
\ No newline at end of file diff --git a/shrink/ESMC-300M-hf-mic.json b/shrink/ESMC-300M-hf-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..54914ff8924d68409bd6c0ee7f9c34284af671de --- /dev/null +++ b/shrink/ESMC-300M-hf-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/ESMC-300M-hf-mic@7c11c22ceffcbddb7fb1bb3216255d34ff38a43c", "findings": []} \ No newline at end of file diff --git a/shrink/EuroBERT-210m-mic.html b/shrink/EuroBERT-210m-mic.html index b433e9c2f65392126f9f3cdf3b63be778144f9f1..0d796f547fb79918ec46d9c34ef088c4fb1f63de 100644 --- a/shrink/EuroBERT-210m-mic.html +++ b/shrink/EuroBERT-210m-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +EuroBERT/EuroBERT-210m: shrunk architecture
-

Shrunk architecture

huggingface-mic/EuroBERT-210m-mic@514cea1b679f118f051124ef88272fb809f25f16 ← EuroBERT/EuroBERT-210m@39b51e15dd1f1a06f58b5cbf6a8a188cec60bd0e · EuroBertForMaskedLM · random weights

+

← MIC coverage of Transformers model types

+

EuroBERT/EuroBERT-210m

huggingface-mic/EuroBERT-210m-mic@514cea1b679f ← EuroBERT/EuroBERT-210m@39b51e15dd1f · EuroBertForMaskedLM · random weights

Original310.3Mparameters
Fixture16.5Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 12
Fixture · 2
KindOriginalFixture
DecoderLayer122✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers113.3M36.5%82.2K0.5%
model.embed_tokens98.5M31.7%8.2M49.8%
lm_head98.5M31.7%8.2M49.8%
model.norm7680.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleMHA (12 heads, 12 KV)MHA (4 heads, 4 KV)✓ kept
modelRoPE typedefaultdefault✓ kept
modelmodel_typeeuroberteurobert✓ kept
modelvocab_size128256128256✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings81928192✓ kept

Module classes

Instances of each class in the built model (prefix EuroBert omitted).

ClassOriginalFixture
Linear8515
RMSNorm255
Attention122
DecoderLayer122
MLP122
SiLUActivation122
Embedding11
ForMaskedLM11
Model11
RotaryEmbedding11
ModuleList11

Config changes

6 fields changed, 33 unchanged.

FieldOriginalFixture
head_dim6416
hidden_size76864
intermediate_size3072128
num_attention_heads124
num_hidden_layers122
num_key_value_heads124
\ No newline at end of file diff --git a/shrink/EuroBERT-210m-mic.json b/shrink/EuroBERT-210m-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..a9ccc25f1a123aee6499b55f3eaf9a032adc1d86 --- /dev/null +++ b/shrink/EuroBERT-210m-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/EuroBERT-210m-mic@514cea1b679f118f051124ef88272fb809f25f16", "findings": []} \ No newline at end of file diff --git a/shrink/Falcon-H1-Tiny-90M-Instruct-mic.html b/shrink/Falcon-H1-Tiny-90M-Instruct-mic.html index 21ad67604569a33dc7996ea08a76fd55052ed4cb..ec8552d6560ccb1688612fd23372604400b00496 100644 --- a/shrink/Falcon-H1-Tiny-90M-Instruct-mic.html +++ b/shrink/Falcon-H1-Tiny-90M-Instruct-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +tiiuae/Falcon-H1-Tiny-90M-Instruct: shrunk architecture
-

Shrunk architecture

huggingface-mic/Falcon-H1-Tiny-90M-Instruct-mic@0db75b996c3e47fea9cc1a9c213983988b24495a ← tiiuae/Falcon-H1-Tiny-90M-Instruct@e6389502a0b12cd8da894b395ba5bf7436873b16 · FalconH1ForCausalLM · random weights

+

← MIC coverage of Transformers model types

+

tiiuae/Falcon-H1-Tiny-90M-Instruct

huggingface-mic/Falcon-H1-Tiny-90M-Instruct-mic@0db75b996c3e ← tiiuae/Falcon-H1-Tiny-90M-Instruct@e6389502a0b1 · FalconH1ForCausalLM · random weights

Original91.1Mparameters
Fixture2.5Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 24
Fixture · 2
KindOriginalFixture
DecoderLayer242✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers74.4M81.6%382.1K15.4%
model.embed_tokens16.8M18.4%2.1M84.6%
model.final_layernorm5120.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleGQA (8 heads, 2 KV)GQA (4 heads, 2 KV)✓ kept
modelRoPE typedefaultdefault✓ kept
modelmodel_typefalcon_h1falcon_h1✓ kept
modelvocab_size3276832768✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings262144262144✓ kept

Module classes

Instances of each class in the built model (prefix FalconH1 omitted).

ClassOriginalFixture
Linear21719
RMSNorm495
SiLUActivation484
Conv1d242
Attention242
DecoderLayer242
MLP242
Mixer242
Identity242
Embedding11
ForCausalLM11
Model11
RotaryEmbedding11
ModuleList11

Config changes

9 fields changed, 53 unchanged.

FieldOriginalFixture
head_dim6416
hidden_size51264
intermediate_size768128
mamba_chunk_size1288
mamba_d_head3296
mamba_d_state6416
mamba_n_heads248
num_attention_heads84
num_hidden_layers242
\ No newline at end of file diff --git a/shrink/Falcon-H1-Tiny-90M-Instruct-mic.json b/shrink/Falcon-H1-Tiny-90M-Instruct-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..cc83226aa0d3f54b566e38ee9e9d63a63a23a9f7 --- /dev/null +++ b/shrink/Falcon-H1-Tiny-90M-Instruct-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/Falcon-H1-Tiny-90M-Instruct-mic@0db75b996c3e47fea9cc1a9c213983988b24495a", "findings": []} \ No newline at end of file diff --git a/shrink/Florence-2-base-mic.html b/shrink/Florence-2-base-mic.html index 641104dd1814b250c090b8dc9688793f10681607..393591f7e480632a1b9dbf026dc54df52849d611 100644 --- a/shrink/Florence-2-base-mic.html +++ b/shrink/Florence-2-base-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +florence-community/Florence-2-base: shrunk architecture
-

Shrunk architecture

huggingface-mic/Florence-2-base-mic@85c1b12e1d9565763f6f2b9466669c58bc7aac33 ← florence-community/Florence-2-base@00921df66db728a9ceb750f5eca43e5c203a2051 · Florence2ForConditionalGeneration · overfit weights · built before the shrink rule (no recorded recipe)

+

← MIC coverage of Transformers model types

+

florence-community/Florence-2-base

huggingface-mic/Florence-2-base-mic@85c1b12e1d95 ← florence-community/Florence-2-base@00921df66db7 · Florence2ForConditionalGeneration · overfit weights · built before the shrink rule (no recorded recipe)

Original231.4Mparameters
Fixture6.4Mparameters
Layer stacks4compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.vision_tower.convs

Original · 4
Fixture · 4
KindOriginalFixture
Conv2d44✓ kept

model.vision_tower.blocks

Original · 4
Fixture · 4
KindOriginalFixture
VisionBlock44✓ kept

model.language_model.encoder.layers

Original · 6
Fixture · 1
KindOriginalFixture
BartEncoderLayer61✓ kept

model.language_model.decoder.layers

Original · 6
Fixture · 1
KindOriginalFixture
BartDecoderLayer61✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.vision_tower.blocks84.2M36.4%2.5M39.1%
model.language_model.decoder.layers56.7M24.5%50.2K0.8%
model.language_model.encoder.layers42.5M18.4%33.5K0.5%
model.language_model41.0M17.7%3.4M53.0%
model.vision_tower.convs6.2M2.7%392.8K6.1%
model.multi_modal_projector839.2K0.4%29.3K0.5%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typeflorence2florence2✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
text_configmodel_typebartbart✓ kept
text_configvocab_size5132851328✓ kept
text_configtie_word_embeddingsTrueTrue✓ kept
text_configmax_position_embeddings10241024✓ kept
vision_configmodel_typeflorence_visionflorence_vision✓ kept
vision_configmax_position_embeddings5050✓ kept
vision_configpatch_size[7, 3, 3, 3][7, 3, 3, 3]✓ kept

Module classes

Instances of each class in the built model (prefix Florence2 omitted).

ClassOriginalFixture
Linear19458
LayerNorm8532
Conv2d5224
DropPath4618
GELUActivation3612
VisionMLP2410
BartAttention183
VisionBlock125
VisionChannelAttention125
VisionChannelBlock125
VisionSpatialBlock125
VisionWindowAttention125
ModuleList88
BartDecoderLayer61
BartEncoderLayer61
VisionConvEmbed44
BartScaledWordEmbedding33
BartLearnedPositionalEmbedding22
Embedding22
Identity22
BartDecoder11
BartEncoder11
BartModel11
ForConditionalGeneration11
Model11
MultiModalProjector11
VisionBackbone11
VisionLearnedAbsolutePositionEmbedding2D11
VisionPositionalEmbeddingCosine1D11

Config changes

12 fields changed, 72 unchanged.

FieldOriginalFixture
text_config.d_model76864
text_config.decoder_attention_heads122
text_config.decoder_ffn_dim3072128
text_config.decoder_layers61
text_config.encoder_attention_heads122
text_config.encoder_ffn_dim3072128
text_config.encoder_layers61
vision_config.depths[1, 1, 9, 1][1, 1, 2, 1]
vision_config.embed_dim[128, 256, 512, 1024][32, 64, 128, 256]
vision_config.num_groups[4, 8, 16, 32][2, 4, 8, 16]
vision_config.num_heads[4, 8, 16, 32][2, 4, 8, 16]
vision_config.projection_dim76864
\ No newline at end of file diff --git a/shrink/Florence-2-base-mic.json b/shrink/Florence-2-base-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..36bf256fa3de9da0a8de7bcedcf32a5e3d28309e --- /dev/null +++ b/shrink/Florence-2-base-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/Florence-2-base-mic@85c1b12e1d9565763f6f2b9466669c58bc7aac33", "findings": []} \ No newline at end of file diff --git a/shrink/GLM-4-9B-0414-mic.html b/shrink/GLM-4-9B-0414-mic.html index 1b1fc2dfe2de73cb2964dffacb00a96e16a4b991..ce82d703079edfd1bb10e1e6e5bf362fc6920051 100644 --- a/shrink/GLM-4-9B-0414-mic.html +++ b/shrink/GLM-4-9B-0414-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +zai-org/GLM-4-9B-0414: shrunk architecture
-

Shrunk architecture

huggingface-mic/GLM-4-9B-0414-mic@140a76e1cd7001bc3d0aed3b715a2a902214ece6 ← zai-org/GLM-4-9B-0414@645b8482494e31b6b752272bf7f7f273ef0f3caf · Glm4ForCausalLM · random weights

+

← MIC coverage of Transformers model types

+

zai-org/GLM-4-9B-0414

huggingface-mic/GLM-4-9B-0414-mic@140a76e1cd70 ← zai-org/GLM-4-9B-0414@645b8482494e · Glm4ForCausalLM · random weights

Original9.4Bparameters
Fixture19.5Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 40
Fixture · 2
KindOriginalFixture
DecoderLayer402✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers8.2B86.8%74.5K0.4%
model.embed_tokens620.8M6.6%9.7M49.8%
lm_head620.8M6.6%9.7M49.8%
model.norm4.1K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleGQA (32 heads, 2 KV)GQA (4 heads, 2 KV)✓ kept
modelRoPE typedefaultdefault✓ kept
modelmodel_typeglm4glm4✓ kept
modelvocab_size151552151552✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings3276832768✓ kept

Module classes

Instances of each class in the built model (prefix Glm4 omitted).

ClassOriginalFixture
Linear24113
RMSNorm1619
Attention402
DecoderLayer402
MLP402
SiLUActivation402
Embedding11
ForCausalLM11
Model11
RotaryEmbedding11
ModuleList11

Config changes

5 fields changed, 23 unchanged.

FieldOriginalFixture
head_dim12816
hidden_size409664
intermediate_size13696128
num_attention_heads324
num_hidden_layers402
\ No newline at end of file diff --git a/shrink/GLM-4-9B-0414-mic.json b/shrink/GLM-4-9B-0414-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..364fe894bf4fdb8e2c63324b66bf77cc4b1c58ed --- /dev/null +++ b/shrink/GLM-4-9B-0414-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/GLM-4-9B-0414-mic@140a76e1cd7001bc3d0aed3b715a2a902214ece6", "findings": []} \ No newline at end of file diff --git a/shrink/GLM-4.5-Air-mic.html b/shrink/GLM-4.5-Air-mic.html index 2a87324fcfbf8e6088e9e59bbbd08ff249123167..27cc7ba09223c9d208fb1f25dce604f0137cd0eb 100644 --- a/shrink/GLM-4.5-Air-mic.html +++ b/shrink/GLM-4.5-Air-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +zai-org/GLM-4.5-Air: shrunk architecture
-

Shrunk architecture

huggingface-mic/GLM-4.5-Air-mic@abc7ea97d6d633936cfd54900edce3b610755f86 ← zai-org/GLM-4.5-Air@a24ceef6ce4f3536971efe9b778bdaa1bab18daa · Glm4MoeForCausalLM · random weights

-
Original106.9Bparameters
Fixture19.5Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 46
Fixture · 2
KindOriginalFixture
no Experts11✓ kept
Experts, MoE, TopkRouter451✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers105.6B98.8%80.6K0.4%
model.embed_tokens620.8M0.6%9.7M49.8%
lm_head620.8M0.6%9.7M49.8%
model.norm4.1K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleGQA (96 heads, 8 KV)GQA (4 heads, 2 KV)✓ kept
modelMoE routingtop-8 of 128 expertstop-2 of 4 experts✓ kept
modelRoPE typedefaultdefault✓ kept
modelmodel_typeglm4_moeglm4_moe✓ kept
modelvocab_size151552151552✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings131072131072✓ kept

Module classes

Instances of each class in the built model (prefix Glm4Moe omitted).

ClassOriginalFixture
Linear32315
RMSNorm935
SiLUActivation913
Attention462
DecoderLayer462
MLP462
Experts451
MoE451
TopkRouter451
Embedding11
ForCausalLM11
Model11
RotaryEmbedding11
ModuleList11

Config changes

9 fields changed, 31 unchanged.

FieldOriginalFixture
head_dim12816
hidden_size409664
intermediate_size10944128
moe_intermediate_size140832
n_routed_experts1284
num_attention_heads964
num_experts_per_tok82
num_hidden_layers462
num_key_value_heads82
+

← MIC coverage of Transformers model types

+

zai-org/GLM-4.5-Air

huggingface-mic/GLM-4.5-Air-mic@abc7ea97d6d6 ← zai-org/GLM-4.5-Air@a24ceef6ce4f · Glm4MoeForCausalLM · random weights

+
Original106.9Bparameters
Fixture19.5Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 46
Fixture · 2
KindOriginalFixture
no Experts11✓ kept
Experts, MoE, TopkRouter451✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers105.6B98.8%80.6K0.4%
lm_head620.8M0.6%9.7M49.8%
model.embed_tokens620.8M0.6%9.7M49.8%
model.norm4.1K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleGQA (96 heads, 8 KV)GQA (4 heads, 2 KV)✓ kept
modelMoE routingtop-8 of 128 expertstop-2 of 4 experts✓ kept
modelRoPE typedefaultdefault✓ kept
modelmodel_typeglm4_moeglm4_moe✓ kept
modelvocab_size151552151552✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings131072131072✓ kept

Module classes

Instances of each class in the built model (prefix Glm4Moe omitted).

ClassOriginalFixture
Linear32315
RMSNorm935
SiLUActivation913
Attention462
DecoderLayer462
MLP462
Experts451
MoE451
TopkRouter451
Embedding11
ForCausalLM11
Model11
RotaryEmbedding11
ModuleList11

Config changes

9 fields changed, 31 unchanged.

FieldOriginalFixture
head_dim12816
hidden_size409664
intermediate_size10944128
moe_intermediate_size140832
n_routed_experts1284
num_attention_heads964
num_experts_per_tok82
num_hidden_layers462
num_key_value_heads82
\ No newline at end of file diff --git a/shrink/GLM-4.5-Air-mic.json b/shrink/GLM-4.5-Air-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..49f97270cb3ca3dc052f5da36eacd457f9cde14b --- /dev/null +++ b/shrink/GLM-4.5-Air-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/GLM-4.5-Air-mic@abc7ea97d6d633936cfd54900edce3b610755f86", "findings": []} \ No newline at end of file diff --git a/shrink/GLM-4.7-Flash-mic.html b/shrink/GLM-4.7-Flash-mic.html index 1e5d95f5bb7d82316a71c509a78503c1f3f5c1fc..b6b4ef23a35cde4083347571d0412ad689a637c1 100644 --- a/shrink/GLM-4.7-Flash-mic.html +++ b/shrink/GLM-4.7-Flash-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +zai-org/GLM-4.7-Flash: shrunk architecture
-

Shrunk architecture

huggingface-mic/GLM-4.7-Flash-mic@8b4c9af3fc9e6a8325e3dade3558514edd2cd694 ← zai-org/GLM-4.7-Flash@7dd20894a642a0aa287e9827cb1a1f7f91386b67 · Glm4MoeLiteForCausalLM · random weights

+

← MIC coverage of Transformers model types

+

zai-org/GLM-4.7-Flash

huggingface-mic/GLM-4.7-Flash-mic@8b4c9af3fc9e ← zai-org/GLM-4.7-Flash@7dd20894a642 · Glm4MoeLiteForCausalLM · random weights

Original29.9Bparameters
Fixture19.9Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 47
Fixture · 2
KindOriginalFixture
no Experts11✓ kept
Experts, MoE, TopkRouter461✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers29.3B97.9%76.4K0.4%
model.embed_tokens317.2M1.1%9.9M49.8%
lm_head317.2M1.1%9.9M49.8%
model.norm2.0K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleMHA (20 heads, 20 KV)MHA (4 heads, 4 KV)✓ kept
modelMoE routingtop-4 of 64 expertstop-2 of 4 experts✓ kept
modelRoPE typedefaultdefault✓ kept
modelmodel_typeglm4_moe_liteglm4_moe_lite✓ kept
modelvocab_size154880154880✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings202752202752✓ kept

Module classes

Instances of each class in the built model (prefix Glm4MoeLite omitted).

ClassOriginalFixture
Linear37717
RMSNorm1899
SiLUActivation933
Attention472
DecoderLayer472
MLP472
Experts461
MoE461
TopkRouter461
Embedding11
ForCausalLM11
Model11
RotaryEmbedding11
ModuleList11

Config changes

14 fields changed, 34 unchanged.

FieldOriginalFixture
hidden_size204864
intermediate_size10240128
kv_lora_rank51216
mlp_layer_types47 entries: 46× sparse, 1× dense["dense", "sparse"]
moe_intermediate_size153632
n_routed_experts644
num_attention_heads204
num_experts_per_tok42
num_hidden_layers472
num_key_value_heads204
q_lora_rank76816
qk_nope_head_dim19216
qk_rope_head_dim648
v_head_dim25616
\ No newline at end of file diff --git a/shrink/GLM-4.7-Flash-mic.json b/shrink/GLM-4.7-Flash-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..0569b46cd1fc321d82a81039f5929c2c0f440fe0 --- /dev/null +++ b/shrink/GLM-4.7-Flash-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/GLM-4.7-Flash-mic@8b4c9af3fc9e6a8325e3dade3558514edd2cd694", "findings": []} \ No newline at end of file diff --git a/shrink/GLM-5.3-Flash-mic.html b/shrink/GLM-5.3-Flash-mic.html index 195d98ddc0e2053fc602b6a54d8ca81e1787b4d5..88316fcdacb6ae6b5d3ff0bbdce1008000f18bd5 100644 --- a/shrink/GLM-5.3-Flash-mic.html +++ b/shrink/GLM-5.3-Flash-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +zai-org/GLM-5.3-Flash: shrunk architecture
-

Shrunk architecture

huggingface-mic/GLM-5.3-Flash-mic@53f3e5bd10a67d2c75a170a3c2a28009e338c256 ← zai-org/GLM-5.3-Flash@46a050bec13002ad29ee795c16e61cf4fa3c4a9c · Glm5NextForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)

+

← MIC coverage of Transformers model types

+

zai-org/GLM-5.3-Flash

huggingface-mic/GLM-5.3-Flash-mic@53f3e5bd10a6 ← zai-org/GLM-5.3-Flash@46a050bec130 · Glm5NextForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)

Original313.9Bparameters
Fixture40.7Mparameters
Layer stacks2compared
Findings1to review

⚠ To review

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.visual.blocks

Original · 24
Fixture · 2
KindOriginalFixture
VisionBlock242✓ kept

model.language_model.layers

Original · 45
Fixture · 3
KindOriginalFixture
linear_attention, Conv1d, TextForgetGate …31✓ kept
is_causal=True, TextAttention, TextExperts …111✓ kept
linear_attention, Conv1d, TextExperts …311✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.language_model.layers312.1B99.4%811.0K2.0%
model.language_model634.4M0.2%19.8M48.7%
lm_head634.4M0.2%19.8M48.7%
model.visual.blocks403.0M0.1%83.4K0.2%
model.visual160.6M0.1%174.1K0.4%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typeglm5_nextglm5_next✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
text_configattention styleMHA (64 heads, 64 KV)MHA (4 heads, 4 KV)✓ kept
text_configMoE routingtop-8 of 288 expertstop-2 of 8 experts✓ kept
text_configmodel_typeglm5_next_textglm5_next_text✓ kept
text_configvocab_size154880154880✓ kept
text_configtie_word_embeddingsFalseFalse✓ kept
text_confighidden_actsilusilu✓ kept
text_configmax_position_embeddings10485761048576✓ kept
vision_configRoPE typeaxialaxial✓ kept
vision_configmodel_typeglm5_next_visionglm5_next_vision✓ kept
vision_confighidden_actsilusilu✓ kept
vision_configimage_size44856⚠ changed
vision_configpatch_size1414✓ kept

Module classes

Instances of each class in the built model (prefix Glm5Next omitted).

ClassOriginalFixture
Linear65450
TextRMSNorm1139
RMSNorm979
TextHyperConnection906
TextUnweightedRMSNorm906
SiLUActivation706
TextDecoderLayer453
TextMLP453
TextExperts422
TextMoE422
TextTopkRouter422
Conv1d342
TextForgetGate342
TextLinearAttention342
TextRMSNormGated342
VisionAttention242
VisionBlock242
VisionMLP242
LayerNorm122
TextAttention111
TextIndexer111
ModuleList22
Conv2d11
Conv3d11
Embedding11
GELU11
ForConditionalGeneration11
Model11
TextHyperHead11
TextModel11
VisionModel11
VisionPatchEmbed11
VisionPatchMerger11
VisionRotaryEmbedding11

Config changes

33 fields changed, 86 unchanged.

FieldOriginalFixture
quantization_config{"activation_scheme": "dynamic", "fmt": "e4m3", "modules_to_not_convert": ["a…—
text_config.first_k_dense_replace31
text_config.hidden_size4096128
text_config.index_head_dim12832
text_config.index_n_heads324
text_config.index_topk204864
text_config.indexer_types45 entries: 45× full["full", "full", "full"]
text_config.intermediate_size12288128
text_config.kv_lora_rank51264
text_config.layer_types45 entries: 34× linear_attention, 11× indexed_attention["linear_attention", "indexed_attention", "linear_attention"]
text_config.linear_attn_config.full_attn_layers11 entries[1]
text_config.linear_attn_config.head_dim12832
text_config.linear_attn_config.kda_layers34 entries[0, 2]
text_config.linear_attn_config.num_heads644
text_config.linear_head_dim12832
text_config.linear_num_heads644
text_config.mlp_layer_types45 entries: 42× sparse, 3× dense["dense", "sparse", "sparse"]
text_config.moe_intermediate_size204864
text_config.n_routed_experts2888
text_config.num_attention_heads644
text_config.num_experts_per_tok82
text_config.num_hidden_layers453
text_config.num_key_value_heads644
text_config.q_lora_rank153664
text_config.qk_nope_head_dim25632
text_config.v_head_dim25632
vision_config.depth242
vision_config.hidden_size102464
vision_config.image_size44856
vision_config.intermediate_size4096128
vision_config.num_heads164
vision_config.out_hidden_size4096128
vision_config.projection_intermediate_size10240128
\ No newline at end of file diff --git a/shrink/GLM-5.3-Flash-mic.json b/shrink/GLM-5.3-Flash-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..03e6d797089af667e676e7f07e8e3189186a431e --- /dev/null +++ b/shrink/GLM-5.3-Flash-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/GLM-5.3-Flash-mic@53f3e5bd10a67d2c75a170a3c2a28009e338c256", "findings": ["vision_config: image_size 448 became 56"]} \ No newline at end of file diff --git a/shrink/GLM-5.3-mic.html b/shrink/GLM-5.3-mic.html index 88a9d0280a9276b0b57dd2be2f2ea3f074d17eb2..56ff056133487c03d0b3ebefbf40559a6e17e174 100644 --- a/shrink/GLM-5.3-mic.html +++ b/shrink/GLM-5.3-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +zai-org/GLM-5.3: shrunk architecture
-

Shrunk architecture

huggingface-mic/GLM-5.3-mic@1088c4f5a18bf3ba097240a67f6c391be8072006 ← zai-org/GLM-5.3@ba32f8c19c8738e2c57c71798c601d477a7bf844 · GlmMoeDsaForCausalLM · random weights

-
Original743.4Bparameters
Fixture41.0Mparameters
Layer stacks1compared
Findings1to review

⚠ To review

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 78
Fixture · 7
KindOriginalFixture
Indexer, LayerNorm33✓ kept
Experts, MoE, TopkRouter573✓ kept
Experts, Indexer, MoE …181✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers741.5B99.7%1.4M3.3%
lm_head951.6M0.1%19.8M48.3%
model.embed_tokens951.6M0.1%19.8M48.3%
model.norm6.1K0.0%1280.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleMHA (64 heads, 64 KV)MHA (4 heads, 4 KV)✓ kept
modelMoE routingtop-8 of 256 expertstop-2 of 8 experts✓ kept
modelRoPE typedefaultdefault✓ kept
modelmodel_typeglm_moe_dsaglm_moe_dsa✓ kept
modelvocab_size154880154880✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings1048576512⚠ changed

Module classes

Instances of each class in the built model (prefix GlmMoeDsa omitted).

ClassOriginalFixture
Linear68869
RMSNorm31329
SiLUActivation15311
Attention787
DecoderLayer787
MLP787
Experts754
MoE754
TopkRouter754
Indexer214
LayerNorm214
Embedding11
ForCausalLM11
Model11
RotaryEmbedding11
ModuleList11

Config changes

23 fields changed, 42 unchanged.

FieldOriginalFixture
first_k_dense_replace31
head_dim648
hidden_size6144128
index_head_dim12816
index_n_heads322
index_topk20488
indexer_types78 entries: 57× shared, 21× full7 entries: 4× full, 3× shared
intermediate_size12288128
kv_lora_rank51232
layer_types78 entries: 78× indexed_attention7 entries: 7× indexed_attention
max_position_embeddings1048576512
mlp_layer_types78 entries: 75× sparse, 3× dense7 entries: 4× sparse, 3× dense
moe_intermediate_size204864
n_routed_experts2568
num_attention_heads644
num_experts_per_tok82
num_hidden_layers787
num_key_value_heads644
q_lora_rank204864
qk_nope_head_dim19224
qk_rope_head_dim648
quantization_config{"activation_scheme": "dynamic", "fmt": "e4m3", "quant_method": "fp8", "weigh…—
v_head_dim25632
+

← MIC coverage of Transformers model types

+

zai-org/GLM-5.3

huggingface-mic/GLM-5.3-mic@1088c4f5a18b ← zai-org/GLM-5.3@ba32f8c19c87 · GlmMoeDsaForCausalLM · random weights

+
Original743.4Bparameters
Fixture41.0Mparameters
Layer stacks1compared
Findings1to review

⚠ To review

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 78
Fixture · 7
KindOriginalFixture
Indexer, LayerNorm33✓ kept
Experts, MoE, TopkRouter573✓ kept
Experts, Indexer, MoE …181✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers741.5B99.7%1.4M3.3%
model.embed_tokens951.6M0.1%19.8M48.3%
lm_head951.6M0.1%19.8M48.3%
model.norm6.1K0.0%1280.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleMHA (64 heads, 64 KV)MHA (4 heads, 4 KV)✓ kept
modelMoE routingtop-8 of 256 expertstop-2 of 8 experts✓ kept
modelRoPE typedefaultdefault✓ kept
modelmodel_typeglm_moe_dsaglm_moe_dsa✓ kept
modelvocab_size154880154880✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings1048576512⚠ changed

Module classes

Instances of each class in the built model (prefix GlmMoeDsa omitted).

ClassOriginalFixture
Linear68869
RMSNorm31329
SiLUActivation15311
Attention787
DecoderLayer787
MLP787
Experts754
MoE754
TopkRouter754
Indexer214
LayerNorm214
Embedding11
ForCausalLM11
Model11
RotaryEmbedding11
ModuleList11

Config changes

23 fields changed, 42 unchanged.

FieldOriginalFixture
first_k_dense_replace31
head_dim648
hidden_size6144128
index_head_dim12816
index_n_heads322
index_topk20488
indexer_types78 entries: 57× shared, 21× full7 entries: 4× full, 3× shared
intermediate_size12288128
kv_lora_rank51232
layer_types78 entries: 78× indexed_attention7 entries: 7× indexed_attention
max_position_embeddings1048576512
mlp_layer_types78 entries: 75× sparse, 3× dense7 entries: 4× sparse, 3× dense
moe_intermediate_size204864
n_routed_experts2568
num_attention_heads644
num_experts_per_tok82
num_hidden_layers787
num_key_value_heads644
q_lora_rank204864
qk_nope_head_dim19224
qk_rope_head_dim648
quantization_config{"activation_scheme": "dynamic", "fmt": "e4m3", "quant_method": "fp8", "weigh…—
v_head_dim25632
\ No newline at end of file diff --git a/shrink/GLM-5.3-mic.json b/shrink/GLM-5.3-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..008151574d968583ff76376ac53370a89db2f37d --- /dev/null +++ b/shrink/GLM-5.3-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/GLM-5.3-mic@1088c4f5a18bf3ba097240a67f6c391be8072006", "findings": ["model: max_position_embeddings 1048576 became 512"]} \ No newline at end of file diff --git a/shrink/GLM-OCR-mic.html b/shrink/GLM-OCR-mic.html index 97e3991ccd975528145b818ba0735d030a36aa0d..7ee38168fe7e1745e786f9e388b4e08001134a6b 100644 --- a/shrink/GLM-OCR-mic.html +++ b/shrink/GLM-OCR-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +zai-org/GLM-OCR: shrunk architecture
-

Shrunk architecture

huggingface-mic/GLM-OCR-mic@08eddf7ae838d5d3b6b135b984c0e3ec53c28441 ← zai-org/GLM-OCR@2e85a62840ccac27daa451df36c736c4636b8628 · GlmOcrForConditionalGeneration · random weights

+

← MIC coverage of Transformers model types

+

zai-org/GLM-OCR

huggingface-mic/GLM-OCR-mic@08eddf7ae838 ← zai-org/GLM-OCR@2e85a62840cc · GlmOcrForConditionalGeneration · random weights

Original1.1Bparameters
Fixture8.8Mparameters
Layer stacks2compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.visual.blocks

Original · 24
Fixture · 24
KindOriginalFixture
VisionBlock2424✓ kept

model.language_model.layers

Original · 16
Fixture · 2
KindOriginalFixture
TextDecoderLayer162✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.language_model.layers490.8M44.3%74.2K0.8%
model.visual.blocks403.0M36.4%1.0M11.4%
model.language_model91.2M8.2%3.8M43.1%
lm_head91.2M8.2%3.8M43.1%
model.visual31.1M2.8%132.9K1.5%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typeglm_ocrglm_ocr✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
text_configattention styleGQA (16 heads, 8 KV)GQA (4 heads, 2 KV)✓ kept
text_configRoPE typedefaultdefault✓ kept
text_configmodel_typeglm_ocr_textglm_ocr_text✓ kept
text_configvocab_size5939259392✓ kept
text_configtie_word_embeddingsFalseFalse✓ kept
text_confighidden_actsilusilu✓ kept
text_configmax_position_embeddings131072131072✓ kept
vision_configRoPE typeaxialaxial✓ kept
vision_configmodel_typeglm_ocr_visionglm_ocr_vision✓ kept
vision_confighidden_actsilusilu✓ kept
vision_configimage_size336336✓ kept
vision_configpatch_size1414✓ kept

Module classes

Instances of each class in the built model (prefix GlmOcr omitted).

ClassOriginalFixture
Linear221137
RMSNorm162106
SiLUActivation4127
VisionAttention2424
VisionBlock2424
VisionMlp2424
TextAttention162
TextDecoderLayer162
TextMLP162
ModuleList22
Conv2d11
Conv3d11
Embedding11
GELU11
ForConditionalGeneration11
Model11
TextModel11
TextRotaryEmbedding11
VisionModel11
VisionPatchEmbed11
VisionPatchMerger11
VisionRotaryEmbedding11
LayerNorm11

Config changes

11 fields changed, 59 unchanged.

FieldOriginalFixture
text_config.head_dim12816
text_config.hidden_size153664
text_config.intermediate_size4608128
text_config.num_attention_heads164
text_config.num_hidden_layers162
text_config.num_key_value_heads82
text_config.rope_parameters{"mrope_section": [16, 24, 24], "partial_rotary_factor": 1.0, "rope_theta": 1…{"mrope_section": [2, 3, 3], "partial_rotary_factor": 1.0, "rope_theta": 1000…
vision_config.hidden_size102464
vision_config.intermediate_size4096128
vision_config.num_heads164
vision_config.out_hidden_size153664
\ No newline at end of file diff --git a/shrink/GLM-OCR-mic.json b/shrink/GLM-OCR-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..6ba45ffdedf9b78228fe4a004e1cc90415758ea8 --- /dev/null +++ b/shrink/GLM-OCR-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/GLM-OCR-mic@08eddf7ae838d5d3b6b135b984c0e3ec53c28441", "findings": []} \ No newline at end of file diff --git a/shrink/Hunyuan-0.5B-Instruct-mic.html b/shrink/Hunyuan-0.5B-Instruct-mic.html index 0a1e7f36839602ac2a1e659d0b511d9cabe807d0..ecfc640836fbec86626b902a73b1ee71d25605b1 100644 --- a/shrink/Hunyuan-0.5B-Instruct-mic.html +++ b/shrink/Hunyuan-0.5B-Instruct-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +tencent/Hunyuan-0.5B-Instruct: shrunk architecture
-

Shrunk architecture

huggingface-mic/Hunyuan-0.5B-Instruct-mic@d7fe47dc3288bba155076d3747959365159073b0 ← tencent/Hunyuan-0.5B-Instruct@2359fb220c010e9d6d62c62d466f0eda179c2cf3 · HunYuanDenseV1ForCausalLM · random weights

+

← MIC coverage of Transformers model types

+

tencent/Hunyuan-0.5B-Instruct

huggingface-mic/Hunyuan-0.5B-Instruct-mic@d7fe47dc3288 ← tencent/Hunyuan-0.5B-Instruct@2359fb220c01 · HunYuanDenseV1ForCausalLM · random weights

Original539.0Mparameters
Fixture7.8Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 24
Fixture · 2
KindOriginalFixture
DecoderLayer242✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers415.3M77.0%74.0K0.9%
model.embed_tokens123.7M23.0%7.7M99.1%
model.norm1.0K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleGQA (16 heads, 8 KV)GQA (4 heads, 2 KV)✓ kept
modelRoPE typedynamicdynamic✓ kept
modelmodel_typehunyuan_v1_densehunyuan_v1_dense✓ kept
modelvocab_size120818120818✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings262144262144✓ kept

Module classes

Instances of each class in the built model (prefix HunYuanDenseV1 omitted).

ClassOriginalFixture
Linear16915
RMSNorm979
Attention242
DecoderLayer242
MLP242
SiLUActivation242
Embedding11
ForCausalLM11
Model11
RotaryEmbedding11
ModuleList11

Config changes

7 fields changed, 43 unchanged.

FieldOriginalFixture
attention_head_dim12816
head_dim12816
hidden_size102464
intermediate_size3584128
num_attention_heads164
num_hidden_layers242
num_key_value_heads82
\ No newline at end of file diff --git a/shrink/Hunyuan-0.5B-Instruct-mic.json b/shrink/Hunyuan-0.5B-Instruct-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..68928533a3ff5561a688f50b8c617c29b9ce861f --- /dev/null +++ b/shrink/Hunyuan-0.5B-Instruct-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/Hunyuan-0.5B-Instruct-mic@d7fe47dc3288bba155076d3747959365159073b0", "findings": []} \ No newline at end of file diff --git a/shrink/HunyuanOCR-mic.html b/shrink/HunyuanOCR-mic.html index 831f37f958e911bd57b2b04ac5972438408c987b..6274bfe9b85d84b7f024584866a0a3f95f65962b 100644 --- a/shrink/HunyuanOCR-mic.html +++ b/shrink/HunyuanOCR-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +tencent/HunyuanOCR: shrunk architecture
-

Shrunk architecture

huggingface-mic/HunyuanOCR-mic@2b69a85316ef4335c59c1a82d624555a1dfd7e71 ← tencent/HunyuanOCR@47644ecc4fc854efa4f505155158831f36773ee4 · HunYuanVLForConditionalGeneration · random weights

+

← MIC coverage of Transformers model types

+

tencent/HunyuanOCR

huggingface-mic/HunyuanOCR-mic@2b69a85316ef ← tencent/HunyuanOCR@47644ecc4fc8 · HunYuanVLForConditionalGeneration · random weights

Original996.2Mparameters
Fixture9.1Mparameters
Layer stacks2compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.language_model.layers

Original · 24
Fixture · 2
KindOriginalFixture
DenseV1DecoderLayer242✓ kept

model.vision_tower.layers

Original · 27
Fixture · 2
KindOriginalFixture
VisionBlock272✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.language_model.layers415.3M41.7%74.0K0.8%
model.vision_tower.layers411.5M41.3%66.9K0.7%
model.language_model123.7M12.4%7.7M85.4%
model.vision_tower45.7M4.6%1.2M13.0%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typehunyuan_vlhunyuan_vl✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
text_configattention styleGQA (16 heads, 8 KV)GQA (4 heads, 2 KV)✓ kept
text_configRoPE typedynamicdynamic✓ kept
text_configmodel_typehunyuan_vl_texthunyuan_vl_text✓ kept
text_configvocab_size120818120818✓ kept
text_configtie_word_embeddingsTrueTrue✓ kept
text_confighidden_actsilusilu✓ kept
text_configmax_position_embeddings131072131072✓ kept
vision_configattention styleMHA (16 heads, 16 KV)MHA (4 heads, 4 KV)✓ kept
vision_configmodel_typehunyuan_vl_visionhunyuan_vl_vision✓ kept
vision_confighidden_actgelugelu✓ kept
vision_configpatch_size1616✓ kept
vision_confignum_channels33✓ kept

Module classes

Instances of each class in the built model (prefix HunYuanVL omitted).

ClassOriginalFixture
Linear33228
RMSNorm9911
LayerNorm544
GELUActivation283
VisionAttention272
VisionBlock272
VisionMLP272
DenseV1Attention242
DenseV1DecoderLayer242
MLP242
SiLUActivation242
Conv2d33
Embedding22
ModuleList22
ForConditionalGeneration11
Model11
RotaryEmbedding11
TextModel11
VisionPatchEmbed11
VisionPatchMerger11
VisionTransformer11

Config changes

14 fields changed, 68 unchanged.

FieldOriginalFixture
text_config.head_dim12816
text_config.hidden_size102464
text_config.intermediate_size3584128
text_config.num_attention_heads164
text_config.num_hidden_layers242
text_config.num_key_value_heads82
text_config.rope_parameters{"alpha": 1000.0, "beta_fast": 32, "beta_slow": 1, "factor": 1.0, "mscale": 1…{"alpha": 1000.0, "beta_fast": 32, "beta_slow": 1, "factor": 1.0, "mrope_sect…
vision_config.hidden_size115264
vision_config.intermediate_size4304128
vision_config.num_attention_heads164
vision_config.num_hidden_layers272
vision_config.num_key_value_heads164
vision_config.out_hidden_size102464
vision_config.text_hidden_size102464
\ No newline at end of file diff --git a/shrink/HunyuanOCR-mic.json b/shrink/HunyuanOCR-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..2697c3a7622678b901f45134a2abbe2982bdc4a8 --- /dev/null +++ b/shrink/HunyuanOCR-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/HunyuanOCR-mic@2b69a85316ef4335c59c1a82d624555a1dfd7e71", "findings": []} \ No newline at end of file diff --git a/shrink/Hy-MT2-30B-A3B-mic.html b/shrink/Hy-MT2-30B-A3B-mic.html index 3b8dd981ebed320cd3ecd6b12a0b01152b226d50..6d1bc41d99fda41fc1649eec968e3cc66e3dcb07 100644 --- a/shrink/Hy-MT2-30B-A3B-mic.html +++ b/shrink/Hy-MT2-30B-A3B-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +tencent/Hy-MT2-30B-A3B: shrunk architecture
-

Shrunk architecture

huggingface-mic/Hy-MT2-30B-A3B-mic@8357a369b5aa965d0f486cbe4fe63329d0a1d00e ← tencent/Hy-MT2-30B-A3B@d3ead4dba61c09aac60a261a96ad1df3e705febb · HYV3ForCausalLM · random weights

+

← MIC coverage of Transformers model types

+

tencent/Hy-MT2-30B-A3B

huggingface-mic/Hy-MT2-30B-A3B-mic@8357a369b5aa ← tencent/Hy-MT2-30B-A3B@d3ead4dba61c · HYV3ForCausalLM · random weights

Original30.1Bparameters
Fixture15.5Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 48
Fixture · 2
KindOriginalFixture
no Experts11✓ kept
Experts, MoE, TopKRouter471✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers29.6B98.4%80.4K0.5%
lm_head247.5M0.8%7.7M49.7%
model.embed_tokens247.5M0.8%7.7M49.7%
model.norm2.0K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleGQA (32 heads, 4 KV)GQA (4 heads, 2 KV)✓ kept
modelMoE routingtop-8 of 128 expertstop-2 of 4 experts✓ kept
modelRoPE typedefaultdefault✓ kept
modelmodel_typehy_v3hy_v3✓ kept
modelvocab_size120832120832✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings262144262144✓ kept

Module classes

Instances of each class in the built model (prefix HYV3 omitted).

ClassOriginalFixture
Linear33715
RMSNorm1939
SiLUActivation953
Attention482
DecoderLayer482
MLP482
Experts471
MoE471
TopKRouter471
Embedding11
ForCausalLM11
Model11
RotaryEmbedding11
ModuleList11

Config changes

10 fields changed, 39 unchanged.

FieldOriginalFixture
head_dim12816
hidden_size204864
intermediate_size6912128
mlp_layer_types48 entries: 47× sparse, 1× dense["dense", "sparse"]
moe_intermediate_size76832
num_attention_heads324
num_experts1284
num_experts_per_tok82
num_hidden_layers482
num_key_value_heads42
\ No newline at end of file diff --git a/shrink/Hy-MT2-30B-A3B-mic.json b/shrink/Hy-MT2-30B-A3B-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..01a54d165acf225168004db53458d777caae44b6 --- /dev/null +++ b/shrink/Hy-MT2-30B-A3B-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/Hy-MT2-30B-A3B-mic@8357a369b5aa965d0f486cbe4fe63329d0a1d00e", "findings": []} \ No newline at end of file diff --git a/shrink/Inkling-mic.html b/shrink/Inkling-mic.html index 6b7a2b5d8dcfc6648b3fffa3c0bd6ce90dda0f6b..649fefd512f35c61dc0541be5dbaefc562c59af8 100644 --- a/shrink/Inkling-mic.html +++ b/shrink/Inkling-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +thinkingmachines/Inkling: shrunk architecture
-

Shrunk architecture

huggingface-mic/Inkling-mic@a7c61810959524051418bc1a49a70ac559307c0b ← thinkingmachines/Inkling@828496eeae4c243ff1a22f7f28ff83694f2f7bc9 · InklingForConditionalGeneration · random weights

+

← MIC coverage of Transformers model types

+

thinkingmachines/Inkling

huggingface-mic/Inkling-mic@a7c618109595 ← thinkingmachines/Inkling@828496eeae4c · InklingForConditionalGeneration · random weights

Original947.1Bparameters
Fixture33.8Mparameters
Layer stacks2compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.language_model.layers

Original · 66
Fixture · 6
KindOriginalFixture
hybrid_sliding, MLP22✓ kept
hybrid_sliding, Experts, MoE …533✓ kept
hybrid, Experts, MoE …111✓ kept

model.vision_tower.encoder_layers

Original · 4
Fixture · 2
KindOriginalFixture
RMSNorm31✓ kept
no RMSNorm11✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.language_model.layers944.6B99.7%7.2M21.4%
model.language_model1.2B0.1%12.9M38.1%
lm_head1.2B0.1%12.9M38.1%
model.vision_tower.encoder_layers83.7M0.0%751.7K2.2%
model.audio_tower7.9M0.0%82.0K0.2%
model.vision_tower6.1K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typeinkling_mm_modelinkling_mm_model✓ kept
text_configattention styleGQA (64 heads, 8 KV)GQA (4 heads, 2 KV)✓ kept
text_configMoE routingtop-6 of 256 expertstop-2 of 4 experts✓ kept
text_configmodel_typeinkling_textinkling_text✓ kept
text_configvocab_size201024201024✓ kept
text_confighidden_actsilusilu✓ kept
text_configmax_position_embeddings10485761048576✓ kept
audio_configmodel_typeinkling_audioinkling_audio✓ kept
vision_configmodel_typeinkling_visioninkling_vision✓ kept
vision_configpatch_size4040✓ kept
vision_confignum_channels33✓ kept

Module classes

Instances of each class in the built model (prefix Inkling omitted).

ClassOriginalFixture
Linear34139
RMSNorm27129
Conv1d26424
ShortConvolution26424
SiLUActivation13010
Attention666
DecoderLayer666
RelativeLogits666
Experts644
MoE644
SharedExperts644
TopkRouter644
VisionEncoderLayer42
MLP22
ModuleList22
Embedding11
AudioModel11
AudioModelEmbeddings11
ForConditionalGeneration11
Model11
NormedEmbedding11
TextModel11
VisionModel11

Config changes

16 fields changed, 102 unchanged.

FieldOriginalFixture
audio_config.text_hidden_size614464
text_config.head_dim12816
text_config.hidden_size614464
text_config.intermediate_size24576128
text_config.layer_types66 entries: 55× hybrid_sliding, 11× hybrid["hybrid_sliding", "hybrid_sliding", "hybrid_sliding", "hybrid_sliding", "hyb…
text_config.mlp_layer_types66 entries: 64× sparse, 2× dense["dense", "dense", "sparse", "sparse", "sparse", "sparse"]
text_config.moe_intermediate_size307232
text_config.n_routed_experts2564
text_config.num_attention_heads644
text_config.num_experts_per_tok62
text_config.num_hidden_layers666
text_config.num_key_value_heads82
vision_config.hidden_size102464
vision_config.n_layers42
vision_config.num_attention_heads164
vision_config.text_hidden_size614464
\ No newline at end of file diff --git a/shrink/Inkling-mic.json b/shrink/Inkling-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..23d234d2978b274b4321692515d57c868e20df1c --- /dev/null +++ b/shrink/Inkling-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/Inkling-mic@a7c61810959524051418bc1a49a70ac559307c0b", "findings": []} \ No newline at end of file diff --git a/shrink/Jamba-tiny-dev-mic.html b/shrink/Jamba-tiny-dev-mic.html index 76e4e350a283e5338fc278f6b8231f7b3d46e247..670e2000c17b7407dff05945fb194ee388999f3d 100644 --- a/shrink/Jamba-tiny-dev-mic.html +++ b/shrink/Jamba-tiny-dev-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +ai21labs/Jamba-tiny-dev: shrunk architecture
-

Shrunk architecture

huggingface-mic/Jamba-tiny-dev-mic@d03ef8cc4d1f81b8af2ae68030ecaa9bc1d51a6d ← ai21labs/Jamba-tiny-dev@ed303361004ac875426a61675edecf8e9d976882 · JambaForCausalLM · random weights

+

← MIC coverage of Transformers model types

+

ai21labs/Jamba-tiny-dev

huggingface-mic/Jamba-tiny-dev-mic@d03ef8cc4d1f ← ai21labs/Jamba-tiny-dev@ed303361004a · JambaForCausalLM · random weights

Original318.7Mparameters
Fixture8.8Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 16
Fixture · 5
KindOriginalFixture
Conv1d, MLP, MambaDecoderLayer …62✓ kept
Conv1d, Experts, MambaDecoderLayer …82✓ kept
is_causal=True, Attention, AttentionDecoderLayer …21✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers251.6M78.9%443.3K5.0%
lm_head33.6M10.5%4.2M47.5%
model.embed_tokens33.6M10.5%4.2M47.5%
model.final_layernorm5120.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleGQA (8 heads, 2 KV)GQA (4 heads, 2 KV)✓ kept
modelMoE routingtop-2 of 8 expertstop-2 of 4 experts✓ kept
modelmodel_typejambajamba✓ kept
modelvocab_size6553665536✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings262144262144✓ kept

Module classes

Instances of each class in the built model (prefix Jamba omitted).

ClassOriginalFixture
Linear8930
RMSNorm7523
SiLUActivation309
Conv1d144
MambaDecoderLayer144
MambaMixer144
Experts82
MLP83
SparseMoeBlock82
TopKRouter82
Attention21
AttentionDecoderLayer21
Embedding11
ForCausalLM11
Model11
ModuleList11

Config changes

5 fields changed, 39 unchanged.

FieldOriginalFixture
hidden_size51264
intermediate_size2048128
num_attention_heads84
num_experts84
num_hidden_layers165
\ No newline at end of file diff --git a/shrink/Jamba-tiny-dev-mic.json b/shrink/Jamba-tiny-dev-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..546197a20cf0eaa2ff38ab53eb1f94545d62eb0d --- /dev/null +++ b/shrink/Jamba-tiny-dev-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/Jamba-tiny-dev-mic@d03ef8cc4d1f81b8af2ae68030ecaa9bc1d51a6d", "findings": []} \ No newline at end of file diff --git a/shrink/Janus-Pro-1B-mic.html b/shrink/Janus-Pro-1B-mic.html index fdb32f404e33a7823f04dd1acc41cce989693d96..b038d93f7dd7b6d131c06a1c70e7d7058aca71a0 100644 --- a/shrink/Janus-Pro-1B-mic.html +++ b/shrink/Janus-Pro-1B-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +deepseek-community/Janus-Pro-1B: shrunk architecture
-

Shrunk architecture

huggingface-mic/Janus-Pro-1B-mic@5d0bfc05499ea83be331a434ea79583ca970581a ← deepseek-community/Janus-Pro-1B@1655280bb75959cc1cb85529a2a8b26e7016072e · JanusForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)

+

← MIC coverage of Transformers model types

+

deepseek-community/Janus-Pro-1B

huggingface-mic/Janus-Pro-1B-mic@5d0bfc05499e ← deepseek-community/Janus-Pro-1B@1655280bb759 · JanusForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)

Original1.9Bparameters
Fixture81.9Mparameters
Layer stacks4compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.vision_model.encoder.layers

Original · 24
Fixture · 2
KindOriginalFixture
VisionEncoderLayer242✓ kept

model.vqmodel.encoder.down

Original · 5
Fixture · 5
KindOriginalFixture
VQVAEConvDownsample44✓ kept
VQVAEAttnBlock11✓ kept

model.vqmodel.decoder.up

Original · 5
Fixture · 5
KindOriginalFixture
VQVAEAttnBlock, VQVAEConvUpsample11✓ kept
VQVAEConvUpsample33✓ kept
no VQVAEAttnBlock11✓ kept

model.language_model.layers

Original · 24
Fixture · 2
KindOriginalFixture
LlamaDecoderLayer242✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.language_model.layers1.2B66.1%82.2K0.1%
model.vision_model.encoder.layers302.3M16.2%100.0K0.1%
model.language_model209.7M11.2%6.6M8.0%
model.generation_head37.8M2.0%1.2M1.5%
model.vqmodel.decoder.up30.8M1.6%30.8M37.6%
model.vqmodel23.5M1.3%24.4M29.8%
model.vqmodel.encoder.down17.6M0.9%17.6M21.5%
4 others12.0M0.6%1.2M1.4%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typejanusjanus✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
text_configattention styleMHA (16 heads, 16 KV)MHA (4 heads, 4 KV)✓ kept
text_configRoPE typedefaultdefault✓ kept
text_configmodel_typellamallama✓ kept
text_configvocab_size102400102400✓ kept
text_configtie_word_embeddingsFalseFalse✓ kept
text_confighidden_actsilusilu✓ kept
text_configmax_position_embeddings1638416384✓ kept
vision_configmodel_typejanus_vision_modeljanus_vision_model✓ kept
vision_confighidden_actgelugelu✓ kept
vision_configimage_size384384✓ kept
vision_configpatch_size1616✓ kept
vision_confignum_channels33✓ kept
vq_configmodel_typejanus_vqganjanus_vqgan✓ kept
vq_confighidden_actgelugelu✓ kept

Module classes

Instances of each class in the built model (prefix Janus omitted).

ClassOriginalFixture
Linear31933
Conv2d105105
Dropout7733
Identity726
GroupNorm6767
LayerNorm495
LlamaRMSNorm495
VQVAEResnetBlock2929
GELUActivation275
ModuleList2626
VisionAttention242
VisionEncoderLayer242
VisionMLP242
LlamaAttention242
LlamaDecoderLayer242
LlamaMLP242
SiLUActivation242
Module1010
VQVAEAttnBlock77
Embedding44
VQVAEConvDownsample44
VQVAEConvUpsample44
VQVAEMidBlock22
ForConditionalGeneration11
Model11
VQVAE11
VQVAEAlignerMLP11
VQVAEDecoder11
VQVAEEncoder11
VQVAEHead11
VQVAEVectorQuantizer11
VisionAlignerMLP11
VisionEmbeddings11
VisionEncoder11
VisionModel11
LlamaModel11
LlamaRotaryEmbedding11

Config changes

12 fields changed, 82 unchanged.

FieldOriginalFixture
text_config.head_dim12816
text_config.hidden_size204864
text_config.intermediate_size5632128
text_config.num_attention_heads164
text_config.num_hidden_layers242
text_config.num_key_value_heads164
vision_config.hidden_size102464
vision_config.num_attention_heads164
vision_config.num_hidden_layers242
vision_config.projection_dim204864
vq_config.embed_dim864
vq_config.projection_dim204864
\ No newline at end of file diff --git a/shrink/Janus-Pro-1B-mic.json b/shrink/Janus-Pro-1B-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..58ffcf8cb3fa919dbea57479696172f6485392af --- /dev/null +++ b/shrink/Janus-Pro-1B-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/Janus-Pro-1B-mic@5d0bfc05499ea83be331a434ea79583ca970581a", "findings": []} \ No newline at end of file diff --git a/shrink/LCO-Embedding-Omni-3B-mic.html b/shrink/LCO-Embedding-Omni-3B-mic.html index 2fbe0f857e38f829102a4bda829c8fea63d372a4..117d468f44428bdc7836d4c433ecd2944c6db567 100644 --- a/shrink/LCO-Embedding-Omni-3B-mic.html +++ b/shrink/LCO-Embedding-Omni-3B-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +LCO-Embedding/LCO-Embedding-Omni-3B: shrunk architecture
-

Shrunk architecture

huggingface-mic/LCO-Embedding-Omni-3B-mic@1e770f7015e573f2c4287893af7c6eb0c1d45c33 ← LCO-Embedding/LCO-Embedding-Omni-3B@73434565c33d032551639362f7fc91fa3c6f065f · Qwen2_5OmniThinkerForConditionalGeneration · random weights

+

← MIC coverage of Transformers model types

+

LCO-Embedding/LCO-Embedding-Omni-3B

huggingface-mic/LCO-Embedding-Omni-3B-mic@1e770f7015e5 ← LCO-Embedding/LCO-Embedding-Omni-3B@73434565c33d · Qwen2_5OmniThinkerForConditionalGeneration · random weights

Original4.7Bparameters
Fixture21.1Mparameters
Layer stacks3compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.audio_tower.layers

Original · 32
Fixture · 2
KindOriginalFixture
Qwen2_5OmniAudioEncoderLayer322✓ kept

model.visual.blocks

Original · 32
Fixture · 32
KindOriginalFixture
Qwen2_5OmniVisionBlock3232✓ kept

model.language_model.layers

Original · 36
Fixture · 2
KindOriginalFixture
Qwen2_5OmniDecoderLayer362✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.language_model.layers2.8B59.0%74.2K0.4%
model.visual.blocks630.5M13.4%1.3M6.3%
model.audio_tower.layers629.6M13.4%66.8K0.3%
model.language_model311.2M6.6%9.7M46.0%
lm_head311.2M6.6%9.7M46.0%
model.visual38.2M0.8%157.6K0.7%
model.audio_tower8.0M0.2%41.4K0.2%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typeqwen2_5_omni_thinkerqwen2_5_omni_thinker✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
audio_configmodel_typeqwen2_5_omni_audio_encoderqwen2_5_omni_audio_encoder✓ kept
audio_confignum_mel_bins128128✓ kept
vision_configRoPE typeaxialaxial✓ kept
vision_configmodel_typeqwen2_5_omni_vision_encoderqwen2_5_omni_vision_encoder✓ kept
vision_confighidden_actsilusilu✓ kept
vision_configpatch_size1414✓ kept
text_configattention styleGQA (16 heads, 2 KV)GQA (4 heads, 2 KV)✓ kept
text_configRoPE typedefaultdefault✓ kept
text_configmodel_typeqwen2_5_omni_textqwen2_5_omni_text✓ kept
text_configvocab_size151936151936✓ kept
text_configtie_word_embeddingsTrueTrue✓ kept
text_confighidden_actsilusilu✓ kept
text_configmax_position_embeddings3276832768✓ kept

Module classes

Instances of each class in the built model (prefix Qwen2_5OmniThinker omitted).

ClassOriginalFixture
Linear672254
Qwen2_5OmniRMSNorm13870
SiLUActivation6834
LayerNorm655
Qwen2MLP362
Qwen2_5OmniAttention362
Qwen2_5OmniDecoderLayer362
GELUActivation322
Qwen2_5OmniAudioAttention322
Qwen2_5OmniAudioEncoderLayer322
Qwen2_5OmniMLP3232
Qwen2_5OmniVisionAttention3232
Qwen2_5OmniVisionBlock3232
ModuleList33
Conv1d22
Embedding22
AvgPool1d11
Conv3d11
GELU11
Qwen2_5OmniAudioEncoder11
Qwen2_5OmniPatchMerger11
Qwen2_5OmniRotaryEmbedding11
ForConditionalGeneration11
Model11
TextModel11
Qwen2_5OmniVisionEncoder11
Qwen2_5OmniVisionRotaryEmbedding11
Qwen2_5_VisionPatchEmbed11
Sequential11
SinusoidsPositionEmbedding11

Config changes

16 fields changed, 102 unchanged.

FieldOriginalFixture
audio_config.d_model128064
audio_config.encoder_attention_heads204
audio_config.encoder_ffn_dim5120128
audio_config.encoder_layers322
audio_config.output_dim204864
text_config.hidden_size204864
text_config.intermediate_size11008128
text_config.layer_types36 entries: 36× full_attention["full_attention", "full_attention"]
text_config.num_attention_heads164
text_config.num_hidden_layers362
text_config.rope_parameters{"mrope_section": [16, 24, 24], "rope_type": "default", "type": "default", "r…{"mrope_section": [2, 3, 3], "rope_theta": 1000000.0, "rope_type": "default",…
vision_config.embed_dim128064
vision_config.hidden_size128064
vision_config.intermediate_size3420128
vision_config.num_heads164
vision_config.out_hidden_size204864
\ No newline at end of file diff --git a/shrink/LCO-Embedding-Omni-3B-mic.json b/shrink/LCO-Embedding-Omni-3B-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..1b9d3203cd79f0a2bdd6f62411ab7e440ff021e7 --- /dev/null +++ b/shrink/LCO-Embedding-Omni-3B-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/LCO-Embedding-Omni-3B-mic@1e770f7015e573f2c4287893af7c6eb0c1d45c33", "findings": []} \ No newline at end of file diff --git a/shrink/LFM2-8B-A1B-mic.html b/shrink/LFM2-8B-A1B-mic.html index 2374bbb352d035c84326b8a69b3cc008eea8f545..4a04e0821f979bd12e4a76d8c2c6032b08bc5bb6 100644 --- a/shrink/LFM2-8B-A1B-mic.html +++ b/shrink/LFM2-8B-A1B-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +LiquidAI/LFM2-8B-A1B: shrunk architecture
-

Shrunk architecture

huggingface-mic/LFM2-8B-A1B-mic@02493cd540778260b98790f375fb2070e8acd824 ← LiquidAI/LFM2-8B-A1B@c1c44ff9fc00db3ebf4516970563f5f383d23670 · Lfm2MoeForCausalLM · random weights

+

← MIC coverage of Transformers model types

+

LiquidAI/LFM2-8B-A1B

huggingface-mic/LFM2-8B-A1B-mic@02493cd54077 ← LiquidAI/LFM2-8B-A1B@c1c44ff9fc00 · Lfm2MoeForCausalLM · random weights

Original8.3Bparameters
Fixture4.4Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 24
Fixture · 4
KindOriginalFixture
conv, Conv1d, MLP …22✓ kept
is_causal=True, Attention, Experts …61✓ kept
conv, Conv1d, Experts …161✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers8.2B98.4%161.4K3.7%
model.embed_tokens134.2M1.6%4.2M96.3%
model.embedding_norm2.0K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleGQA (32 heads, 8 KV)GQA (4 heads, 2 KV)✓ kept
modelMoE routingtop-4 of 32 expertstop-2 of 4 experts✓ kept
modelRoPE typedefaultdefault✓ kept
modelmodel_typelfm2_moelfm2_moe✓ kept
modelvocab_size6553665536✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
modelmax_position_embeddings128000128000✓ kept

Module classes

Instances of each class in the built model (prefix Lfm2Moe omitted).

ClassOriginalFixture
Linear6717
RMSNorm6111
DecoderLayer244
Experts222
SparseMoeBlock222
TopKRouter222
Conv1d183
ShortConv183
Attention61
MLP22
Embedding11
ForCausalLM11
Model11
RotaryEmbedding11
ModuleList11

Config changes

9 fields changed, 26 unchanged.

FieldOriginalFixture
hidden_size204864
intermediate_size7168128
layer_types24 entries: 18× conv, 6× full_attention["conv", "conv", "full_attention", "conv"]
moe_intermediate_size179232
num_attention_heads324
num_experts324
num_experts_per_tok42
num_hidden_layers244
num_key_value_heads82
\ No newline at end of file diff --git a/shrink/LFM2-8B-A1B-mic.json b/shrink/LFM2-8B-A1B-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..1f5bf2b8434dcf0cc5fbf67f3e66bfe9634e0368 --- /dev/null +++ b/shrink/LFM2-8B-A1B-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/LFM2-8B-A1B-mic@02493cd540778260b98790f375fb2070e8acd824", "findings": []} \ No newline at end of file diff --git a/shrink/LFM2.5-230M-Base-mic.html b/shrink/LFM2.5-230M-Base-mic.html index ff18db627fa25b7f9da28d9edaaf1c96f40c5bb4..de851ef6714f7de6db1da9b2f5ea6d0971277156 100644 --- a/shrink/LFM2.5-230M-Base-mic.html +++ b/shrink/LFM2.5-230M-Base-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +LiquidAI/LFM2.5-230M-Base: shrunk architecture
-

Shrunk architecture

huggingface-mic/LFM2.5-230M-Base-mic@d6697c673a52ed87ae4e8ed607e5b6a1ea6f7a8d ← LiquidAI/LFM2.5-230M-Base@9d2be5519834990d30996f878b6771cccbd24f2c · Lfm2ForCausalLM · random weights

+

← MIC coverage of Transformers model types

+

LiquidAI/LFM2.5-230M-Base

huggingface-mic/LFM2.5-230M-Base-mic@d6697c673a52 ← LiquidAI/LFM2.5-230M-Base@9d2be5519834 · Lfm2ForCausalLM · random weights

Original229.7Mparameters
Fixture4.3Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 14
Fixture · 2
KindOriginalFixture
conv, Conv1d, ShortConv81✓ kept
is_causal=True, Attention61✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers162.6M70.8%78.3K1.8%
model.embed_tokens67.1M29.2%4.2M98.2%
model.embedding_norm1.0K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleGQA (16 heads, 8 KV)GQA (4 heads, 2 KV)✓ kept
modelRoPE typedefaultdefault✓ kept
modelmodel_typelfm2lfm2✓ kept
modelvocab_size6553665536✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
modelmax_position_embeddings128000128000✓ kept

Module classes

Instances of each class in the built model (prefix Lfm2 omitted).

ClassOriginalFixture
Linear8313
RMSNorm417
DecoderLayer142
MLP142
Conv1d81
ShortConv81
Attention61
Embedding11
ForCausalLM11
Model11
RotaryEmbedding11
ModuleList11

Config changes

7 fields changed, 41 unchanged.

FieldOriginalFixture
hidden_size102464
intermediate_size2560128
layer_types14 entries: 8× conv, 6× full_attention["conv", "full_attention"]
num_attention_heads164
num_heads164
num_hidden_layers142
num_key_value_heads82
\ No newline at end of file diff --git a/shrink/LFM2.5-230M-Base-mic.json b/shrink/LFM2.5-230M-Base-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..f42c8fb2aed89d85eb9938cf4aa6dcbc2637f951 --- /dev/null +++ b/shrink/LFM2.5-230M-Base-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/LFM2.5-230M-Base-mic@d6697c673a52ed87ae4e8ed607e5b6a1ea6f7a8d", "findings": []} \ No newline at end of file diff --git a/shrink/LFM2.5-VL-450M-mic.html b/shrink/LFM2.5-VL-450M-mic.html index 2391e81249a633171a7f2fb31f3fed94cece319a..9200d9b38c1afe90b9b5f31c246c7b216fde7ea5 100644 --- a/shrink/LFM2.5-VL-450M-mic.html +++ b/shrink/LFM2.5-VL-450M-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +LiquidAI/LFM2.5-VL-450M: shrunk architecture
-

Shrunk architecture

huggingface-mic/LFM2.5-VL-450M-mic@27b8f6b75e00ddd9758961d5abac08622f2b6d73 ← LiquidAI/LFM2.5-VL-450M@fc6221ca597f3315e4f82fc2df606783267b34ba · Lfm2VlForConditionalGeneration · random weights

+

← MIC coverage of Transformers model types

+

LiquidAI/LFM2.5-VL-450M

huggingface-mic/LFM2.5-VL-450M-mic@27b8f6b75e00 ← LiquidAI/LFM2.5-VL-450M@fc6221ca597f · Lfm2VlForConditionalGeneration · random weights

Original448.7Mparameters
Fixture5.1Mparameters
Layer stacks2compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.vision_tower.encoder.layers

Original · 12
Fixture · 2
KindOriginalFixture
Siglip2EncoderLayer122✓ kept

model.language_model.layers

Original · 16
Fixture · 2
KindOriginalFixture
conv, Conv1d, Lfm2ShortConv101✓ kept
is_causal=True, Lfm2Attention61✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.language_model.layers287.4M64.0%127.5K2.5%
model.vision_tower.encoder.layers85.1M19.0%66.9K1.3%
model.language_model67.1M15.0%4.2M82.0%
model.multi_modal_projector8.4M1.9%657.5K12.9%
model.vision_tower788.7K0.2%65.7K1.3%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typelfm2_vllfm2_vl✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
vision_configmodel_typesiglip2_vision_modelsiglip2_vision_model✓ kept
vision_confighidden_actgelu_pytorch_tanhgelu_pytorch_tanh✓ kept
vision_configpatch_size1616✓ kept
vision_confignum_channels33✓ kept
text_configattention styleGQA (16 heads, 8 KV)GQA (4 heads, 2 KV)✓ kept
text_configRoPE typedefaultdefault✓ kept
text_configmodel_typelfm2lfm2✓ kept
text_configvocab_size6553665536✓ kept
text_configtie_word_embeddingsTrueTrue✓ kept
text_configmax_position_embeddings128000128000✓ kept

Module classes

Instances of each class in the built model (prefix Lfm2Vl omitted).

ClassOriginalFixture
Linear16828
Lfm2RMSNorm457
LayerNorm255
Lfm2DecoderLayer162
Lfm2MLP162
GELUTanh122
Siglip2Attention122
Siglip2EncoderLayer122
Siglip2MLP122
Conv1d101
Lfm2ShortConv101
Lfm2Attention61
Embedding22
ModuleList22
GELUActivation11
Lfm2Model11
Lfm2RotaryEmbedding11
ForConditionalGeneration11
Model11
MultiModalProjector11
Siglip2Encoder11
Siglip2VisionEmbeddings11
Siglip2VisionModel11

Config changes

11 fields changed, 77 unchanged.

FieldOriginalFixture
text_config.hidden_size102464
text_config.intermediate_size6656128
text_config.layer_types16 entries: 10× conv, 6× full_attention["conv", "full_attention"]
text_config.num_attention_heads164
text_config.num_heads164
text_config.num_hidden_layers162
text_config.num_key_value_heads82
vision_config.hidden_size76864
vision_config.intermediate_size3072128
vision_config.num_attention_heads124
vision_config.num_hidden_layers122
\ No newline at end of file diff --git a/shrink/LFM2.5-VL-450M-mic.json b/shrink/LFM2.5-VL-450M-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..90c3b547ce396f25cac8e499be466c437e68a67d --- /dev/null +++ b/shrink/LFM2.5-VL-450M-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/LFM2.5-VL-450M-mic@27b8f6b75e00ddd9758961d5abac08622f2b6d73", "findings": []} \ No newline at end of file diff --git a/shrink/LLaVA-NeXT-Video-7B-hf-mic.html b/shrink/LLaVA-NeXT-Video-7B-hf-mic.html index 8712bf054fc039a3f36c4c156a63eacd9637c5dc..0199ad33bb1ec5afa7bd961daac438e655e51405 100644 --- a/shrink/LLaVA-NeXT-Video-7B-hf-mic.html +++ b/shrink/LLaVA-NeXT-Video-7B-hf-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +llava-hf/LLaVA-NeXT-Video-7B-hf: shrunk architecture
-

Shrunk architecture

huggingface-mic/LLaVA-NeXT-Video-7B-hf-mic@e025a3d15d2cc35a893c1362a237f82b09b90410 ← llava-hf/LLaVA-NeXT-Video-7B-hf@f417d9edeb69a9eaa88283780332d00ce3c66593 · LlavaNextVideoForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)

+

← MIC coverage of Transformers model types

+

llava-hf/LLaVA-NeXT-Video-7B-hf

huggingface-mic/LLaVA-NeXT-Video-7B-hf-mic@e025a3d15d2c ← llava-hf/LLaVA-NeXT-Video-7B-hf@f417d9edeb69 · LlavaNextVideoForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)

Original7.1Bparameters
Fixture4.3Mparameters
Layer stacks2compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.vision_tower.encoder.layers

Original · 24
Fixture · 2
KindOriginalFixture
CLIPEncoderLayer242✓ kept

model.language_model.layers

Original · 32
Fixture · 2
KindOriginalFixture
LlamaDecoderLayer322✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.language_model.layers6.5B91.7%82.2K1.9%
model.vision_tower.encoder.layers302.3M4.3%66.9K1.5%
model.language_model131.3M1.9%2.1M47.3%
lm_head131.3M1.9%2.1M47.3%
model.multi_modal_projector21.0M0.3%8.3K0.2%
model.vision_tower1.2M0.0%74.9K1.7%
model4.1K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typellava_next_videollava_next_video✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
vision_configmodel_typeclip_vision_modelclip_vision_model✓ kept
vision_configvocab_size3200032000✓ kept
vision_confighidden_actquick_geluquick_gelu✓ kept
vision_configimage_size336336✓ kept
vision_configpatch_size1414✓ kept
vision_confignum_channels33✓ kept
text_configattention styleMHA (32 heads, 32 KV)MHA (4 heads, 4 KV)✓ kept
text_configRoPE typelinearlinear✓ kept
text_configmodel_typellamallama✓ kept
text_configvocab_size3206432064✓ kept
text_configtie_word_embeddingsFalseFalse✓ kept
text_confighidden_actsilusilu✓ kept
text_configmax_position_embeddings40964096✓ kept

Module classes

Instances of each class in the built model (prefix LlavaNextVideo omitted).

ClassOriginalFixture
Linear37129
LlamaRMSNorm655
LayerNorm506
LlamaAttention322
LlamaDecoderLayer322
LlamaMLP322
SiLUActivation322
CLIPAttention242
CLIPEncoderLayer242
CLIPMLP242
QuickGELUActivation242
Embedding22
ModuleList22
AvgPool2d11
CLIPEncoder11
CLIPVisionEmbeddings11
CLIPVisionModel11
Conv2d11
GELUActivation11
LlamaModel11
LlamaRotaryEmbedding11
ForConditionalGeneration11
Model11
MultiModalProjector11
Pooler11

Config changes

11 fields changed, 67 unchanged.

FieldOriginalFixture
text_config.head_dim12816
text_config.hidden_size409664
text_config.intermediate_size11008128
text_config.num_attention_heads324
text_config.num_hidden_layers322
text_config.num_key_value_heads324
vision_config.hidden_size102464
vision_config.intermediate_size4096128
vision_config.num_attention_heads164
vision_config.num_hidden_layers242
vision_config.projection_dim76832
\ No newline at end of file diff --git a/shrink/LLaVA-NeXT-Video-7B-hf-mic.json b/shrink/LLaVA-NeXT-Video-7B-hf-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..e44880a8309bccc3a344fb1c5db4b01240799f44 --- /dev/null +++ b/shrink/LLaVA-NeXT-Video-7B-hf-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/LLaVA-NeXT-Video-7B-hf-mic@e025a3d15d2cc35a893c1362a237f82b09b90410", "findings": []} \ No newline at end of file diff --git a/shrink/Laguna-XS.2-mic.html b/shrink/Laguna-XS.2-mic.html index c23042c055589605a4078249c313dc1c3547892b..249ae2b7d4ac105168329bb6df733856185b1b33 100644 --- a/shrink/Laguna-XS.2-mic.html +++ b/shrink/Laguna-XS.2-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +poolside/Laguna-XS.2: shrunk architecture
-

Shrunk architecture

huggingface-mic/Laguna-XS.2-mic@21bbfb128fc8f6764e660376a3482ec8b6e8c93b ← poolside/Laguna-XS.2@a397bde04501591d0ac3d74a5d9d0a4ec298ffb8 · LagunaForCausalLM · random weights · built before the shrink rule (no recorded recipe)

-
Original33.4Bparameters
Fixture13.2Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 40
Fixture · 2
KindOriginalFixture
no Experts11✓ kept
Experts, SparseMoeBlock, TopKRouter391✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers33.0B98.8%319.0K2.4%
lm_head205.5M0.6%6.4M48.8%
model.embed_tokens205.5M0.6%6.4M48.8%
model.norm2.0K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleGQA (48 heads, 8 KV)GQA (4 heads, 2 KV)✓ kept
modelMoE routingtop-8 of 256 expertstop-2 of 4 experts✓ kept
modelmodel_typelagunalaguna✓ kept
modelvocab_size100352100352✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings262144262144✓ kept

Module classes

Instances of each class in the built model (prefix Laguna omitted).

ClassOriginalFixture
Linear32117
RMSNorm1619
SiLUActivation793
Attention402
DecoderLayer402
MLP402
Experts391
SparseMoeBlock391
TopKRouter391
Embedding11
ForCausalLM11
Model11
RotaryEmbedding11
ModuleList11

Config changes

13 fields changed, 31 unchanged.

FieldOriginalFixture
head_dim12816
hidden_size204864
intermediate_size8192128
layer_types40 entries: 30× sliding_attention, 10× full_attention["full_attention", "sliding_attention"]
mlp_layer_types40 entries: 39× sparse, 1× dense["dense", "sparse"]
moe_intermediate_size51232
num_attention_heads484
num_attention_heads_per_layer40 entries: 30× 64, 10× 48[48, 64]
num_experts2564
num_experts_per_tok82
num_hidden_layers402
num_key_value_heads82
shared_expert_intermediate_size512128
+

← MIC coverage of Transformers model types

+

poolside/Laguna-XS.2

huggingface-mic/Laguna-XS.2-mic@21bbfb128fc8 ← poolside/Laguna-XS.2@a397bde04501 · LagunaForCausalLM · random weights · built before the shrink rule (no recorded recipe)

+
Original33.4Bparameters
Fixture13.2Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 40
Fixture · 2
KindOriginalFixture
no Experts11✓ kept
Experts, SparseMoeBlock, TopKRouter391✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers33.0B98.8%319.0K2.4%
model.embed_tokens205.5M0.6%6.4M48.8%
lm_head205.5M0.6%6.4M48.8%
model.norm2.0K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleGQA (48 heads, 8 KV)GQA (4 heads, 2 KV)✓ kept
modelMoE routingtop-8 of 256 expertstop-2 of 4 experts✓ kept
modelmodel_typelagunalaguna✓ kept
modelvocab_size100352100352✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings262144262144✓ kept

Module classes

Instances of each class in the built model (prefix Laguna omitted).

ClassOriginalFixture
Linear32117
RMSNorm1619
SiLUActivation793
Attention402
DecoderLayer402
MLP402
Experts391
SparseMoeBlock391
TopKRouter391
Embedding11
ForCausalLM11
Model11
RotaryEmbedding11
ModuleList11

Config changes

13 fields changed, 31 unchanged.

FieldOriginalFixture
head_dim12816
hidden_size204864
intermediate_size8192128
layer_types40 entries: 30× sliding_attention, 10× full_attention["full_attention", "sliding_attention"]
mlp_layer_types40 entries: 39× sparse, 1× dense["dense", "sparse"]
moe_intermediate_size51232
num_attention_heads484
num_attention_heads_per_layer40 entries: 30× 64, 10× 48[48, 64]
num_experts2564
num_experts_per_tok82
num_hidden_layers402
num_key_value_heads82
shared_expert_intermediate_size512128
\ No newline at end of file diff --git a/shrink/Laguna-XS.2-mic.json b/shrink/Laguna-XS.2-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..0219fca797738620fb41b5ad60f1ce8e7514b9d1 --- /dev/null +++ b/shrink/Laguna-XS.2-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/Laguna-XS.2-mic@21bbfb128fc8f6764e660376a3482ec8b6e8c93b", "findings": []} \ No newline at end of file diff --git a/shrink/Llama-3.2-11B-Vision-Instruct-mic.html b/shrink/Llama-3.2-11B-Vision-Instruct-mic.html index 6d29513779a2b4e6c49af710a43dd8489701d378..1770991edb65373745cbfcd4c53990c1bfc94e08 100644 --- a/shrink/Llama-3.2-11B-Vision-Instruct-mic.html +++ b/shrink/Llama-3.2-11B-Vision-Instruct-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +unsloth/Llama-3.2-11B-Vision-Instruct: shrunk architecture
-

Shrunk architecture

huggingface-mic/Llama-3.2-11B-Vision-Instruct-mic@8071268efa52824fc95b35bb2c1499946ec1bb23 ← unsloth/Llama-3.2-11B-Vision-Instruct@677b0c1b7008230a0fb88708c5550748e72b9a83 · MllamaForConditionalGeneration · overfit weights

+

← MIC coverage of Transformers model types

+

unsloth/Llama-3.2-11B-Vision-Instruct

huggingface-mic/Llama-3.2-11B-Vision-Instruct-mic@8071268efa52 ← unsloth/Llama-3.2-11B-Vision-Instruct@677b0c1b7008 · MllamaForConditionalGeneration · overfit weights

Original10.7Bparameters
Fixture20.7Mparameters
Layer stacks3compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.vision_model.transformer.layers

Original · 32
Fixture · 2
KindOriginalFixture
VisionEncoderLayer322✓ kept

model.vision_model.global_transformer.layers

Original · 8
Fixture · 8
KindOriginalFixture
VisionEncoderLayer88✓ kept

model.language_model.layers

Original · 40
Fixture · 2
KindOriginalFixture
is_causal=True, SelfAttentionDecoderLayer, TextSelfAttention321✓ kept
CrossAttentionDecoderLayer, TextCrossAttention81✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.language_model.layers8.7B81.8%74.0K0.4%
model.vision_model.transformer.layers629.5M5.9%66.4K0.3%
model.language_model525.4M4.9%8.2M39.7%
lm_head525.3M4.9%8.2M39.7%
model.vision_model.global_transformer.layers157.4M1.5%265.7K1.3%
model.vision_model76.7M0.7%3.8M18.5%
model.multi_modal_projector31.5M0.3%12.4K0.1%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typemllamamllama✓ kept
vision_configmodel_typemllama_vision_modelmllama_vision_model✓ kept
vision_configtie_word_embeddingsTrueTrue✓ kept
vision_confighidden_actgelugelu✓ kept
vision_configimage_size560560✓ kept
vision_configpatch_size1414✓ kept
vision_confignum_channels33✓ kept
text_configattention styleGQA (32 heads, 8 KV)GQA (4 heads, 2 KV)✓ kept
text_configRoPE typellama3llama3✓ kept
text_configmodel_typemllama_text_modelmllama_text_model✓ kept
text_configvocab_size128256128256✓ kept
text_configtie_word_embeddingsFalseFalse✓ kept
text_confighidden_actsilusilu✓ kept
text_configmax_position_embeddings131072131072✓ kept

Module classes

Instances of each class in the built model (prefix Mllama omitted).

ClassOriginalFixture
Linear52276
TextRMSNorm977
LayerNorm8222
GELUActivation4010
TextMLP402
VisionAttention4010
VisionEncoderLayer4010
VisionMLP4010
SiLUActivation402
SelfAttentionDecoderLayer321
TextSelfAttention321
CrossAttentionDecoderLayer81
TextCrossAttention81
Embedding44
ModuleList33
PrecomputedAspectRatioEmbedding22
VisionEncoder22
Conv2d11
ForConditionalGeneration11
Model11
PrecomputedPositionEmbedding11
RotaryEmbedding11
TextModel11
VisionModel11

Config changes

11 fields changed, 85 unchanged.

FieldOriginalFixture
text_config.cross_attention_layers8 entries[1]
text_config.hidden_size409664
text_config.intermediate_size14336128
text_config.num_attention_heads324
text_config.num_hidden_layers402
text_config.num_key_value_heads82
vision_config.hidden_size128064
vision_config.intermediate_layers_indices[3, 7, 15, 23, 30][0, 1]
vision_config.intermediate_size5120128
vision_config.num_hidden_layers322
vision_config.vision_output_dim7680192
\ No newline at end of file diff --git a/shrink/Llama-3.2-11B-Vision-Instruct-mic.json b/shrink/Llama-3.2-11B-Vision-Instruct-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..7f5b44845a51cda08d7ff71d667f634f0f38fa5a --- /dev/null +++ b/shrink/Llama-3.2-11B-Vision-Instruct-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/Llama-3.2-11B-Vision-Instruct-mic@8071268efa52824fc95b35bb2c1499946ec1bb23", "findings": []} \ No newline at end of file diff --git a/shrink/Llama-4-Scout-17B-16E-Instruct-mic.html b/shrink/Llama-4-Scout-17B-16E-Instruct-mic.html index d2ea3191c3d69eca8c021ef546e51e11941a283f..4766f37926044017c7e4f843ee28e9462f744dea 100644 --- a/shrink/Llama-4-Scout-17B-16E-Instruct-mic.html +++ b/shrink/Llama-4-Scout-17B-16E-Instruct-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +RedHatAI/Llama-4-Scout-17B-16E-Instruct: shrunk architecture
-

Shrunk architecture

huggingface-mic/Llama-4-Scout-17B-16E-Instruct-mic@18ed0f73576cf32d488b1b776bba7891007dcf12 ← RedHatAI/Llama-4-Scout-17B-16E-Instruct@5996646120a69f5f182866bb56a8f1573f367604 · Llama4ForConditionalGeneration · random weights

+

← MIC coverage of Transformers model types

+

RedHatAI/Llama-4-Scout-17B-16E-Instruct

huggingface-mic/Llama-4-Scout-17B-16E-Instruct-mic@18ed0f73576c ← RedHatAI/Llama-4-Scout-17B-16E-Instruct@5996646120a6 · Llama4ForConditionalGeneration · random weights

Original108.6Bparameters
Fixture44.7Mparameters
Layer stacks2compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

vision_model.model.layers

Original · 34
Fixture · 2
KindOriginalFixture
VisionEncoderLayer342✓ kept

language_model.model.layers

Original · 48
Fixture · 4
KindOriginalFixture
TextL2Norm363✓ kept
no TextL2Norm121✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
language_model.model.layers105.7B97.3%542.2K1.2%
language_model.model1.0B1.0%12.9M28.9%
language_model.lm_head1.0B1.0%12.9M28.9%
vision_model.model.layers809.5M0.7%100.0K0.2%
vision_model.vision_adapter39.8M0.0%17.8M39.9%
multi_modal_projector.linear_121.0M0.0%262.1K0.6%
vision_model.patch_embedding827.9K0.0%37.6K0.1%
3 others819.5K0.0%37.2K0.1%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typellama4llama4✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
vision_configRoPE typedefaultdefault✓ kept
vision_configmodel_typellama4_vision_modelllama4_vision_model✓ kept
vision_confighidden_actgelugelu✓ kept
vision_configimage_size336336✓ kept
vision_configpatch_size1414✓ kept
vision_confignum_channels33✓ kept
text_configattention styleGQA (40 heads, 8 KV)GQA (4 heads, 2 KV)✓ kept
text_configMoE routingtop-1 of 16 expertstop-1 of 4 experts✓ kept
text_configRoPE typellama3llama3✓ kept
text_configmodel_typellama4_textllama4_text✓ kept
text_configvocab_size202048202048✓ kept
text_configtie_word_embeddingsFalseFalse✓ kept
text_confighidden_actsilusilu✓ kept
text_configmax_position_embeddings1048576010485760✓ kept

Module classes

Instances of each class in the built model (prefix Llama4 omitted).

ClassOriginalFixture
Linear54545
TextRMSNorm979
SiLUActivation968
LayerNorm706
Router484
TextAttention484
TextDecoderLayer484
TextExperts484
TextMLP484
TextMoe484
TextL2Norm363
GELU353
VisionAttention342
VisionEncoderLayer342
VisionMLP342
ModuleList22
Embedding11
ForCausalLM11
ForConditionalGeneration11
MultiModalProjector11
TextModel11
TextRotaryEmbedding11
UnfoldConvolution11
VisionEncoder11
VisionMLP211
VisionModel11
VisionPixelShuffleMLP11
VisionRotaryEmbedding11
Unfold11

Config changes

14 fields changed, 75 unchanged.

FieldOriginalFixture
text_config.head_dim12816
text_config.hidden_size512064
text_config.intermediate_size8192128
text_config.layer_types48 entries: 36× chunked_attention, 12× full_attention["chunked_attention", "chunked_attention", "chunked_attention", "full_attenti…
text_config.moe_layers48 entries[0, 1, 2, 3]
text_config.no_rope_layers48 entries: 36× 1, 12× 0[1, 1, 1, 0]
text_config.num_attention_heads404
text_config.num_hidden_layers484
text_config.num_key_value_heads82
text_config.num_local_experts164
vision_config.hidden_size140864
vision_config.intermediate_size5632256
vision_config.num_attention_heads164
vision_config.num_hidden_layers342
\ No newline at end of file diff --git a/shrink/Llama-4-Scout-17B-16E-Instruct-mic.json b/shrink/Llama-4-Scout-17B-16E-Instruct-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..1e2cdfb9f8d51c19aa297cf091521888025f31e6 --- /dev/null +++ b/shrink/Llama-4-Scout-17B-16E-Instruct-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/Llama-4-Scout-17B-16E-Instruct-mic@18ed0f73576cf32d488b1b776bba7891007dcf12", "findings": []} \ No newline at end of file diff --git a/shrink/MOSS-Transcribe-Diarize-HF-mic.html b/shrink/MOSS-Transcribe-Diarize-HF-mic.html index 880461065b8c36b732acc078d2614727a26c5d78..b997cd23d0688a3418672e703097d2ac64af3b44 100644 --- a/shrink/MOSS-Transcribe-Diarize-HF-mic.html +++ b/shrink/MOSS-Transcribe-Diarize-HF-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +itazap/MOSS-Transcribe-Diarize-HF: shrunk architecture
-

Shrunk architecture

huggingface-mic/MOSS-Transcribe-Diarize-HF-mic@10010f1a0105941db4ce5363f4e724a85f053c64 ← itazap/MOSS-Transcribe-Diarize-HF@df4bdbe3c5376de5029005b69a301286b1bb7f35 · MossTranscribeDiarizeForConditionalGeneration · random weights

+

← MIC coverage of Transformers model types

+

itazap/MOSS-Transcribe-Diarize-HF

huggingface-mic/MOSS-Transcribe-Diarize-HF-mic@10010f1a0105 ← itazap/MOSS-Transcribe-Diarize-HF@df4bdbe3c537 · MossTranscribeDiarizeForConditionalGeneration · random weights

Original908.5Mparameters
Fixture10.0Mparameters
Layer stacks2compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.audio_tower.layers

Original · 24
Fixture · 2
KindOriginalFixture
AudioLayer242✓ kept

model.language_model.layers

Original · 28
Fixture · 2
KindOriginalFixture
Qwen3DecoderLayer282✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.language_model.layers440.5M48.5%74.0K0.7%
model.audio_tower.layers302.3M33.3%66.8K0.7%
model.language_model155.6M17.1%9.7M97.1%
model.multi_modal_projector5.2M0.6%20.7K0.2%
model.audio_tower4.9M0.5%123.9K1.2%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typemoss_transcribe_diarizemoss_transcribe_diarize✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
audio_configmodel_typemoss_transcribe_diarize_audiomoss_transcribe_diarize_audio✓ kept
audio_confignum_mel_bins8080✓ kept
text_configattention styleGQA (16 heads, 8 KV)GQA (4 heads, 2 KV)✓ kept
text_configRoPE typedefaultdefault✓ kept
text_configmodel_typeqwen3qwen3✓ kept
text_configvocab_size151936151936✓ kept
text_configtie_word_embeddingsTrueTrue✓ kept
text_confighidden_actsilusilu✓ kept
text_configmax_position_embeddings131072131072✓ kept

Module classes

Instances of each class in the built model (prefix MossTranscribeDiarize omitted).

ClassOriginalFixture
Linear34329
Qwen3RMSNorm1139
LayerNorm506
SiLUActivation293
Qwen3Attention282
Qwen3DecoderLayer282
Qwen3MLP282
GELUActivation242
AudioAttention242
AudioLayer242
Conv1d22
Embedding22
ModuleList22
AudioModel11
ForConditionalGeneration11
Model11
MultiModalProjector11
Qwen3Model11
Qwen3RotaryEmbedding11

Config changes

11 fields changed, 60 unchanged.

FieldOriginalFixture
audio_config.hidden_size102464
audio_config.intermediate_size4096128
audio_config.num_attention_heads164
audio_config.num_hidden_layers242
text_config.head_dim12816
text_config.hidden_size102464
text_config.intermediate_size3072128
text_config.layer_types28 entries: 28× full_attention["full_attention", "full_attention"]
text_config.num_attention_heads164
text_config.num_hidden_layers282
text_config.num_key_value_heads82
\ No newline at end of file diff --git a/shrink/MOSS-Transcribe-Diarize-HF-mic.json b/shrink/MOSS-Transcribe-Diarize-HF-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..cd9ac3429451291e06a7f24e8444c15effb30daa --- /dev/null +++ b/shrink/MOSS-Transcribe-Diarize-HF-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/MOSS-Transcribe-Diarize-HF-mic@10010f1a0105941db4ce5363f4e724a85f053c64", "findings": []} \ No newline at end of file diff --git a/shrink/MiniCPM-V-4.6-mic.html b/shrink/MiniCPM-V-4.6-mic.html index 22cfd6680cd203674380172de5db33c9dc18cd56..90ac30eea01e623abac554f10ede88852d28925e 100644 --- a/shrink/MiniCPM-V-4.6-mic.html +++ b/shrink/MiniCPM-V-4.6-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +openbmb/MiniCPM-V-4.6: shrunk architecture
-

Shrunk architecture

huggingface-mic/MiniCPM-V-4.6-mic@0ab6a30ad4aeae45c8ad56b7859397c24bca47e8 ← openbmb/MiniCPM-V-4.6@36f34a661a4bd35d0dc2294cb044d2584646c7d3 · MiniCPMV4_6ForConditionalGeneration · random weights

+

← MIC coverage of Transformers model types

+

openbmb/MiniCPM-V-4.6

huggingface-mic/MiniCPM-V-4.6-mic@0ab6a30ad4ae ← openbmb/MiniCPM-V-4.6@36f34a661a4b · MiniCPMV4_6ForConditionalGeneration · random weights

Original1.3Bparameters
Fixture17.3Mparameters
Layer stacks3compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.vision_tower.encoder.layers

Original · 27
Fixture · 2
KindOriginalFixture
VisionEncoderLayer272✓ kept

model.language_model.layers

Original · 24
Fixture · 2
KindOriginalFixture
linear_attention, Conv1d, Qwen3_5GatedDeltaNet …181✓ kept
is_causal=True, Qwen3_5Attention61✓ kept

model.merger.mlp

Original · 1
Fixture · 1
KindOriginalFixture
GELU11✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.language_model.layers498.1M38.3%748.0K4.3%
model.vision_tower.encoder.layers411.5M31.6%66.9K0.4%
model.language_model254.0M19.5%15.9M91.7%
model.vision_tower110.8M8.5%533.1K3.1%
model.merger.mlp26.0M2.0%82.8K0.5%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typeminicpmv4_6minicpmv4_6✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
modelimage_size11201120✓ kept
modelpatch_size1414✓ kept
text_configattention styleGQA (8 heads, 2 KV)GQA (4 heads, 2 KV)✓ kept
text_configRoPE typedefaultdefault✓ kept
text_configmodel_typeqwen3_5_textqwen3_5_text✓ kept
text_configvocab_size248094248094✓ kept
text_configtie_word_embeddingsTrueTrue✓ kept
text_confighidden_actsilusilu✓ kept
text_configmax_position_embeddings262144262144✓ kept
vision_configmodel_typeminicpmv4_6_visionminicpmv4_6_vision✓ kept
vision_confighidden_actgelu_pytorch_tanhgelu_pytorch_tanh✓ kept
vision_configimage_size980980✓ kept
vision_configpatch_size1414✓ kept
vision_confignum_channels33✓ kept

Module classes

Instances of each class in the built model (prefix MiniCPMV4_6 omitted).

ClassOriginalFixture
Linear35736
Qwen3_5RMSNorm617
LayerNorm588
GELUTanh283
VisionAttention283
VisionEncoderLayer272
VisionMLP272
Qwen3_5DecoderLayer242
Qwen3_5MLP242
SiLUActivation242
Conv1d181
Qwen3_5GatedDeltaNet181
Qwen3_5RMSNormGated181
Qwen3_5Attention61
ModuleList33
Embedding22
Conv2d11
GELU11
DownsampleMLP11
ForConditionalGeneration11
Merger11
Model11
ViTWindowAttentionMerger11
VisionEmbeddings11
VisionEncoder11
VisionModel11
Qwen3_5TextModel11
Qwen3_5TextRotaryEmbedding11

Config changes

10 fields changed, 73 unchanged.

FieldOriginalFixture
text_config.head_dim25616
text_config.hidden_size102464
text_config.intermediate_size3584128
text_config.layer_types24 entries: 18× linear_attention, 6× full_attention["linear_attention", "full_attention"]
text_config.num_attention_heads84
text_config.num_hidden_layers242
vision_config.hidden_size115264
vision_config.intermediate_size4304128
vision_config.num_attention_heads164
vision_config.num_hidden_layers272
\ No newline at end of file diff --git a/shrink/MiniCPM-V-4.6-mic.json b/shrink/MiniCPM-V-4.6-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..1c55434f2bef8a1051ce32c98741275d187f500e --- /dev/null +++ b/shrink/MiniCPM-V-4.6-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/MiniCPM-V-4.6-mic@0ab6a30ad4aeae45c8ad56b7859397c24bca47e8", "findings": []} \ No newline at end of file diff --git a/shrink/MiniCPM3-4B-mic.html b/shrink/MiniCPM3-4B-mic.html index 816529da0456dc0394f117c07d50395341ab89bf..fc9c6956cee80cf9551639efbc5df8a785bb5fa2 100644 --- a/shrink/MiniCPM3-4B-mic.html +++ b/shrink/MiniCPM3-4B-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +openbmb/MiniCPM3-4B: shrunk architecture
-

Shrunk architecture

huggingface-mic/MiniCPM3-4B-mic@874f11d622cb165e995468f15d2f43f242b52b4a ← openbmb/MiniCPM3-4B@d6b14ddaefdb11c624dd75c3c779549bc90b08cb · MiniCPM3ForCausalLM · random weights · built before the shrink rule (no recorded recipe)

+

← MIC coverage of Transformers model types

+

openbmb/MiniCPM3-4B

huggingface-mic/MiniCPM3-4B-mic@874f11d622cb ← openbmb/MiniCPM3-4B@d6b14ddaefdb · MiniCPM3ForCausalLM · random weights · built before the shrink rule (no recorded recipe)

Original4.1Bparameters
Fixture4.8Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 62
Fixture · 2
KindOriginalFixture
DecoderLayer622✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers3.9B95.4%70.0K1.5%
model.embed_tokens188.0M4.6%4.7M98.5%
model.norm2.6K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleMHA (40 heads, 40 KV)MHA (4 heads, 4 KV)✓ kept
modelRoPE typelongropelongrope✓ kept
modelmodel_typeminicpm3minicpm3✓ kept
modelvocab_size7344873448✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings3276832768✓ kept

Module classes

Instances of each class in the built model (prefix MiniCPM3 omitted).

ClassOriginalFixture
Linear49717
RMSNorm2499
Attention622
DecoderLayer622
MLP622
SiLUActivation622
ForCausalLM11
Model11
RotaryEmbedding11
ScaledWordEmbedding11
ModuleList11

Config changes

12 fields changed, 28 unchanged.

FieldOriginalFixture
head_dim328
hidden_size256064
intermediate_size6400128
kv_lora_rank25616
num_attention_heads404
num_hidden_layers622
num_key_value_heads404
q_lora_rank76816
qk_nope_head_dim6416
qk_rope_head_dim328
rope_parameters{"type": "longrope", "long_factor": [1.0591234137867171, 1.1241891283591912, …{"long_factor": [1.0591234137867171, 2.093982484148734, 10.475458000005451, 1…
v_head_dim6416
\ No newline at end of file diff --git a/shrink/MiniCPM3-4B-mic.json b/shrink/MiniCPM3-4B-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..df098317b6ee407f4a5c7097cd4ca18d5c758cbc --- /dev/null +++ b/shrink/MiniCPM3-4B-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/MiniCPM3-4B-mic@874f11d622cb165e995468f15d2f43f242b52b4a", "findings": []} \ No newline at end of file diff --git a/shrink/MiniMax-M2.5-mic.html b/shrink/MiniMax-M2.5-mic.html index ac2a79ff7cd61e012eccd0e431980651640ee654..5a8114a3bdb7e3644b460fb7ff9fa6e10d8ed01f 100644 --- a/shrink/MiniMax-M2.5-mic.html +++ b/shrink/MiniMax-M2.5-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +MiniMaxAI/MiniMax-M2.5: shrunk architecture
-

Shrunk architecture

huggingface-mic/MiniMax-M2.5-mic@5e9d65abcedbbc965c77d1f07ffe7fba04f5d512 ← MiniMaxAI/MiniMax-M2.5@2515a3ea0afec1dd22d0c7794b3a91557804d195 · MiniMaxM2ForCausalLM · random weights

+

← MIC coverage of Transformers model types

+

MiniMaxAI/MiniMax-M2.5

huggingface-mic/MiniMax-M2.5-mic@5e9d65abcedb ← MiniMaxAI/MiniMax-M2.5@2515a3ea0afe · MiniMaxM2ForCausalLM · random weights

Original228.7Bparameters
Fixture25.8Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 62
Fixture · 2
KindOriginalFixture
DecoderLayer622✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers227.5B99.5%222.1K0.9%
lm_head614.6M0.3%12.8M49.6%
model.embed_tokens614.6M0.3%12.8M49.6%
model.norm3.1K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleGQA (48 heads, 8 KV)GQA (4 heads, 2 KV)✓ kept
modelMoE routingtop-8 of 256 expertstop-2 of 4 experts✓ kept
modelRoPE typedefaultdefault✓ kept
modelmodel_typeminimax_m2minimax_m2✓ kept
modelvocab_size200064200064✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings196608196608✓ kept

Module classes

Instances of each class in the built model (prefix MiniMaxM2 omitted).

ClassOriginalFixture
Linear2499
RMSNorm2499
Attention622
DecoderLayer622
Experts622
SparseMoeBlock622
TopKRouter622
SiLUActivation622
Embedding11
ForCausalLM11
Model11
RotaryEmbedding11
ModuleList11

Config changes

10 fields changed, 34 unchanged.

FieldOriginalFixture
attn_type_list62 entries: 62× 1[1, 1]
head_dim12816
hidden_size307264
intermediate_size1536128
num_attention_heads484
num_experts_per_tok82
num_hidden_layers622
num_key_value_heads82
num_local_experts2564
quantization_config{"activation_scheme": "dynamic", "fmt": "float8_e4m3fn", "quant_method": "fp8…—
\ No newline at end of file diff --git a/shrink/MiniMax-M2.5-mic.json b/shrink/MiniMax-M2.5-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..1bcb377c2f94522dab0bba725c77c462b4f4ac61 --- /dev/null +++ b/shrink/MiniMax-M2.5-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/MiniMax-M2.5-mic@5e9d65abcedbbc965c77d1f07ffe7fba04f5d512", "findings": []} \ No newline at end of file diff --git a/shrink/MiniMax-M3-MXFP8-mic.html b/shrink/MiniMax-M3-MXFP8-mic.html index 1ff4a8c52631fcbd09d27959a93e36941a804e77..a59e31cbc65879e6e4e237e641916f15fcc8f82e 100644 --- a/shrink/MiniMax-M3-MXFP8-mic.html +++ b/shrink/MiniMax-M3-MXFP8-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +MiniMaxAI/MiniMax-M3-MXFP8: shrunk architecture
-

Shrunk architecture

huggingface-mic/MiniMax-M3-MXFP8-mic@314c24fd31f3764227458c8fe5aa7750eb65f6b8 ← MiniMaxAI/MiniMax-M3-MXFP8@d2be410f483297907301ec94fdf0ca5385f9b169 · MiniMaxM3SparseForConditionalGeneration · random weights

+

← MIC coverage of Transformers model types

+

MiniMaxAI/MiniMax-M3-MXFP8

huggingface-mic/MiniMax-M3-MXFP8-mic@314c24fd31f3 ← MiniMaxAI/MiniMax-M3-MXFP8@d2be410f4832 · MiniMaxM3SparseForConditionalGeneration · random weights

Original427.0Bparameters
Fixture31.0Mparameters
Layer stacks2compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.vision_tower.layers

Original · 32
Fixture · 2
KindOriginalFixture
MiniMaxM3VLVisionEncoderLayer322✓ kept

model.language_model.layers

Original · 60
Fixture · 2
KindOriginalFixture
no MiniMaxM3VLExperts31✓ kept
MiniMaxM3VLExperts, MiniMaxM3VLIndexer, MiniMaxM3VLSparseMoeBlock …571✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.language_model.layers423.7B99.2%2.5M8.2%
model.language_model1.2B0.3%12.8M41.2%
lm_head1.2B0.3%12.8M41.2%
model.vision_tower.layers629.7M0.1%66.9K0.2%
model.multi_modal_projector234.4M0.1%2.8M8.9%
model.vision_tower1.5M0.0%75.4K0.2%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typeminimax_m3_vlminimax_m3_vl✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
vision_configRoPE typeaxialaxial✓ kept
vision_configmodel_typeminimax_m3_vl_visionminimax_m3_vl_vision✓ kept
vision_configvocab_size3200032000✓ kept
vision_confighidden_actgelugelu✓ kept
vision_configimage_size20162016✓ kept
vision_configpatch_size1414✓ kept
vision_confignum_channels33✓ kept
text_configattention styleGQA (64 heads, 4 KV)GQA (4 heads, 2 KV)✓ kept
text_configMoE routingtop-4 of 128 expertstop-2 of 4 experts✓ kept
text_configRoPE typedefaultdefault✓ kept
text_configmodel_typeminimax_m3_vl_textminimax_m3_vl_text✓ kept
text_configvocab_size200064200064✓ kept
text_configtie_word_embeddingsFalseFalse✓ kept
text_confighidden_actsilusilu✓ kept
text_configmax_position_embeddings10485761048576✓ kept

Module classes

Instances of each class in the built model (prefix MiniMaxM3Sparse omitted).

ClassOriginalFixture
Linear67131
MiniMaxM3VLRMSNorm35511
LayerNorm655
MiniMaxM3VLAttention602
MiniMaxM3VLDecoderLayer602
MiniMaxM3VLDenseMLP602
MiniMaxM3VLExperts571
MiniMaxM3VLIndexer571
MiniMaxM3VLSparseMoeBlock571
MiniMaxM3VLTopKRouter571
GELUActivation344
MiniMaxM3VLVisionAttention322
MiniMaxM3VLVisionEncoderLayer322
MiniMaxM3VLVisionMLP322
ModuleList22
Conv3d11
Embedding11
ForConditionalGeneration11
MiniMaxM3VLModel11
MiniMaxM3VLMultiModalProjector11
MiniMaxM3VLRotaryEmbedding11
MiniMaxM3VLTextModel11
MiniMaxM3VLVisionEmbeddings11
MiniMaxM3VLVisionModel11
MiniMaxM3VLVisionRotaryEmbedding11

Config changes

21 fields changed, 91 unchanged.

FieldOriginalFixture
merged_hidden_size24576256
quantization_config{"quant_method": "mxfp8", "activation_scheme": "dynamic", "weight_block_size"…—
text_config.head_dim12816
text_config.hidden_size614464
text_config.index_block_size1288
text_config.index_n_heads42
text_config.index_topk_blocks164
text_config.intermediate_size3072128
text_config.layer_types60 entries: 57× minimax_m3_sparse, 3× full_attention["full_attention", "minimax_m3_sparse"]
text_config.mlp_layer_types60 entries: 57× sparse, 3× dense["dense", "sparse"]
text_config.num_attention_heads644
text_config.num_experts_per_tok42
text_config.num_hidden_layers602
text_config.num_key_value_heads42
text_config.num_local_experts1284
text_config.shared_intermediate_size3072128
vision_config.hidden_size128064
vision_config.intermediate_size5120128
vision_config.num_attention_heads164
vision_config.num_hidden_layers322
vision_config.projection_dim614464
\ No newline at end of file diff --git a/shrink/MiniMax-M3-MXFP8-mic.json b/shrink/MiniMax-M3-MXFP8-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..c88551697b99a8dc0dcd75ca5e6d9098d637f1ff --- /dev/null +++ b/shrink/MiniMax-M3-MXFP8-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/MiniMax-M3-MXFP8-mic@314c24fd31f3764227458c8fe5aa7750eb65f6b8", "findings": []} \ No newline at end of file diff --git a/shrink/Ministral-3-3B-Instruct-2512-mic.html b/shrink/Ministral-3-3B-Instruct-2512-mic.html index e31c7a9607dc3696edda5e7f3873b250e23e6895..440b554bdbe846d42c5b6f2275d3dbb8ffe64dc0 100644 --- a/shrink/Ministral-3-3B-Instruct-2512-mic.html +++ b/shrink/Ministral-3-3B-Instruct-2512-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +mistralai/Ministral-3-3B-Instruct-2512: shrunk architecture
-

Shrunk architecture

huggingface-mic/Ministral-3-3B-Instruct-2512-mic@444a971de7a3a92574df14dcdd5dde549e0d660f ← mistralai/Ministral-3-3B-Instruct-2512@b35d4dfe56c142746f54dbd64f579faab2744308 · Mistral3ForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)

+

← MIC coverage of Transformers model types

+

mistralai/Ministral-3-3B-Instruct-2512

huggingface-mic/Ministral-3-3B-Instruct-2512-mic@444a971de7a3 ← mistralai/Ministral-3-3B-Instruct-2512@b35d4dfe56c1 · Mistral3ForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)

Original3.8Bparameters
Fixture8.6Mparameters
Layer stacks2compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.vision_tower.transformer.layers

Original · 24
Fixture · 2
KindOriginalFixture
PixtralAttentionLayer242✓ kept

model.language_model.layers

Original · 26
Fixture · 2
KindOriginalFixture
Ministral3DecoderLayer262✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.language_model.layers3.0B78.6%74.0K0.9%
model.vision_tower.transformer.layers402.7M10.5%82.2K1.0%
model.language_model402.7M10.5%8.4M97.5%
model.multi_modal_projector16.8M0.4%24.6K0.3%
model.vision_tower603.1K0.0%37.7K0.4%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typemistral3mistral3✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
vision_configRoPE typeaxialaxial✓ kept
vision_configmodel_typepixtralpixtral✓ kept
vision_confighidden_actsilusilu✓ kept
vision_configimage_size15401540✓ kept
vision_configpatch_size1414✓ kept
vision_confignum_channels33✓ kept
text_configattention styleGQA (32 heads, 8 KV)GQA (4 heads, 2 KV)✓ kept
text_configRoPE typeyarnyarn✓ kept
text_configmodel_typeministral3ministral3✓ kept
text_configvocab_size131072131072✓ kept
text_configtie_word_embeddingsTrueTrue✓ kept
text_confighidden_actsilusilu✓ kept
text_configmax_position_embeddings262144262144✓ kept

Module classes

Instances of each class in the built model (prefix Mistral3 omitted).

ClassOriginalFixture
Linear35432
Ministral3RMSNorm535
SiLUActivation504
PixtralRMSNorm495
Ministral3Attention262
Ministral3DecoderLayer262
Ministral3MLP262
PixtralAttention242
PixtralAttentionLayer242
PixtralMLP242
ModuleList22
Conv2d11
Embedding11
GELUActivation11
Ministral3Model11
Ministral3RotaryEmbedding11
ForConditionalGeneration11
Model11
MultiModalProjector11
PatchMerger11
RMSNorm11
PixtralTransformer11
PixtralVisionModel11
PixtralVisionRotaryEmbedding11

Config changes

12 fields changed, 53 unchanged.

FieldOriginalFixture
quantization_config{"activation_scheme": "static", "dequantize": false, "modules_to_not_convert"…—
text_config.head_dim12816
text_config.hidden_size307264
text_config.intermediate_size9216128
text_config.num_attention_heads324
text_config.num_hidden_layers262
text_config.num_key_value_heads82
vision_config.head_dim6416
vision_config.hidden_size102464
vision_config.intermediate_size4096128
vision_config.num_attention_heads164
vision_config.num_hidden_layers242
\ No newline at end of file diff --git a/shrink/Ministral-3-3B-Instruct-2512-mic.json b/shrink/Ministral-3-3B-Instruct-2512-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..3838c66f87c2dd5171cca96ce09a8a7c3b308051 --- /dev/null +++ b/shrink/Ministral-3-3B-Instruct-2512-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/Ministral-3-3B-Instruct-2512-mic@444a971de7a3a92574df14dcdd5dde549e0d660f", "findings": []} \ No newline at end of file diff --git a/shrink/Mistral-7B-Instruct-v0.2-mic.html b/shrink/Mistral-7B-Instruct-v0.2-mic.html index 1233543a12b96facaed9566e580bbeb4ef95d505..ad9f5457663c4d5adf1f93006777271a41de2267 100644 --- a/shrink/Mistral-7B-Instruct-v0.2-mic.html +++ b/shrink/Mistral-7B-Instruct-v0.2-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +mistralai/Mistral-7B-Instruct-v0.2: shrunk architecture
-

Shrunk architecture

huggingface-mic/Mistral-7B-Instruct-v0.2-mic@90938461b4cb2497a78ea7f817f89df453996848 ← mistralai/Mistral-7B-Instruct-v0.2@63a8b081895390a26e140280378bc85ec8bce07a · MistralForCausalLM · random weights · built before the shrink rule (no recorded recipe)

+

← MIC coverage of Transformers model types

+

mistralai/Mistral-7B-Instruct-v0.2

huggingface-mic/Mistral-7B-Instruct-v0.2-mic@90938461b4cb ← mistralai/Mistral-7B-Instruct-v0.2@63a8b0818953 · MistralForCausalLM · random weights · built before the shrink rule (no recorded recipe)

Original7.2Bparameters
Fixture8.4Mparameters
Layer stacks1compared
Findings1to review

⚠ To review

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 32
Fixture · 2
KindOriginalFixture
DecoderLayer322✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers7.0B96.4%246.3K2.9%
model.embed_tokens131.1M1.8%4.1M48.5%
lm_head131.1M1.8%4.1M48.5%
model.norm4.1K0.0%1280.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleGQA (32 heads, 8 KV)GQA (4 heads, 2 KV)✓ kept
modelRoPE typedefaultdefault✓ kept
modelmodel_typemistralmistral✓ kept
modelvocab_size3200032000✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings32768512⚠ changed

Module classes

Instances of each class in the built model (prefix Mistral omitted).

ClassOriginalFixture
Linear22515
RMSNorm655
Attention322
DecoderLayer322
MLP322
SiLUActivation322
Embedding11
ForCausalLM11
Model11
RotaryEmbedding11
ModuleList11

Config changes

7 fields changed, 21 unchanged.

FieldOriginalFixture
head_dim12816
hidden_size4096128
intermediate_size14336256
max_position_embeddings32768512
num_attention_heads324
num_hidden_layers322
num_key_value_heads82
\ No newline at end of file diff --git a/shrink/Mistral-7B-Instruct-v0.2-mic.json b/shrink/Mistral-7B-Instruct-v0.2-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..a46786157b76cd34fd72b4cea34deadb8d008503 --- /dev/null +++ b/shrink/Mistral-7B-Instruct-v0.2-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/Mistral-7B-Instruct-v0.2-mic@90938461b4cb2497a78ea7f817f89df453996848", "findings": ["model: max_position_embeddings 32768 became 512"]} \ No newline at end of file diff --git a/shrink/Mixtral-8x7B-Instruct-v0.1-mic.html b/shrink/Mixtral-8x7B-Instruct-v0.1-mic.html index 7dd8050beb1d5fd1f0caeaebaf5d93df23c146dd..4849d41df7d0c16c8cf5cd28062629fd424e5a99 100644 --- a/shrink/Mixtral-8x7B-Instruct-v0.1-mic.html +++ b/shrink/Mixtral-8x7B-Instruct-v0.1-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +mistralai/Mixtral-8x7B-Instruct-v0.1: shrunk architecture
-

Shrunk architecture

huggingface-mic/Mixtral-8x7B-Instruct-v0.1-mic@9c86dd7f51c866a4511616932943f95f6d163e66 ← mistralai/Mixtral-8x7B-Instruct-v0.1@eba92302a2861cdc0098cc54bc9f17cb2c47eb61 · MixtralForCausalLM · random weights

-
Original46.7Bparameters
Fixture4.3Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 32
Fixture · 2
KindOriginalFixture
DecoderLayer322✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers46.4B99.4%222.0K5.1%
lm_head131.1M0.3%2.0M47.4%
model.embed_tokens131.1M0.3%2.0M47.4%
model.norm4.1K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleGQA (32 heads, 8 KV)GQA (4 heads, 2 KV)✓ kept
modelMoE routingtop-2 of 8 expertstop-2 of 4 experts✓ kept
modelRoPE typedefaultdefault✓ kept
modelmodel_typemixtralmixtral✓ kept
modelvocab_size3200032000✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings3276832768✓ kept

Module classes

Instances of each class in the built model (prefix Mixtral omitted).

ClassOriginalFixture
Linear1299
RMSNorm655
Attention322
DecoderLayer322
Experts322
SparseMoeBlock322
TopKRouter322
SiLUActivation322
Embedding11
ForCausalLM11
Model11
RotaryEmbedding11
ModuleList11

Config changes

6 fields changed, 27 unchanged.

FieldOriginalFixture
hidden_size409664
intermediate_size14336128
num_attention_heads324
num_hidden_layers322
num_key_value_heads82
num_local_experts84
+

← MIC coverage of Transformers model types

+

mistralai/Mixtral-8x7B-Instruct-v0.1

huggingface-mic/Mixtral-8x7B-Instruct-v0.1-mic@9c86dd7f51c8 ← mistralai/Mixtral-8x7B-Instruct-v0.1@eba92302a286 · MixtralForCausalLM · random weights

+
Original46.7Bparameters
Fixture4.3Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 32
Fixture · 2
KindOriginalFixture
DecoderLayer322✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers46.4B99.4%222.0K5.1%
model.embed_tokens131.1M0.3%2.0M47.4%
lm_head131.1M0.3%2.0M47.4%
model.norm4.1K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleGQA (32 heads, 8 KV)GQA (4 heads, 2 KV)✓ kept
modelMoE routingtop-2 of 8 expertstop-2 of 4 experts✓ kept
modelRoPE typedefaultdefault✓ kept
modelmodel_typemixtralmixtral✓ kept
modelvocab_size3200032000✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings3276832768✓ kept

Module classes

Instances of each class in the built model (prefix Mixtral omitted).

ClassOriginalFixture
Linear1299
RMSNorm655
Attention322
DecoderLayer322
Experts322
SparseMoeBlock322
TopKRouter322
SiLUActivation322
Embedding11
ForCausalLM11
Model11
RotaryEmbedding11
ModuleList11

Config changes

6 fields changed, 27 unchanged.

FieldOriginalFixture
hidden_size409664
intermediate_size14336128
num_attention_heads324
num_hidden_layers322
num_key_value_heads82
num_local_experts84
\ No newline at end of file diff --git a/shrink/Mixtral-8x7B-Instruct-v0.1-mic.json b/shrink/Mixtral-8x7B-Instruct-v0.1-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..a4e773cd8a6bf9ef94b7021022b1a215da7bfa87 --- /dev/null +++ b/shrink/Mixtral-8x7B-Instruct-v0.1-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/Mixtral-8x7B-Instruct-v0.1-mic@9c86dd7f51c866a4511616932943f95f6d163e66", "findings": []} \ No newline at end of file diff --git a/shrink/NVIDIA-Nemotron-3-Nano-4B-BF16-mic.html b/shrink/NVIDIA-Nemotron-3-Nano-4B-BF16-mic.html index 60f8b259be959c1d26f30b277721e97c627c9000..6c263dff676e4088b3c59cc38381d26f3b078b23 100644 --- a/shrink/NVIDIA-Nemotron-3-Nano-4B-BF16-mic.html +++ b/shrink/NVIDIA-Nemotron-3-Nano-4B-BF16-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16: shrunk architecture
-

Shrunk architecture

huggingface-mic/NVIDIA-Nemotron-3-Nano-4B-BF16-mic@9e2cf8579314aef2d07fb651a0e47989c49ce98d ← nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16@dfaf35de3e30f1867dd8dbc38a7fc9fb52d3914f · NemotronHForCausalLM · random weights · built before the shrink rule (no recorded recipe)

+

← MIC coverage of Transformers model types

+

nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16

huggingface-mic/NVIDIA-Nemotron-3-Nano-4B-BF16-mic@9e2cf8579314 ← nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16@dfaf35de3e30 · NemotronHForCausalLM · random weights · built before the shrink rule (no recorded recipe)

Original4.0Bparameters
Fixture49.5Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 42
Fixture · 42
KindOriginalFixture
linear_attention, Conv1d, Mamba2Mixer …2121✓ kept
MLP, ReLUSquaredActivation1717✓ kept
is_causal=True, Attention44✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers3.2B79.3%32.8M66.1%
lm_head411.0M10.3%8.4M16.9%
model.embeddings411.0M10.3%8.4M16.9%
model.norm_f3.1K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleGQA (40 heads, 8 KV)GQA (4 heads, 2 KV)✓ kept
modelMoE routingtop-2 of 8 expertstop-2 of 4 experts✓ kept
modelmodel_typenemotron_hnemotron_h✓ kept
modelvocab_size131072131072✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
modelmax_position_embeddings262144262144✓ kept

Module classes

Instances of each class in the built model (prefix NemotronH omitted).

ClassOriginalFixture
Linear9393
RMSNorm4343
Block4242
Conv1d2121
Mamba2Mixer2121
RMSNormGated2121
SiLUActivation2121
MLP1717
ReLUSquaredActivation1717
Attention44
Embedding11
ModuleList11
ForCausalLM11
Model11

Config changes

9 fields changed, 58 unchanged.

FieldOriginalFixture
chunk_size2568
head_dim12816
hidden_size313664
intermediate_size12544128
moe_intermediate_size768832
n_routed_experts84
num_attention_heads404
num_key_value_heads82
ssm_state_size12816
\ No newline at end of file diff --git a/shrink/NVIDIA-Nemotron-3-Nano-4B-BF16-mic.json b/shrink/NVIDIA-Nemotron-3-Nano-4B-BF16-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..40faf88cb6bb3b566d36fc51a76437aa95c5b785 --- /dev/null +++ b/shrink/NVIDIA-Nemotron-3-Nano-4B-BF16-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/NVIDIA-Nemotron-3-Nano-4B-BF16-mic@9e2cf8579314aef2d07fb651a0e47989c49ce98d", "findings": []} \ No newline at end of file diff --git a/shrink/Nemotron-3-Embed-1B-BF16-mic.html b/shrink/Nemotron-3-Embed-1B-BF16-mic.html index 6f6adaadb9b384ef5d36477d5c7fbd666980c7d8..f05b1f9c89298ea488da1b015afe7f11dacd03d0 100644 --- a/shrink/Nemotron-3-Embed-1B-BF16-mic.html +++ b/shrink/Nemotron-3-Embed-1B-BF16-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +nvidia/Nemotron-3-Embed-1B-BF16: shrunk architecture
-

Shrunk architecture

huggingface-mic/Nemotron-3-Embed-1B-BF16-mic@645864f9759d320c610786a2270ecb18e982534a ← nvidia/Nemotron-3-Embed-1B-BF16@c0c9fea93ea424587517f2c59e20db9f1d6bf615 · Ministral3Model · random weights

+

← MIC coverage of Transformers model types

+

nvidia/Nemotron-3-Embed-1B-BF16

huggingface-mic/Nemotron-3-Embed-1B-BF16-mic@645864f9759d ← nvidia/Nemotron-3-Embed-1B-BF16@c0c9fea93ea4 · Ministral3Model · random weights

Original1.1Bparameters
Fixture8.5Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

layers

Original · 16
Fixture · 2
KindOriginalFixture
DecoderLayer162✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
layers872.5M76.5%74.0K0.9%
embed_tokens268.4M23.5%8.4M99.1%
norm2.0K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleGQA (24 heads, 8 KV)GQA (4 heads, 2 KV)✓ kept
modelRoPE typeyarnyarn✓ kept
modelmodel_typeministral3ministral3✓ kept
modelvocab_size131072131072✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings262144262144✓ kept

Module classes

Instances of each class in the built model (prefix Ministral3 omitted).

ClassOriginalFixture
Linear11214
RMSNorm335
Attention162
DecoderLayer162
MLP162
SiLUActivation162
Embedding11
Model11
RotaryEmbedding11
ModuleList11

Config changes

6 fields changed, 26 unchanged.

FieldOriginalFixture
head_dim12816
hidden_size204864
intermediate_size6144128
num_attention_heads244
num_hidden_layers162
num_key_value_heads82
\ No newline at end of file diff --git a/shrink/Nemotron-3-Embed-1B-BF16-mic.json b/shrink/Nemotron-3-Embed-1B-BF16-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..1a5f6984cb7096711be1d13bdb313cf5b672ad82 --- /dev/null +++ b/shrink/Nemotron-3-Embed-1B-BF16-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/Nemotron-3-Embed-1B-BF16-mic@645864f9759d320c610786a2270ecb18e982534a", "findings": []} \ No newline at end of file diff --git a/shrink/OLMo-1B-hf-mic.html b/shrink/OLMo-1B-hf-mic.html index 629d5d1a54013f4a5fdd744195b2e53bbedc9f61..0027b39c8c511290139832d07d611a0e9fb70c1e 100644 --- a/shrink/OLMo-1B-hf-mic.html +++ b/shrink/OLMo-1B-hf-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +allenai/OLMo-1B-hf: shrunk architecture
-

Shrunk architecture

huggingface-mic/OLMo-1B-hf-mic@87c81bd7d9f93663d9906bbde0737125e4d85c54 ← allenai/OLMo-1B-hf@aee7752d9c08ee4775e9b0091426d8410e8f6a89 · OlmoForCausalLM · random weights

+

← MIC coverage of Transformers model types

+

allenai/OLMo-1B-hf

huggingface-mic/OLMo-1B-hf-mic@87c81bd7d9f9 ← allenai/OLMo-1B-hf@aee7752d9c08 · OlmoForCausalLM · random weights

Original1.2Bparameters
Fixture3.3Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 16
Fixture · 2
KindOriginalFixture
DecoderLayer162✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers1.1B91.2%81.9K2.5%
model.embed_tokens103.0M8.8%3.2M97.5%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleMHA (16 heads, 16 KV)MHA (4 heads, 4 KV)✓ kept
modelRoPE typedefaultdefault✓ kept
modelmodel_typeolmoolmo✓ kept
modelvocab_size5030450304✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings20482048✓ kept

Module classes

Instances of each class in the built model (prefix Olmo omitted).

ClassOriginalFixture
Linear11315
LayerNorm335
Attention162
DecoderLayer162
MLP162
SiLUActivation162
Embedding11
ModuleList11
ForCausalLM11
Model11
RotaryEmbedding11

Config changes

5 fields changed, 23 unchanged.

FieldOriginalFixture
hidden_size204864
intermediate_size8192128
num_attention_heads164
num_hidden_layers162
num_key_value_heads164
\ No newline at end of file diff --git a/shrink/OLMo-1B-hf-mic.json b/shrink/OLMo-1B-hf-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..293956bdee8c3b8605bfeaf4b6f56a547ebc86a7 --- /dev/null +++ b/shrink/OLMo-1B-hf-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/OLMo-1B-hf-mic@87c81bd7d9f93663d9906bbde0737125e4d85c54", "findings": []} \ No newline at end of file diff --git a/shrink/OLMo-2-0425-1B-mic.html b/shrink/OLMo-2-0425-1B-mic.html index 30f3e4376c6fb1219c1719d9d8feca661d30cc59..5c32ed86c004b31b33453133d852f0197cf1439d 100644 --- a/shrink/OLMo-2-0425-1B-mic.html +++ b/shrink/OLMo-2-0425-1B-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +allenai/OLMo-2-0425-1B: shrunk architecture
-

Shrunk architecture

huggingface-mic/OLMo-2-0425-1B-mic@7a6eea1e741066708957df80693b23000613b907 ← allenai/OLMo-2-0425-1B@a1847dff35000b4271fa70afc5db10fd29fedbdf · Olmo2ForCausalLM · random weights

-
Original1.5Bparameters
Fixture12.9Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 16
Fixture · 2
KindOriginalFixture
DecoderLayer162✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers1.1B72.3%82.4K0.6%
model.embed_tokens205.5M13.8%6.4M49.7%
lm_head205.5M13.8%6.4M49.7%
model.norm2.0K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleMHA (16 heads, 16 KV)MHA (4 heads, 4 KV)✓ kept
modelRoPE typedefaultdefault✓ kept
modelmodel_typeolmo2olmo2✓ kept
modelvocab_size100352100352✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings40964096✓ kept

Module classes

Instances of each class in the built model (prefix Olmo2 omitted).

ClassOriginalFixture
Linear11315
RMSNorm659
Attention162
DecoderLayer162
MLP162
SiLUActivation162
Embedding11
ModuleList11
ForCausalLM11
Model11
RotaryEmbedding11

Config changes

5 fields changed, 22 unchanged.

FieldOriginalFixture
hidden_size204864
intermediate_size8192128
num_attention_heads164
num_hidden_layers162
num_key_value_heads164
+

← MIC coverage of Transformers model types

+

allenai/OLMo-2-0425-1B

huggingface-mic/OLMo-2-0425-1B-mic@7a6eea1e7410 ← allenai/OLMo-2-0425-1B@a1847dff3500 · Olmo2ForCausalLM · random weights

+
Original1.5Bparameters
Fixture12.9Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 16
Fixture · 2
KindOriginalFixture
DecoderLayer162✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers1.1B72.3%82.4K0.6%
lm_head205.5M13.8%6.4M49.7%
model.embed_tokens205.5M13.8%6.4M49.7%
model.norm2.0K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleMHA (16 heads, 16 KV)MHA (4 heads, 4 KV)✓ kept
modelRoPE typedefaultdefault✓ kept
modelmodel_typeolmo2olmo2✓ kept
modelvocab_size100352100352✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings40964096✓ kept

Module classes

Instances of each class in the built model (prefix Olmo2 omitted).

ClassOriginalFixture
Linear11315
RMSNorm659
Attention162
DecoderLayer162
MLP162
SiLUActivation162
Embedding11
ModuleList11
ForCausalLM11
Model11
RotaryEmbedding11

Config changes

5 fields changed, 22 unchanged.

FieldOriginalFixture
hidden_size204864
intermediate_size8192128
num_attention_heads164
num_hidden_layers162
num_key_value_heads164
\ No newline at end of file diff --git a/shrink/OLMo-2-0425-1B-mic.json b/shrink/OLMo-2-0425-1B-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..7e6c4bae06a36bbc1f9da5d933d8cfc7f2b52815 --- /dev/null +++ b/shrink/OLMo-2-0425-1B-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/OLMo-2-0425-1B-mic@7a6eea1e741066708957df80693b23000613b907", "findings": []} \ No newline at end of file diff --git a/shrink/OLMoE-1B-7B-0924-mic.html b/shrink/OLMoE-1B-7B-0924-mic.html index b7697681bb69d4e281ce6de6e45207a3d6973324..93216b20e7300482907faa302cea26706a767095 100644 --- a/shrink/OLMoE-1B-7B-0924-mic.html +++ b/shrink/OLMoE-1B-7B-0924-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +allenai/OLMoE-1B-7B-0924: shrunk architecture
-

Shrunk architecture

huggingface-mic/OLMoE-1B-7B-0924-mic@abd7fb026a08bdb27dfa8ff4d6a1680721f1e85a ← allenai/OLMoE-1B-7B-0924@6d84c48581ece794365f2b8e9cfb043c68ade9c5 · OlmoeForCausalLM · random weights

-
Original6.9Bparameters
Fixture6.7Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 16
Fixture · 2
KindOriginalFixture
DecoderLayer162✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers6.7B97.0%230.4K3.5%
model.embed_tokens103.0M1.5%3.2M48.3%
lm_head103.0M1.5%3.2M48.3%
model.norm2.0K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleMHA (16 heads, 16 KV)MHA (4 heads, 4 KV)✓ kept
modelMoE routingtop-8 of 64 expertstop-2 of 4 experts✓ kept
modelRoPE typedefaultdefault✓ kept
modelmodel_typeolmoeolmoe✓ kept
modelvocab_size5030450304✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings40964096✓ kept

Module classes

Instances of each class in the built model (prefix Olmoe omitted).

ClassOriginalFixture
Linear659
RMSNorm659
Attention162
DecoderLayer162
Experts162
SparseMoeBlock162
TopKRouter162
SiLUActivation162
Embedding11
ModuleList11
ForCausalLM11
Model11
RotaryEmbedding11

Config changes

7 fields changed, 26 unchanged.

FieldOriginalFixture
hidden_size204864
intermediate_size1024128
num_attention_heads164
num_experts644
num_experts_per_tok82
num_hidden_layers162
num_key_value_heads164
+

← MIC coverage of Transformers model types

+

allenai/OLMoE-1B-7B-0924

huggingface-mic/OLMoE-1B-7B-0924-mic@abd7fb026a08 ← allenai/OLMoE-1B-7B-0924@6d84c48581ec · OlmoeForCausalLM · random weights

+
Original6.9Bparameters
Fixture6.7Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 16
Fixture · 2
KindOriginalFixture
DecoderLayer162✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers6.7B97.0%230.4K3.5%
lm_head103.0M1.5%3.2M48.3%
model.embed_tokens103.0M1.5%3.2M48.3%
model.norm2.0K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleMHA (16 heads, 16 KV)MHA (4 heads, 4 KV)✓ kept
modelMoE routingtop-8 of 64 expertstop-2 of 4 experts✓ kept
modelRoPE typedefaultdefault✓ kept
modelmodel_typeolmoeolmoe✓ kept
modelvocab_size5030450304✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings40964096✓ kept

Module classes

Instances of each class in the built model (prefix Olmoe omitted).

ClassOriginalFixture
Linear659
RMSNorm659
Attention162
DecoderLayer162
Experts162
SparseMoeBlock162
TopKRouter162
SiLUActivation162
Embedding11
ModuleList11
ForCausalLM11
Model11
RotaryEmbedding11

Config changes

7 fields changed, 26 unchanged.

FieldOriginalFixture
hidden_size204864
intermediate_size1024128
num_attention_heads164
num_experts644
num_experts_per_tok82
num_hidden_layers162
num_key_value_heads164
\ No newline at end of file diff --git a/shrink/OLMoE-1B-7B-0924-mic.json b/shrink/OLMoE-1B-7B-0924-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..02049285526f23e2050cfa358c1468e6fcb51f8a --- /dev/null +++ b/shrink/OLMoE-1B-7B-0924-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/OLMoE-1B-7B-0924-mic@abd7fb026a08bdb27dfa8ff4d6a1680721f1e85a", "findings": []} \ No newline at end of file diff --git a/shrink/Olmo-3-7B-Instruct-mic.html b/shrink/Olmo-3-7B-Instruct-mic.html index 5867734cfec34930f34907058694e15ea6e0e110..8557b0ef96b1d88184029ad8e51df708e02abc00 100644 --- a/shrink/Olmo-3-7B-Instruct-mic.html +++ b/shrink/Olmo-3-7B-Instruct-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +allenai/Olmo-3-7B-Instruct: shrunk architecture
-

Shrunk architecture

huggingface-mic/Olmo-3-7B-Instruct-mic@3d2269c8c387b9dec2f5a987d2739464ad990224 ← allenai/Olmo-3-7B-Instruct@6e5971d9eba42665f5bd5a0fcf047f299ce1dccc · Olmo3ForCausalLM · random weights

-
Original7.3Bparameters
Fixture12.9Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 32
Fixture · 2
KindOriginalFixture
sliding_attention241✓ kept
full_attention81✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers6.5B88.7%82.4K0.6%
model.embed_tokens410.7M5.6%6.4M49.7%
lm_head410.7M5.6%6.4M49.7%
model.norm4.1K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleMHA (32 heads, 32 KV)MHA (4 heads, 4 KV)✓ kept
modelmodel_typeolmo3olmo3✓ kept
modelvocab_size100278100278✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings6553665536✓ kept

Module classes

Instances of each class in the built model (prefix Olmo3 omitted).

ClassOriginalFixture
Linear22515
RMSNorm1299
Attention322
DecoderLayer322
MLP322
SiLUActivation322
Embedding11
ModuleList11
ForCausalLM11
Model11
RotaryEmbedding11

Config changes

6 fields changed, 23 unchanged.

FieldOriginalFixture
hidden_size409664
intermediate_size11008128
layer_types32 entries: 24× sliding_attention, 8× full_attention["sliding_attention", "full_attention"]
num_attention_heads324
num_hidden_layers322
num_key_value_heads324
+

← MIC coverage of Transformers model types

+

allenai/Olmo-3-7B-Instruct

huggingface-mic/Olmo-3-7B-Instruct-mic@3d2269c8c387 ← allenai/Olmo-3-7B-Instruct@6e5971d9eba4 · Olmo3ForCausalLM · random weights

+
Original7.3Bparameters
Fixture12.9Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 32
Fixture · 2
KindOriginalFixture
sliding_attention241✓ kept
full_attention81✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers6.5B88.7%82.4K0.6%
lm_head410.7M5.6%6.4M49.7%
model.embed_tokens410.7M5.6%6.4M49.7%
model.norm4.1K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleMHA (32 heads, 32 KV)MHA (4 heads, 4 KV)✓ kept
modelmodel_typeolmo3olmo3✓ kept
modelvocab_size100278100278✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings6553665536✓ kept

Module classes

Instances of each class in the built model (prefix Olmo3 omitted).

ClassOriginalFixture
Linear22515
RMSNorm1299
Attention322
DecoderLayer322
MLP322
SiLUActivation322
Embedding11
ModuleList11
ForCausalLM11
Model11
RotaryEmbedding11

Config changes

6 fields changed, 23 unchanged.

FieldOriginalFixture
hidden_size409664
intermediate_size11008128
layer_types32 entries: 24× sliding_attention, 8× full_attention["sliding_attention", "full_attention"]
num_attention_heads324
num_hidden_layers322
num_key_value_heads324
\ No newline at end of file diff --git a/shrink/Olmo-3-7B-Instruct-mic.json b/shrink/Olmo-3-7B-Instruct-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..01f18cd680088c0142bc59153750d272d57f496a --- /dev/null +++ b/shrink/Olmo-3-7B-Instruct-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/Olmo-3-7B-Instruct-mic@3d2269c8c387b9dec2f5a987d2739464ad990224", "findings": []} \ No newline at end of file diff --git a/shrink/Phi-3.5-MoE-0.8B-A0.2B-mic.html b/shrink/Phi-3.5-MoE-0.8B-A0.2B-mic.html index 14ec08c9b3ba91deac9a1d00dce9ff466cfa9780..ab772a1adf8999d809aba69587cab90e039cc077 100644 --- a/shrink/Phi-3.5-MoE-0.8B-A0.2B-mic.html +++ b/shrink/Phi-3.5-MoE-0.8B-A0.2B-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +inference-optimization/Phi-3.5-MoE-0.8B-A0.2B: shrunk architecture
-

Shrunk architecture

huggingface-mic/Phi-3.5-MoE-0.8B-A0.2B-mic@38df14197e6a9ed50ccfe370498b9764d8dcadda ← inference-optimization/Phi-3.5-MoE-0.8B-A0.2B@f6258a2026894c90bffd3c0cfb11c42490935bb8 · PhimoeForCausalLM · random weights

+

← MIC coverage of Transformers model types

+

inference-optimization/Phi-3.5-MoE-0.8B-A0.2B

huggingface-mic/Phi-3.5-MoE-0.8B-A0.2B-mic@38df14197e6a ← inference-optimization/Phi-3.5-MoE-0.8B-A0.2B@f6258a202689 · PhimoeForCausalLM · random weights

Original802.6Mparameters
Fixture4.4Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 4
Fixture · 2
KindOriginalFixture
DecoderLayer42✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers671.2M83.6%222.6K5.1%
lm_head65.7M8.2%2.1M47.8%
model.embed_tokens65.7M8.2%2.1M47.1%
model.norm4.1K0.0%1280.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleGQA (16 heads, 4 KV)GQA (4 heads, 2 KV)✓ kept
modelMoE routingtop-2 of 8 expertstop-2 of 4 experts✓ kept
modelRoPE typelongropelongrope✓ kept
modelmodel_typephimoephimoe✓ kept
modelvocab_size3206432064✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings131072131072✓ kept

Module classes

Instances of each class in the built model (prefix Phimoe omitted).

ClassOriginalFixture
Linear179
LayerNorm95
Attention42
DecoderLayer42
Experts42
SparseMoeBlock42
TopKRouter42
SiLUActivation42
Embedding11
ModuleList11
ForCausalLM11
Model11
RotaryEmbedding11

Config changes

7 fields changed, 31 unchanged.

FieldOriginalFixture
hidden_size204864
intermediate_size3200128
num_attention_heads164
num_hidden_layers42
num_key_value_heads42
num_local_experts84
rope_parameters{"long_factor": [1.0199999809265137, 1.0299999713897705, 1.0399999618530273, …{"long_factor": [1.0199999809265137, 1.059999942779541, 1.4899998903274536, 1…
\ No newline at end of file diff --git a/shrink/Phi-3.5-MoE-0.8B-A0.2B-mic.json b/shrink/Phi-3.5-MoE-0.8B-A0.2B-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..b8692da1cf7472334710d5930aa19a6f54c68fce --- /dev/null +++ b/shrink/Phi-3.5-MoE-0.8B-A0.2B-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/Phi-3.5-MoE-0.8B-A0.2B-mic@38df14197e6a9ed50ccfe370498b9764d8dcadda", "findings": []} \ No newline at end of file diff --git a/shrink/Phi-3.5-mini-instruct-mic.html b/shrink/Phi-3.5-mini-instruct-mic.html index 097a62a59c1293d59b9008a2e4351a1bb461971d..2c8284252b60567571825d9030f6a78d5fa3a8b0 100644 --- a/shrink/Phi-3.5-mini-instruct-mic.html +++ b/shrink/Phi-3.5-mini-instruct-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +microsoft/Phi-3.5-mini-instruct: shrunk architecture
-

Shrunk architecture

huggingface-mic/Phi-3.5-mini-instruct-mic@0c7964e6c77b965e4cccc04ccb4f4d4a20a9ff81 ← microsoft/Phi-3.5-mini-instruct@2fe192450127e6a83f7441aef6e3ca586c338b77 · Phi3ForCausalLM · random weights · built before the shrink rule (no recorded recipe)

+

← MIC coverage of Transformers model types

+

microsoft/Phi-3.5-mini-instruct

huggingface-mic/Phi-3.5-mini-instruct-mic@0c7964e6c77b ← microsoft/Phi-3.5-mini-instruct@2fe192450127 · Phi3ForCausalLM · random weights · built before the shrink rule (no recorded recipe)

Original3.8Bparameters
Fixture4.2Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 32
Fixture · 2
KindOriginalFixture
DecoderLayer322✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers3.6B94.8%82.2K2.0%
lm_head98.5M2.6%2.1M49.0%
model.embed_tokens98.5M2.6%2.1M49.0%
model.norm3.1K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleMHA (32 heads, 32 KV)MHA (4 heads, 4 KV)✓ kept
modelRoPE typelongropelongrope✓ kept
modelmodel_typephi3phi3✓ kept
modelvocab_size3206432064✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings131072131072✓ kept

Module classes

Instances of each class in the built model (prefix Phi3 omitted).

ClassOriginalFixture
Linear1299
RMSNorm655
Dropout644
Attention322
DecoderLayer322
MLP322
SiLUActivation322
Embedding11
ModuleList11
ForCausalLM11
Model11
RotaryEmbedding11

Config changes

6 fields changed, 26 unchanged.

FieldOriginalFixture
hidden_size307264
intermediate_size8192128
num_attention_heads324
num_hidden_layers322
num_key_value_heads324
rope_parameters{"long_factor": [1.0800000429153442, 1.1100000143051147, 1.1399999856948853, …{"long_factor": [1.0800000429153442, 1.6200000047683716, 7.700000286102295, 3…
\ No newline at end of file diff --git a/shrink/Phi-3.5-mini-instruct-mic.json b/shrink/Phi-3.5-mini-instruct-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..ef0f6d48ed2692c2eb08d507dafaba149c3e830e --- /dev/null +++ b/shrink/Phi-3.5-mini-instruct-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/Phi-3.5-mini-instruct-mic@0c7964e6c77b965e4cccc04ccb4f4d4a20a9ff81", "findings": []} \ No newline at end of file diff --git a/shrink/Phi-4-multimodal-instruct-mic.html b/shrink/Phi-4-multimodal-instruct-mic.html index a797629e9b7e17d67e6bff65cd85c596301b627e..322f85b14af96a727d7144cf9e1af3d55377f2dd 100644 --- a/shrink/Phi-4-multimodal-instruct-mic.html +++ b/shrink/Phi-4-multimodal-instruct-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +microsoft/Phi-4-multimodal-instruct: shrunk architecture
-

Shrunk architecture

huggingface-mic/Phi-4-multimodal-instruct-mic@721c204bb9a6c7113710f11eb53f6798c3b87039 ← microsoft/Phi-4-multimodal-instruct@b5b5a5f60533515297d0e14ece86ed80d4b13b19 · Phi4MultimodalForCausalLM · random weights · built before the shrink rule (no recorded recipe)

+

← MIC coverage of Transformers model types

+

microsoft/Phi-4-multimodal-instruct

huggingface-mic/Phi-4-multimodal-instruct-mic@721c204bb9a6 ← microsoft/Phi-4-multimodal-instruct@b5b5a5f60533 · Phi4MultimodalForCausalLM · random weights · built before the shrink rule (no recorded recipe)

Original4.7Bparameters
Fixture16.6Mparameters
Layer stacks3compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 32
Fixture · 2
KindOriginalFixture
DecoderLayer322✓ kept

model.embed_tokens_extend.image_embed.img_processor.encoder.layers

Original · 27
Fixture · 2
KindOriginalFixture
VisionEncoderLayer272✓ kept

model.embed_tokens_extend.audio_embed.encoder.encoders

Original · 24
Fixture · 2
KindOriginalFixture
AudioConformerEncoderLayer242✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers3.2B67.9%74.0K0.4%
model.embed_tokens614.6M13.0%12.8M77.3%
model.embed_tokens_extend.audio_embed.encoder.encoders428.6M9.0%671.2K4.1%
model.embed_tokens_extend.image_embed.img_processor.encoder.layers411.5M8.7%66.9K0.4%
model.embed_tokens_extend67.9M1.4%3.0M17.8%
model.norm3.1K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleGQA (24 heads, 8 KV)GQA (4 heads, 2 KV)✓ kept
modelRoPE typelongropelongrope✓ kept
modelmodel_typephi4_multimodalphi4_multimodal✓ kept
modelvocab_size200064200064✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings131072131072✓ kept
vision_configmodel_typephi4_multimodal_visionphi4_multimodal_vision✓ kept
vision_confighidden_actgelu_pytorch_tanhgelu_pytorch_tanh✓ kept
vision_configimage_size448448✓ kept
vision_configpatch_size1414✓ kept
vision_confignum_channels33✓ kept
audio_configmodel_typephi4_multimodal_audiophi4_multimodal_audio✓ kept

Module classes

Instances of each class in the built model (prefix Phi4Multimodal omitted).

ClassOriginalFixture
Linear49246
LayerNorm17616
Dropout13913
Conv1d968
SiLU968
RMSNorm655
AudioMLP484
Attention322
DecoderLayer322
MLP322
SiLUActivation322
GELUTanh283
VisionMLP283
VisionAttention272
VisionEncoderLayer272
AudioAttention242
AudioConformerEncoderLayer242
AudioConvModule242
AudioDepthWiseSeparableConv1d242
AudioGluPointWiseConv242
Conv2d66
Embedding33
ModuleList33
AvgPool2d11
MultiheadAttention11
NonDynamicallyQuantizableLinear11
AudioEmbedding11
AudioMeanVarianceNormLayer11
AudioModel11
AudioNemoConvSubsampling11
AudioRelativeAttentionBias11
FeatureEmbedding11
ForCausalLM11
ImageEmbedding11
Model11
RotaryEmbedding11
VisionEmbeddings11
VisionEncoder11
VisionModel11
VisionMultiheadAttentionPoolingHead11
ReLU11
Sequential11

Config changes

15 fields changed, 78 unchanged.

FieldOriginalFixture
audio_config.chunk_size-18
audio_config.hidden_size102464
audio_config.intermediate_size1536128
audio_config.num_attention_heads164
audio_config.num_blocks242
hidden_size307264
intermediate_size8192128
num_attention_heads244
num_hidden_layers322
num_key_value_heads82
rope_parameters{"long_factor": [1, 1.118320672, 1.250641126, 1.398617824, 1.564103225, 1.749…{"long_factor": [1, 2.446418898, 5.984965424, 14.64173252, 32.1, 32.71], "ori…
vision_config.hidden_size115264
vision_config.intermediate_size4304128
vision_config.num_attention_heads164
vision_config.num_hidden_layers272
\ No newline at end of file diff --git a/shrink/Phi-4-multimodal-instruct-mic.json b/shrink/Phi-4-multimodal-instruct-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..089e2ee303465c2276e8c40e5f1c0b8a94f7b353 --- /dev/null +++ b/shrink/Phi-4-multimodal-instruct-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/Phi-4-multimodal-instruct-mic@721c204bb9a6c7113710f11eb53f6798c3b87039", "findings": []} \ No newline at end of file diff --git a/shrink/Qwen1.5-MoE-A2.7B-mic.html b/shrink/Qwen1.5-MoE-A2.7B-mic.html index feed41be511ef8ba6219f9d10e3106efbec6abad..a64b80e1a8cada5c2644dfc4a847b4723efa2560 100644 --- a/shrink/Qwen1.5-MoE-A2.7B-mic.html +++ b/shrink/Qwen1.5-MoE-A2.7B-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +Qwen/Qwen1.5-MoE-A2.7B: shrunk architecture
-

Shrunk architecture

huggingface-mic/Qwen1.5-MoE-A2.7B-mic@2fd4813071f2c23b77666d8c796ff80235d42b55 ← Qwen/Qwen1.5-MoE-A2.7B@1a758c50ecb6350748b9ce0a99d2352fd9fc11c9 · Qwen2MoeForCausalLM · random weights

+

← MIC coverage of Transformers model types

+

Qwen/Qwen1.5-MoE-A2.7B

huggingface-mic/Qwen1.5-MoE-A2.7B-mic@2fd4813071f2 ← Qwen/Qwen1.5-MoE-A2.7B@1a758c50ecb6 · Qwen2MoeForCausalLM · random weights

Original14.3Bparameters
Fixture19.6Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 24
Fixture · 2
KindOriginalFixture
DecoderLayer242✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers13.7B95.7%132.4K0.7%
model.embed_tokens311.2M2.2%9.7M49.7%
lm_head311.2M2.2%9.7M49.7%
model.norm2.0K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleMHA (16 heads, 16 KV)MHA (4 heads, 4 KV)✓ kept
modelMoE routingtop-4 of 60 expertstop-2 of 4 experts✓ kept
modelRoPE typedefaultdefault✓ kept
modelmodel_typeqwen2_moeqwen2_moe✓ kept
modelvocab_size151936151936✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings81928192✓ kept

Module classes

Instances of each class in the built model (prefix Qwen2Moe omitted).

ClassOriginalFixture
Linear19317
RMSNorm495
SiLUActivation484
Attention242
DecoderLayer242
Experts242
MLP242
SparseMoeBlock242
TopKRouter242
Embedding11
ModuleList11
ForCausalLM11
Model11
RotaryEmbedding11

Config changes

10 fields changed, 30 unchanged.

FieldOriginalFixture
hidden_size204864
intermediate_size5632128
layer_types24 entries: 24× full_attention["full_attention", "full_attention"]
moe_intermediate_size140832
num_attention_heads164
num_experts604
num_experts_per_tok42
num_hidden_layers242
num_key_value_heads164
shared_expert_intermediate_size5632128
\ No newline at end of file diff --git a/shrink/Qwen1.5-MoE-A2.7B-mic.json b/shrink/Qwen1.5-MoE-A2.7B-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..e0be52aadb17b4663f33172e318aac332b8d0d5c --- /dev/null +++ b/shrink/Qwen1.5-MoE-A2.7B-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/Qwen1.5-MoE-A2.7B-mic@2fd4813071f2c23b77666d8c796ff80235d42b55", "findings": []} \ No newline at end of file diff --git a/shrink/Qwen2-VL-2B-Instruct-mic.html b/shrink/Qwen2-VL-2B-Instruct-mic.html index 690097fa88e9a6eb7c992fb9033f92ff306a77a6..c9c21466ac7941bbc2a1306affa80f6a9a029fc8 100644 --- a/shrink/Qwen2-VL-2B-Instruct-mic.html +++ b/shrink/Qwen2-VL-2B-Instruct-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +Qwen/Qwen2-VL-2B-Instruct: shrunk architecture
-

Shrunk architecture

huggingface-mic/Qwen2-VL-2B-Instruct-mic@743a11f21777bbaacd3519d20014517268130159 ← Qwen/Qwen2-VL-2B-Instruct@895c3a49bc3fa70a340399125c650a463535e71c · Qwen2VLForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)

+

← MIC coverage of Transformers model types

+

Qwen/Qwen2-VL-2B-Instruct

huggingface-mic/Qwen2-VL-2B-Instruct-mic@743a11f21777 ← Qwen/Qwen2-VL-2B-Instruct@895c3a49bc3f · Qwen2VLForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)

Original2.2Bparameters
Fixture10.1Mparameters
Layer stacks2compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.visual.blocks

Original · 32
Fixture · 2
KindOriginalFixture
VisionBlock322✓ kept

model.language_model.layers

Original · 28
Fixture · 2
KindOriginalFixture
DecoderLayer282✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.language_model.layers1.3B59.3%74.2K0.7%
model.visual.blocks629.7M28.5%100.0K1.0%
model.language_model233.4M10.6%9.7M96.7%
model.visual35.6M1.6%157.6K1.6%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typeqwen2_vlqwen2_vl✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
text_configattention styleGQA (12 heads, 2 KV)GQA (4 heads, 2 KV)✓ kept
text_configRoPE typedefaultdefault✓ kept
text_configmodel_typeqwen2_vl_textqwen2_vl_text✓ kept
text_configvocab_size151936151936✓ kept
text_confighidden_actsilusilu✓ kept
text_configmax_position_embeddings3276832768✓ kept
vision_configRoPE typeaxialaxial✓ kept
vision_configmodel_typeqwen2_vl_visionqwen2_vl_vision✓ kept
vision_confighidden_actquick_geluquick_gelu✓ kept
vision_configpatch_size1414✓ kept

Module classes

Instances of each class in the built model (prefix Qwen2VL omitted).

ClassOriginalFixture
Linear32725
LayerNorm655
RMSNorm575
QuickGELUActivation322
VisionBlock322
VisionAttention322
VisionMlp322
Qwen2MLP282
Attention282
DecoderLayer282
SiLUActivation282
ModuleList22
Conv3d11
Embedding11
GELU11
PatchEmbed11
PatchMerger11
ForConditionalGeneration11
Model11
RotaryEmbedding11
TextModel11
VisionRotaryEmbedding11
Qwen2VisionTransformerPretrainedModel11
Sequential11

Config changes

10 fields changed, 57 unchanged.

FieldOriginalFixture
text_config.hidden_size153664
text_config.intermediate_size8960128
text_config.layer_types28 entries: 28× full_attention["full_attention", "full_attention"]
text_config.num_attention_heads124
text_config.num_hidden_layers282
text_config.rope_parameters{"type": "mrope", "mrope_section": [16, 24, 24], "rope_theta": 1000000.0, "ro…{"mrope_section": [2, 3, 3], "rope_theta": 1000000.0, "rope_type": "default",…
vision_config.depth322
vision_config.embed_dim128064
vision_config.hidden_size153664
vision_config.num_heads164
\ No newline at end of file diff --git a/shrink/Qwen2-VL-2B-Instruct-mic.json b/shrink/Qwen2-VL-2B-Instruct-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..cbc8b56ad795ee4023548354af4deb4dbca33652 --- /dev/null +++ b/shrink/Qwen2-VL-2B-Instruct-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/Qwen2-VL-2B-Instruct-mic@743a11f21777bbaacd3519d20014517268130159", "findings": []} \ No newline at end of file diff --git a/shrink/Qwen3-0.6B-mic.html b/shrink/Qwen3-0.6B-mic.html index c922ea44176f803a343dac6d8f0cbf105377c3c6..1d5d8335b8ffcfdec86e636fea437dbc3d73b825 100644 --- a/shrink/Qwen3-0.6B-mic.html +++ b/shrink/Qwen3-0.6B-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +Qwen/Qwen3-0.6B: shrunk architecture
-

Shrunk architecture

huggingface-mic/Qwen3-0.6B-mic@f3c69d34835d4cf1d9aba9a08cd6af8282aae6a7 ← Qwen/Qwen3-0.6B@c1899de289a04d12100db370d81485cdf75e47ca · Qwen3ForCausalLM · random weights · built before the shrink rule (no recorded recipe)

+

← MIC coverage of Transformers model types

+

Qwen/Qwen3-0.6B

huggingface-mic/Qwen3-0.6B-mic@f3c69d34835d ← Qwen/Qwen3-0.6B@c1899de289a0 · Qwen3ForCausalLM · random weights · built before the shrink rule (no recorded recipe)

Original596.0Mparameters
Fixture9.8Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 28
Fixture · 2
KindOriginalFixture
DecoderLayer282✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers440.5M73.9%74.0K0.8%
model.embed_tokens155.6M26.1%9.7M99.2%
model.norm1.0K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleGQA (16 heads, 8 KV)GQA (4 heads, 2 KV)✓ kept
modelRoPE typedefaultdefault✓ kept
modelmodel_typeqwen3qwen3✓ kept
modelvocab_size151936151936✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings4096040960✓ kept

Module classes

Instances of each class in the built model (prefix Qwen3 omitted).

ClassOriginalFixture
Linear19715
RMSNorm1139
Attention282
DecoderLayer282
MLP282
SiLUActivation282
Embedding11
ModuleList11
ForCausalLM11
Model11
RotaryEmbedding11

Config changes

7 fields changed, 25 unchanged.

FieldOriginalFixture
head_dim12816
hidden_size102464
intermediate_size3072128
layer_types28 entries: 28× full_attention["full_attention", "full_attention"]
num_attention_heads164
num_hidden_layers282
num_key_value_heads82
\ No newline at end of file diff --git a/shrink/Qwen3-0.6B-mic.json b/shrink/Qwen3-0.6B-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..936c10f2fd9ffcf802d2086dcc43d2ed474990e5 --- /dev/null +++ b/shrink/Qwen3-0.6B-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/Qwen3-0.6B-mic@f3c69d34835d4cf1d9aba9a08cd6af8282aae6a7", "findings": []} \ No newline at end of file diff --git a/shrink/Qwen3-30B-A3B-mic.html b/shrink/Qwen3-30B-A3B-mic.html index aa65446848e3a1bac86aa50a17ac13094f70a271..4c87337ab0c0395e33731836768f4f4401442019 100644 --- a/shrink/Qwen3-30B-A3B-mic.html +++ b/shrink/Qwen3-30B-A3B-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +Qwen/Qwen3-30B-A3B: shrunk architecture
-

Shrunk architecture

huggingface-mic/Qwen3-30B-A3B-mic@02a209fca46248ff0b3da72e3b190428138b2449 ← Qwen/Qwen3-30B-A3B@ad44e777bcd18fa416d9da3bd8f70d33ebb85d39 · Qwen3MoeForCausalLM · random weights · built before the shrink rule (no recorded recipe)

+

← MIC coverage of Transformers model types

+

Qwen/Qwen3-30B-A3B

huggingface-mic/Qwen3-30B-A3B-mic@02a209fca462 ← Qwen/Qwen3-30B-A3B@ad44e777bcd1 · Qwen3MoeForCausalLM · random weights · built before the shrink rule (no recorded recipe)

Original30.5Bparameters
Fixture19.5Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 48
Fixture · 2
KindOriginalFixture
DecoderLayer482✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers29.9B98.0%74.6K0.4%
model.embed_tokens311.2M1.0%9.7M49.8%
lm_head311.2M1.0%9.7M49.8%
model.norm2.0K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleGQA (32 heads, 4 KV)GQA (4 heads, 2 KV)✓ kept
modelMoE routingtop-8 of 128 expertstop-2 of 4 experts✓ kept
modelRoPE typedefaultdefault✓ kept
modelmodel_typeqwen3_moeqwen3_moe✓ kept
modelvocab_size151936151936✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings4096040960✓ kept

Module classes

Instances of each class in the built model (prefix Qwen3Moe omitted).

ClassOriginalFixture
Linear1939
RMSNorm1939
Attention482
DecoderLayer482
Experts482
SparseMoeBlock482
TopKRouter482
SiLUActivation482
Embedding11
ModuleList11
ForCausalLM11
Model11
RotaryEmbedding11

Config changes

9 fields changed, 30 unchanged.

FieldOriginalFixture
head_dim12816
hidden_size204864
intermediate_size6144128
moe_intermediate_size76832
num_attention_heads324
num_experts_per_tok82
num_hidden_layers482
num_key_value_heads42
num_local_experts1284
\ No newline at end of file diff --git a/shrink/Qwen3-30B-A3B-mic.json b/shrink/Qwen3-30B-A3B-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..9896b630424d382fbb1d8ae72263037c55c41514 --- /dev/null +++ b/shrink/Qwen3-30B-A3B-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/Qwen3-30B-A3B-mic@02a209fca46248ff0b3da72e3b190428138b2449", "findings": []} \ No newline at end of file diff --git a/shrink/Qwen3-ASR-0.6B-hf-mic.html b/shrink/Qwen3-ASR-0.6B-hf-mic.html index c86e23146a081607cbf2341597151941b7d23610..02c68a3c29735dd7c7edc92663e288392ec30bc2 100644 --- a/shrink/Qwen3-ASR-0.6B-hf-mic.html +++ b/shrink/Qwen3-ASR-0.6B-hf-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +Qwen/Qwen3-ASR-0.6B-hf: shrunk architecture
-

Shrunk architecture

huggingface-mic/Qwen3-ASR-0.6B-hf-mic@6b969c14b8cf776fa7152fa143a3c0dcc6a30b40 ← Qwen/Qwen3-ASR-0.6B-hf@7f1569a48a89f3e3f4dc3a5c9d28bddd903bc76c · Qwen3ASRForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)

+

← MIC coverage of Transformers model types

+

Qwen/Qwen3-ASR-0.6B-hf

huggingface-mic/Qwen3-ASR-0.6B-hf-mic@6b969c14b8cf ← Qwen/Qwen3-ASR-0.6B-hf@7f1569a48a89 · Qwen3ASRForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)

Original782.4Mparameters
Fixture14.5Mparameters
Layer stacks2compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.audio_tower.layers

Original · 18
Fixture · 2
KindOriginalFixture
AudioEncoderLayer182✓ kept

model.language_model.layers

Original · 28
Fixture · 2
KindOriginalFixture
Qwen3DecoderLayer282✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.language_model.layers440.5M56.3%74.0K0.5%
model.audio_tower.layers173.6M22.2%66.9K0.5%
model.language_model155.6M19.9%9.7M67.0%
model.audio_tower11.0M1.4%4.6M32.0%
model.multi_modal_projector1.7M0.2%8.3K0.1%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typeqwen3_asrqwen3_asr✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
audio_configmodel_typeqwen3_asr_encoderqwen3_asr_encoder✓ kept
audio_configmax_position_embeddings1313✓ kept
audio_confignum_mel_bins128128✓ kept
text_configattention styleGQA (16 heads, 8 KV)GQA (4 heads, 2 KV)✓ kept
text_configRoPE typedefaultdefault✓ kept
text_configmodel_typeqwen3qwen3✓ kept
text_configvocab_size151936151936✓ kept
text_configtie_word_embeddingsTrueTrue✓ kept
text_confighidden_actsilusilu✓ kept
text_configmax_position_embeddings6553665536✓ kept

Module classes

Instances of each class in the built model (prefix Qwen3ASR omitted).

ClassOriginalFixture
Linear30830
Qwen3RMSNorm1139
LayerNorm375
Qwen3Attention282
Qwen3DecoderLayer282
Qwen3MLP282
SiLUActivation282
GELUActivation193
AudioAttention182
AudioEncoderLayer182
Conv2d33
ModuleList22
Embedding11
Encoder11
ForConditionalGeneration11
Model11
MultiModalProjector11
Qwen3Model11
Qwen3RotaryEmbedding11
SinusoidsPositionEmbedding11

Config changes

13 fields changed, 62 unchanged.

FieldOriginalFixture
audio_config.d_model89664
audio_config.encoder_attention_heads144
audio_config.encoder_ffn_dim3584128
audio_config.encoder_layers182
audio_config.num_key_value_heads144
audio_config.output_dim102464
text_config.head_dim12816
text_config.hidden_size102464
text_config.intermediate_size3072128
text_config.layer_types28 entries: 28× full_attention["full_attention", "full_attention"]
text_config.num_attention_heads164
text_config.num_hidden_layers282
text_config.num_key_value_heads82
\ No newline at end of file diff --git a/shrink/Qwen3-ASR-0.6B-hf-mic.json b/shrink/Qwen3-ASR-0.6B-hf-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..db4dd0abba39c89c0d004ffe8a25a7f731f14830 --- /dev/null +++ b/shrink/Qwen3-ASR-0.6B-hf-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/Qwen3-ASR-0.6B-hf-mic@6b969c14b8cf776fa7152fa143a3c0dcc6a30b40", "findings": []} \ No newline at end of file diff --git a/shrink/Qwen3-Next-80B-A3B-Instruct-mic.html b/shrink/Qwen3-Next-80B-A3B-Instruct-mic.html index 9f73633c9e94019abd58e630c7b78afe76724c2c..b74640c7d2421b21be6ee294db963125af1b5b05 100644 --- a/shrink/Qwen3-Next-80B-A3B-Instruct-mic.html +++ b/shrink/Qwen3-Next-80B-A3B-Instruct-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +Qwen/Qwen3-Next-80B-A3B-Instruct: shrunk architecture
-

Shrunk architecture

huggingface-mic/Qwen3-Next-80B-A3B-Instruct-mic@69466af2a651a5263712f1430d3baf98b0e16463 ← Qwen/Qwen3-Next-80B-A3B-Instruct@9c7f2fbe84465e40164a94cc16cd30b6999b0cc7 · Qwen3NextForCausalLM · random weights · built before the shrink rule (no recorded recipe)

+

← MIC coverage of Transformers model types

+

Qwen/Qwen3-Next-80B-A3B-Instruct

huggingface-mic/Qwen3-Next-80B-A3B-Instruct-mic@69466af2a651 ← Qwen/Qwen3-Next-80B-A3B-Instruct@9c7f2fbe8446 · Qwen3NextForCausalLM · random weights · built before the shrink rule (no recorded recipe)

Original79.7Bparameters
Fixture20.6Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 48
Fixture · 2
KindOriginalFixture
linear_attention, Conv1d, GatedDeltaNet …361✓ kept
is_causal=True, Attention121✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers79.1B99.2%1.2M5.8%
lm_head311.2M0.4%9.7M47.1%
model.embed_tokens311.2M0.4%9.7M47.1%
model.norm2.0K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleGQA (16 heads, 2 KV)GQA (4 heads, 2 KV)✓ kept
modelMoE routingtop-10 of 512 expertstop-2 of 4 experts✓ kept
modelRoPE typedefaultdefault✓ kept
modelmodel_typeqwen3_nextqwen3_next✓ kept
modelvocab_size151936151936✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings262144262144✓ kept

Module classes

Instances of each class in the built model (prefix Qwen3Next omitted).

ClassOriginalFixture
Linear34916
RMSNorm1217
SiLUActivation964
DecoderLayer482
Experts482
MLP482
SparseMoeBlock482
TopKRouter482
Conv1d361
GatedDeltaNet361
RMSNormGated361
Attention121
Embedding11
ModuleList11
ForCausalLM11
Model11
RotaryEmbedding11

Config changes

10 fields changed, 34 unchanged.

FieldOriginalFixture
head_dim25616
hidden_size204864
intermediate_size5120128
layer_types48 entries: 36× linear_attention, 12× full_attention["linear_attention", "full_attention"]
moe_intermediate_size51232
num_attention_heads164
num_experts5124
num_experts_per_tok102
num_hidden_layers482
shared_expert_intermediate_size512128
\ No newline at end of file diff --git a/shrink/Qwen3-Next-80B-A3B-Instruct-mic.json b/shrink/Qwen3-Next-80B-A3B-Instruct-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..447b4e5426f890a671c44958786f1260e9938898 --- /dev/null +++ b/shrink/Qwen3-Next-80B-A3B-Instruct-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/Qwen3-Next-80B-A3B-Instruct-mic@69466af2a651a5263712f1430d3baf98b0e16463", "findings": []} \ No newline at end of file diff --git a/shrink/Qwen3-VL-2B-Instruct-mic.html b/shrink/Qwen3-VL-2B-Instruct-mic.html index 6b8c942f827dc941454bc337b615089f30c05ea0..edba00189fff820c505c532cfa9858a8a0e2966f 100644 --- a/shrink/Qwen3-VL-2B-Instruct-mic.html +++ b/shrink/Qwen3-VL-2B-Instruct-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +Qwen/Qwen3-VL-2B-Instruct: shrunk architecture
-

Shrunk architecture

huggingface-mic/Qwen3-VL-2B-Instruct-mic@7e045dfc87cda2240c98f5ae78e8bb377a08dc38 ← Qwen/Qwen3-VL-2B-Instruct@89644892e4d85e24eaac8bacfd4f463576704203 · Qwen3VLForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)

+

← MIC coverage of Transformers model types

+

Qwen/Qwen3-VL-2B-Instruct

huggingface-mic/Qwen3-VL-2B-Instruct-mic@7e045dfc87cd ← Qwen/Qwen3-VL-2B-Instruct@89644892e4d8 · Qwen3VLForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)

Original2.1Bparameters
Fixture11.2Mparameters
Layer stacks3compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.visual.blocks

Original · 24
Fixture · 24
KindOriginalFixture
VisionBlock2424✓ kept

model.visual.deepstack_merger_list

Original · 3
Fixture · 3
KindOriginalFixture
GELU33✓ kept

model.language_model.layers

Original · 28
Fixture · 2
KindOriginalFixture
TextDecoderLayer282✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.language_model.layers1.4B66.2%74.0K0.7%
model.language_model311.2M14.6%9.7M87.0%
model.visual.blocks302.3M14.2%803.3K7.2%
model.visual.deepstack_merger_list75.5M3.6%248.3K2.2%
model.visual29.1M1.4%328.2K2.9%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typeqwen3_vlqwen3_vl✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
text_configattention styleGQA (16 heads, 8 KV)GQA (4 heads, 2 KV)✓ kept
text_configRoPE typedefaultdefault✓ kept
text_configmodel_typeqwen3_vl_textqwen3_vl_text✓ kept
text_configvocab_size151936151936✓ kept
text_configtie_word_embeddingsTrueTrue✓ kept
text_confighidden_actsilusilu✓ kept
text_configmax_position_embeddings262144262144✓ kept
vision_configRoPE typeaxialaxial✓ kept
vision_configmodel_typeqwen3_vl_visionqwen3_vl_vision✓ kept
vision_confighidden_actgelu_pytorch_tanhgelu_pytorch_tanh✓ kept
vision_configpatch_size1616✓ kept

Module classes

Instances of each class in the built model (prefix Qwen3VL omitted).

ClassOriginalFixture
Linear301119
TextRMSNorm1139
LayerNorm5252
TextAttention282
TextDecoderLayer282
TextMLP282
SiLUActivation282
GELUTanh2424
VisionAttention2424
VisionBlock2424
VisionMLP2424
GELU44
VisionPatchMerger44
ModuleList33
Embedding22
Conv3d11
ForConditionalGeneration11
Model11
TextModel11
TextRotaryEmbedding11
VisionModel11
VisionPatchEmbed11
VisionRotaryEmbedding11

Config changes

11 fields changed, 54 unchanged.

FieldOriginalFixture
text_config.head_dim12816
text_config.hidden_size204864
text_config.intermediate_size6144128
text_config.num_attention_heads164
text_config.num_hidden_layers282
text_config.num_key_value_heads82
text_config.rope_parameters{"mrope_interleaved": true, "mrope_section": [24, 20, 20], "rope_type": "defa…{"mrope_interleaved": true, "mrope_section": [3, 3, 2], "rope_theta": 5000000…
vision_config.hidden_size102464
vision_config.intermediate_size4096128
vision_config.num_heads164
vision_config.out_hidden_size204864
\ No newline at end of file diff --git a/shrink/Qwen3-VL-2B-Instruct-mic.json b/shrink/Qwen3-VL-2B-Instruct-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..556fd5f6324b52f1ee6e12d269a118afc671b393 --- /dev/null +++ b/shrink/Qwen3-VL-2B-Instruct-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/Qwen3-VL-2B-Instruct-mic@7e045dfc87cda2240c98f5ae78e8bb377a08dc38", "findings": []} \ No newline at end of file diff --git a/shrink/Qwen3-VL-30B-A3B-Instruct-mic.html b/shrink/Qwen3-VL-30B-A3B-Instruct-mic.html index eac4522f115731506fdb57e3bd45f21423c4665b..8028a3b46aa22bec96c40d69222a9f1a595bb107 100644 --- a/shrink/Qwen3-VL-30B-A3B-Instruct-mic.html +++ b/shrink/Qwen3-VL-30B-A3B-Instruct-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +Qwen/Qwen3-VL-30B-A3B-Instruct: shrunk architecture
-

Shrunk architecture

huggingface-mic/Qwen3-VL-30B-A3B-Instruct-mic@fce9290a8553fe0d943eb0e9c8e577bc5e7e3631 ← Qwen/Qwen3-VL-30B-A3B-Instruct@9c4b90e1e4ba969fd3b5378b57d966d725f1b86c · Qwen3VLMoeForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)

+

← MIC coverage of Transformers model types

+

Qwen/Qwen3-VL-30B-A3B-Instruct

huggingface-mic/Qwen3-VL-30B-A3B-Instruct-mic@fce9290a8553 ← Qwen/Qwen3-VL-30B-A3B-Instruct@9c4b90e1e4ba · Qwen3VLMoeForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)

Original31.1Bparameters
Fixture21.0Mparameters
Layer stacks3compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.visual.blocks

Original · 27
Fixture · 27
KindOriginalFixture
VisionBlock2727✓ kept

model.visual.deepstack_merger_list

Original · 3
Fixture · 3
KindOriginalFixture
GELU33✓ kept

model.language_model.layers

Original · 48
Fixture · 2
KindOriginalFixture
TextDecoderLayer482✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.language_model.layers29.9B96.3%74.6K0.4%
model.visual.blocks411.5M1.3%903.7K4.3%
model.language_model311.2M1.0%9.7M46.3%
lm_head311.2M1.0%9.7M46.3%
model.visual.deepstack_merger_list92.1M0.3%248.3K1.2%
model.visual35.1M0.1%328.2K1.6%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typeqwen3_vl_moeqwen3_vl_moe✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
text_configattention styleGQA (32 heads, 4 KV)GQA (4 heads, 2 KV)✓ kept
text_configMoE routingtop-8 of 128 expertstop-2 of 4 experts✓ kept
text_configRoPE typedefaultdefault✓ kept
text_configmodel_typeqwen3_vl_moe_textqwen3_vl_moe_text✓ kept
text_configvocab_size151936151936✓ kept
text_configtie_word_embeddingsTrueTrue✓ kept
text_confighidden_actsilusilu✓ kept
text_configmax_position_embeddings262144262144✓ kept
vision_configRoPE typeaxialaxial✓ kept
vision_configmodel_typeqwen3_vl_moe_visionqwen3_vl_moe_vision✓ kept
vision_confighidden_actgelu_pytorch_tanhgelu_pytorch_tanh✓ kept
vision_configpatch_size1616✓ kept

Module classes

Instances of each class in the built model (prefix Qwen3VLMoe omitted).

ClassOriginalFixture
Linear309125
TextRMSNorm1939
LayerNorm5858
TextAttention482
TextDecoderLayer482
TextExperts482
TextSparseMoeBlock482
TextTopKRouter482
SiLUActivation482
GELUTanh2727
VisionAttention2727
VisionBlock2727
VisionMLP2727
GELU44
VisionPatchMerger44
ModuleList33
Embedding22
Conv3d11
ForConditionalGeneration11
Model11
TextModel11
TextRotaryEmbedding11
VisionModel11
VisionPatchEmbed11
VisionRotaryEmbedding11

Config changes

14 fields changed, 60 unchanged.

FieldOriginalFixture
text_config.head_dim12816
text_config.hidden_size204864
text_config.intermediate_size6144128
text_config.moe_intermediate_size76832
text_config.num_attention_heads324
text_config.num_experts_per_tok82
text_config.num_hidden_layers482
text_config.num_key_value_heads42
text_config.num_local_experts1284
text_config.rope_parameters{"mrope_interleaved": true, "mrope_section": [24, 20, 20], "rope_type": "defa…{"mrope_interleaved": true, "mrope_section": [3, 3, 2], "rope_theta": 5000000…
vision_config.hidden_size115264
vision_config.intermediate_size4304128
vision_config.num_heads164
vision_config.out_hidden_size204864
\ No newline at end of file diff --git a/shrink/Qwen3-VL-30B-A3B-Instruct-mic.json b/shrink/Qwen3-VL-30B-A3B-Instruct-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..28f67413c9517cd2879e2f7dcb2e26db994ff7ef --- /dev/null +++ b/shrink/Qwen3-VL-30B-A3B-Instruct-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/Qwen3-VL-30B-A3B-Instruct-mic@fce9290a8553fe0d943eb0e9c8e577bc5e7e3631", "findings": []} \ No newline at end of file diff --git a/shrink/Qwen3.5-0.8B-text-only-mic.html b/shrink/Qwen3.5-0.8B-text-only-mic.html index eab5fc6ce005615e3c5af4448ef06b58efa64036..1b162aaf2123b1290fe7fae607bec6cfce73b546 100644 --- a/shrink/Qwen3.5-0.8B-text-only-mic.html +++ b/shrink/Qwen3.5-0.8B-text-only-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +principled-intelligence/Qwen3.5-0.8B-text-only: shrunk architecture
-

Shrunk architecture

huggingface-mic/Qwen3.5-0.8B-text-only-mic@6fbae6fc1ebdd102c3eb6a308aa9c8e9a73ac9e5 ← principled-intelligence/Qwen3.5-0.8B-text-only@d692a5787e0534f0fd3484d7a516bd3c2d23dbed · Qwen3_5ForCausalLM · random weights

+

← MIC coverage of Transformers model types

+

principled-intelligence/Qwen3.5-0.8B-text-only

huggingface-mic/Qwen3.5-0.8B-text-only-mic@6fbae6fc1ebd ← principled-intelligence/Qwen3.5-0.8B-text-only@d692a5787e05 · Qwen3_5ForCausalLM · random weights

Original752.4Mparameters
Fixture16.6Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 24
Fixture · 2
KindOriginalFixture
linear_attention, Conv1d, GatedDeltaNet …181✓ kept
is_causal=True, Attention61✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers498.1M66.2%748.0K4.5%
model.embed_tokens254.3M33.8%15.9M95.5%
model.norm1.0K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleGQA (8 heads, 2 KV)GQA (4 heads, 2 KV)✓ kept
modelRoPE typedefaultdefault✓ kept
modelmodel_typeqwen3_5_textqwen3_5_text✓ kept
modelvocab_size248320248320✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings262144262144✓ kept

Module classes

Instances of each class in the built model (prefix Qwen3_5 omitted).

ClassOriginalFixture
Linear18716
RMSNorm617
DecoderLayer242
MLP242
SiLUActivation242
Conv1d181
GatedDeltaNet181
RMSNormGated181
Attention61
Embedding11
ModuleList11
ForCausalLM11
TextModel11
TextRotaryEmbedding11

Config changes

7 fields changed, 33 unchanged.

FieldOriginalFixture
head_dim25616
hidden_size102464
intermediate_size3584128
layer_types24 entries: 18× linear_attention, 6× full_attention["linear_attention", "full_attention"]
num_attention_heads84
num_hidden_layers242
rope_parameters{"mrope_interleaved": true, "mrope_section": [11, 11, 10], "partial_rotary_fa…{"mrope_interleaved": true, "mrope_section": [3, 3, 2], "partial_rotary_facto…
\ No newline at end of file diff --git a/shrink/Qwen3.5-0.8B-text-only-mic.json b/shrink/Qwen3.5-0.8B-text-only-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..62736c556389c167155965ce6c27f1625fe99fc1 --- /dev/null +++ b/shrink/Qwen3.5-0.8B-text-only-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/Qwen3.5-0.8B-text-only-mic@6fbae6fc1ebdd102c3eb6a308aa9c8e9a73ac9e5", "findings": []} \ No newline at end of file diff --git a/shrink/Qwen3.5-35B-A3B-mic.html b/shrink/Qwen3.5-35B-A3B-mic.html index a8cc190e6437096bce5ba05f628a0120c12ec6a3..6f6be49324d6da7175c314f216c5f096b18390af 100644 --- a/shrink/Qwen3.5-35B-A3B-mic.html +++ b/shrink/Qwen3.5-35B-A3B-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +Qwen/Qwen3.5-35B-A3B: shrunk architecture
-

Shrunk architecture

huggingface-mic/Qwen3.5-35B-A3B-mic@8197a27e48d360625a51c9ddf03148b0e186f558 ← Qwen/Qwen3.5-35B-A3B@59d61f3ce65a6d9863b86d2e96597125219dc754 · Qwen3_5MoeForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)

+

← MIC coverage of Transformers model types

+

Qwen/Qwen3.5-35B-A3B

huggingface-mic/Qwen3.5-35B-A3B-mic@8197a27e48d3 ← Qwen/Qwen3.5-35B-A3B@59d61f3ce65a · Qwen3_5MoeForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)

Original35.1Bparameters
Fixture34.2Mparameters
Layer stacks2compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.visual.blocks

Original · 27
Fixture · 27
KindOriginalFixture
VisionBlock2727✓ kept

model.language_model.layers

Original · 40
Fixture · 2
KindOriginalFixture
linear_attention, Conv1d, GatedDeltaNet …301✓ kept
is_causal=True, Attention101✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.language_model.layers33.6B95.8%1.2M3.5%
model.language_model508.6M1.4%15.9M46.4%
lm_head508.6M1.4%15.9M46.4%
model.visual.blocks411.5M1.2%903.7K2.6%
model.visual35.1M0.1%328.2K1.0%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typeqwen3_5_moeqwen3_5_moe✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
text_configattention styleGQA (16 heads, 2 KV)GQA (4 heads, 2 KV)✓ kept
text_configMoE routingtop-8 of 256 expertstop-2 of 4 experts✓ kept
text_configRoPE typedefaultdefault✓ kept
text_configmodel_typeqwen3_5_moe_textqwen3_5_moe_text✓ kept
text_configvocab_size248320248320✓ kept
text_configtie_word_embeddingsFalseFalse✓ kept
text_confighidden_actsilusilu✓ kept
text_configmax_position_embeddings262144262144✓ kept
vision_configRoPE typeaxialaxial✓ kept
vision_configmodel_typeqwen3_5_moe_visionqwen3_5_moe_vision✓ kept
vision_confighidden_actgelu_pytorch_tanhgelu_pytorch_tanh✓ kept
vision_configpatch_size1616✓ kept

Module classes

Instances of each class in the built model (prefix Qwen3_5Moe omitted).

ClassOriginalFixture
Linear461128
RMSNorm1017
SiLUActivation804
LayerNorm5555
DecoderLayer402
Experts402
MLP402
SparseMoeBlock402
TopKRouter402
Conv1d301
GatedDeltaNet301
RMSNormGated301
GELUTanh2727
VisionAttention2727
VisionBlock2727
VisionMLP2727
Attention101
Embedding22
ModuleList22
Conv3d11
GELU11
ForConditionalGeneration11
Model11
TextModel11
TextRotaryEmbedding11
VisionModel11
VisionPatchEmbed11
VisionPatchMerger11
VisionRotaryEmbedding11

Config changes

14 fields changed, 68 unchanged.

FieldOriginalFixture
text_config.head_dim25616
text_config.hidden_size204864
text_config.layer_types40 entries: 30× linear_attention, 10× full_attention["linear_attention", "full_attention"]
text_config.moe_intermediate_size51232
text_config.num_attention_heads164
text_config.num_experts2564
text_config.num_experts_per_tok82
text_config.num_hidden_layers402
text_config.rope_parameters{"mrope_interleaved": true, "mrope_section": [11, 11, 10], "rope_type": "defa…{"mrope_interleaved": true, "mrope_section": [3, 3, 2], "partial_rotary_facto…
text_config.shared_expert_intermediate_size512128
vision_config.hidden_size115264
vision_config.intermediate_size4304128
vision_config.num_heads164
vision_config.out_hidden_size204864
\ No newline at end of file diff --git a/shrink/Qwen3.5-35B-A3B-mic.json b/shrink/Qwen3.5-35B-A3B-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..b45ae1cb663cdb35650df55af81dd84bc09badd7 --- /dev/null +++ b/shrink/Qwen3.5-35B-A3B-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/Qwen3.5-35B-A3B-mic@8197a27e48d360625a51c9ddf03148b0e186f558", "findings": []} \ No newline at end of file diff --git a/shrink/Qwen3.8-1.0B-A0.6B-mic.html b/shrink/Qwen3.8-1.0B-A0.6B-mic.html index 7072956badebe32c77bcd8112678eab91e9a0207..bf89157814e9cee5e9a1b8ad8ad9d06ec05ed0dd 100644 --- a/shrink/Qwen3.8-1.0B-A0.6B-mic.html +++ b/shrink/Qwen3.8-1.0B-A0.6B-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +inference-optimization/Qwen3.8-1.0B-A0.6B: shrunk architecture
-

Shrunk architecture

huggingface-mic/Qwen3.8-1.0B-A0.6B-mic@9633d99d303ac2051fd49702bc4781e0f930cfcc ← inference-optimization/Qwen3.8-1.0B-A0.6B@36531b2b4eab12e9cf7b7b9cbfce0f0a0bb8b719 · Qwen3_5MoeForCausalLM · random weights

-
Original966.1Mparameters
Fixture32.1Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 8
Fixture · 2
KindOriginalFixture
linear_attention, Conv1d, GatedDeltaNet …61✓ kept
is_causal=True, Attention21✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers457.6M47.4%353.3K1.1%
model.embed_tokens254.3M26.3%15.9M49.5%
lm_head254.3M26.3%15.9M49.5%
model.norm1.0K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleGQA (8 heads, 2 KV)GQA (4 heads, 2 KV)✓ kept
modelMoE routingtop-2 of 16 expertstop-2 of 4 experts✓ kept
modelRoPE typedefaultdefault✓ kept
modelmodel_typeqwen3_5_moe_textqwen3_5_moe_text✓ kept
modelvocab_size248320248320✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings262144262144✓ kept

Module classes

Instances of each class in the built model (prefix Qwen3_5Moe omitted).

ClassOriginalFixture
Linear7118
RMSNorm217
SiLUActivation164
DecoderLayer82
Experts82
MLP82
SparseMoeBlock82
TopKRouter82
Conv1d61
GatedDeltaNet61
RMSNormGated61
Attention21
Embedding11
ModuleList11
ForCausalLM11
TextModel11
TextRotaryEmbedding11

Config changes

8 fields changed, 37 unchanged.

FieldOriginalFixture
head_dim12816
hidden_size102464
layer_types8 entries: 6× linear_attention, 2× full_attention["linear_attention", "full_attention"]
moe_intermediate_size102432
num_attention_heads84
num_experts164
num_hidden_layers82
shared_expert_intermediate_size1024128
+

← MIC coverage of Transformers model types

+

inference-optimization/Qwen3.8-1.0B-A0.6B

huggingface-mic/Qwen3.8-1.0B-A0.6B-mic@9633d99d303a ← inference-optimization/Qwen3.8-1.0B-A0.6B@36531b2b4eab · Qwen3_5MoeForCausalLM · random weights

+
Original966.1Mparameters
Fixture32.1Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 8
Fixture · 2
KindOriginalFixture
linear_attention, Conv1d, GatedDeltaNet …61✓ kept
is_causal=True, Attention21✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers457.6M47.4%353.3K1.1%
lm_head254.3M26.3%15.9M49.5%
model.embed_tokens254.3M26.3%15.9M49.5%
model.norm1.0K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleGQA (8 heads, 2 KV)GQA (4 heads, 2 KV)✓ kept
modelMoE routingtop-2 of 16 expertstop-2 of 4 experts✓ kept
modelRoPE typedefaultdefault✓ kept
modelmodel_typeqwen3_5_moe_textqwen3_5_moe_text✓ kept
modelvocab_size248320248320✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings262144262144✓ kept

Module classes

Instances of each class in the built model (prefix Qwen3_5Moe omitted).

ClassOriginalFixture
Linear7118
RMSNorm217
SiLUActivation164
DecoderLayer82
Experts82
MLP82
SparseMoeBlock82
TopKRouter82
Conv1d61
GatedDeltaNet61
RMSNormGated61
Attention21
Embedding11
ModuleList11
ForCausalLM11
TextModel11
TextRotaryEmbedding11

Config changes

8 fields changed, 37 unchanged.

FieldOriginalFixture
head_dim12816
hidden_size102464
layer_types8 entries: 6× linear_attention, 2× full_attention["linear_attention", "full_attention"]
moe_intermediate_size102432
num_attention_heads84
num_experts164
num_hidden_layers82
shared_expert_intermediate_size1024128
\ No newline at end of file diff --git a/shrink/Qwen3.8-1.0B-A0.6B-mic.json b/shrink/Qwen3.8-1.0B-A0.6B-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..dbf8dd208401ef248226e6df22193717c93dbac7 --- /dev/null +++ b/shrink/Qwen3.8-1.0B-A0.6B-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/Qwen3.8-1.0B-A0.6B-mic@9633d99d303ac2051fd49702bc4781e0f930cfcc", "findings": []} \ No newline at end of file diff --git a/shrink/Qwen3.8-Flash-Next-mic.html b/shrink/Qwen3.8-Flash-Next-mic.html index b87488c936c4a924eb552c2ba6eb5a272f35613c..552ddde602765ae0d2e1687207680e8a6524ffae 100644 --- a/shrink/Qwen3.8-Flash-Next-mic.html +++ b/shrink/Qwen3.8-Flash-Next-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +Qwen/Qwen3.8-Flash-Next: shrunk architecture
-

Shrunk architecture

huggingface-mic/Qwen3.8-Flash-Next-mic@9b40023b0010df89774011881d27eb6165fd2ca9 ← Qwen/Qwen3.8-Flash-Next@de4b8e4d43b917e7706784d8bb445c9af86a3540 · Qwen4ExpForConditionalGeneration · random weights

+

← MIC coverage of Transformers model types

+

Qwen/Qwen3.8-Flash-Next

huggingface-mic/Qwen3.8-Flash-Next-mic@9b40023b0010 ← Qwen/Qwen3.8-Flash-Next@de4b8e4d43b9 · Qwen4ExpForConditionalGeneration · random weights

Original177.4Bparameters
Fixture359.2Mparameters
Layer stacks2compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.visual.blocks

Original · 27
Fixture · 27
KindOriginalFixture
VisionBlock2727✓ kept

model.language_model.layers

Original · 48
Fixture · 4
KindOriginalFixture
linear_attention, Conv1d, TextGatedDeltaNet …352✓ kept
linear_attention, Conv1d, Embedding …11✓ kept
indexed_attention, TextAttention, TextQSAIndexer121✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.language_model.layers175.7B99.0%326.1M90.8%
model.language_model642.3M0.4%16.1M4.5%
lm_head635.7M0.4%15.9M4.4%
model.visual.blocks411.5M0.2%903.7K0.3%
model.visual37.5M0.0%328.2K0.1%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typeqwen4_expqwen4_exp✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
text_configattention styleGQA (24 heads, 2 KV)GQA (4 heads, 2 KV)✓ kept
text_configMoE routingtop-10 of 512 expertstop-2 of 4 experts✓ kept
text_configRoPE typedefaultdefault✓ kept
text_configmodel_typeqwen4_exp_textqwen4_exp_text✓ kept
text_configvocab_size248320248320✓ kept
text_configtie_word_embeddingsFalseFalse✓ kept
text_confighidden_actsilusilu✓ kept
text_configmax_position_embeddings262144262144✓ kept
vision_configRoPE typeaxialaxial✓ kept
vision_configmodel_typeqwen4_exp_visionqwen4_exp_vision✓ kept
vision_confighidden_actgelu_pytorch_tanhgelu_pytorch_tanh✓ kept
vision_configpatch_size1616✓ kept

Module classes

Instances of each class in the built model (prefix Qwen4Exp omitted).

ClassOriginalFixture
Linear835175
TextRMSNorm14816
TextGatedResidual979
SiLUActivation968
LayerNorm5555
TextDecoderLayer484
TextExperts484
TextMLP484
TextSparseMoeBlock484
TextTopKRouter484
Conv1d374
TextGatedDeltaNet363
TextRMSNormGated363
GELUTanh2727
VisionAttention2727
VisionBlock2727
VisionMLP2727
TextAttention121
TextQSAIndexer121
Embedding33
ModuleList22
Conv3d11
GELU11
ForConditionalGeneration11
Model11
TextModel11
TextNGramEmbedding11
TextPLELayer11
TextRotaryEmbedding11
VisionModel11
VisionPatchEmbed11
VisionPatchMerger11
VisionRotaryEmbedding11

Config changes

15 fields changed, 86 unchanged.

FieldOriginalFixture
text_config.head_dim25616
text_config.hidden_size256064
text_config.layer_types48 entries: 36× linear_attention, 12× indexed_attention["linear_attention", "linear_attention", "linear_attention", "indexed_attenti…
text_config.moe_intermediate_size64032
text_config.num_attention_heads244
text_config.num_experts5124
text_config.num_experts_per_tok102
text_config.num_hidden_layers484
text_config.ple_embed_dim256016
text_config.rope_parameters{"mrope_interleaved": true, "mrope_section": [11, 11, 10], "partial_rotary_fa…{"mrope_interleaved": true, "mrope_section": [3, 3, 2], "partial_rotary_facto…
text_config.shared_expert_intermediate_size640128
vision_config.hidden_size115264
vision_config.intermediate_size4304128
vision_config.num_heads164
vision_config.out_hidden_size256064
\ No newline at end of file diff --git a/shrink/Qwen3.8-Flash-Next-mic.json b/shrink/Qwen3.8-Flash-Next-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..e5de55eadfe9db6fe3d55b544b98c37322ea77f5 --- /dev/null +++ b/shrink/Qwen3.8-Flash-Next-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/Qwen3.8-Flash-Next-mic@9b40023b0010df89774011881d27eb6165fd2ca9", "findings": []} \ No newline at end of file diff --git a/shrink/Seed-OSS-36B-Instruct-mic.html b/shrink/Seed-OSS-36B-Instruct-mic.html index 91deea27e15834e150d01acba6953c054c6c2b6e..009380b3160bd5386f0d53a0641073f28cd79cf7 100644 --- a/shrink/Seed-OSS-36B-Instruct-mic.html +++ b/shrink/Seed-OSS-36B-Instruct-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +ByteDance-Seed/Seed-OSS-36B-Instruct: shrunk architecture
-

Shrunk architecture

huggingface-mic/Seed-OSS-36B-Instruct-mic@5a7c613134e50c88bce20805ea4b02458007b844 ← ByteDance-Seed/Seed-OSS-36B-Instruct@497f1dca95ebdec98e41d517b9f060ee753c902f · SeedOssForCausalLM · random weights

-
Original36.2Bparameters
Fixture19.9Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 64
Fixture · 2
KindOriginalFixture
DecoderLayer642✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers34.6B95.6%74.2K0.4%
lm_head794.3M2.2%9.9M49.8%
model.embed_tokens794.3M2.2%9.9M49.8%
model.norm5.1K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleGQA (80 heads, 8 KV)GQA (4 heads, 2 KV)✓ kept
modelRoPE typedefaultdefault✓ kept
modelmodel_typeseed_ossseed_oss✓ kept
modelvocab_size155136155136✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings524288524288✓ kept

Module classes

Instances of each class in the built model (prefix SeedOss omitted).

ClassOriginalFixture
Linear44915
RMSNorm1295
Attention642
DecoderLayer642
MLP642
SiLUActivation642
Embedding11
ModuleList11
ForCausalLM11
Model11
RotaryEmbedding11

Config changes

6 fields changed, 26 unchanged.

FieldOriginalFixture
head_dim12816
hidden_size512064
intermediate_size27648128
num_attention_heads804
num_hidden_layers642
num_key_value_heads82
+

← MIC coverage of Transformers model types

+

ByteDance-Seed/Seed-OSS-36B-Instruct

huggingface-mic/Seed-OSS-36B-Instruct-mic@5a7c613134e5 ← ByteDance-Seed/Seed-OSS-36B-Instruct@497f1dca95eb · SeedOssForCausalLM · random weights

+
Original36.2Bparameters
Fixture19.9Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 64
Fixture · 2
KindOriginalFixture
DecoderLayer642✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers34.6B95.6%74.2K0.4%
model.embed_tokens794.3M2.2%9.9M49.8%
lm_head794.3M2.2%9.9M49.8%
model.norm5.1K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleGQA (80 heads, 8 KV)GQA (4 heads, 2 KV)✓ kept
modelRoPE typedefaultdefault✓ kept
modelmodel_typeseed_ossseed_oss✓ kept
modelvocab_size155136155136✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings524288524288✓ kept

Module classes

Instances of each class in the built model (prefix SeedOss omitted).

ClassOriginalFixture
Linear44915
RMSNorm1295
Attention642
DecoderLayer642
MLP642
SiLUActivation642
Embedding11
ModuleList11
ForCausalLM11
Model11
RotaryEmbedding11

Config changes

6 fields changed, 26 unchanged.

FieldOriginalFixture
head_dim12816
hidden_size512064
intermediate_size27648128
num_attention_heads804
num_hidden_layers642
num_key_value_heads82
\ No newline at end of file diff --git a/shrink/Seed-OSS-36B-Instruct-mic.json b/shrink/Seed-OSS-36B-Instruct-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..3f345a46b32e225699cce94310824cb53cf47c23 --- /dev/null +++ b/shrink/Seed-OSS-36B-Instruct-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/Seed-OSS-36B-Instruct-mic@5a7c613134e50c88bce20805ea4b02458007b844", "findings": []} \ No newline at end of file diff --git a/shrink/SmolLM3-3B-mic.html b/shrink/SmolLM3-3B-mic.html index c63f06f8f36abb976c3cef22ba5239aea3c44edf..891e020324a48d12c56f524e9407e47a50781307 100644 --- a/shrink/SmolLM3-3B-mic.html +++ b/shrink/SmolLM3-3B-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +HuggingFaceTB/SmolLM3-3B: shrunk architecture
-

Shrunk architecture

huggingface-mic/SmolLM3-3B-mic@717fbb55a2a1e454d1de0cd85e1c944183b0cbd7 ← HuggingFaceTB/SmolLM3-3B@a07cc9a04f16550a088caea529712d1d335b0ac1 · SmolLM3ForCausalLM · random weights · built before the shrink rule (no recorded recipe)

+

← MIC coverage of Transformers model types

+

HuggingFaceTB/SmolLM3-3B

huggingface-mic/SmolLM3-3B-mic@717fbb55a2a1 ← HuggingFaceTB/SmolLM3-3B@a07cc9a04f16 · SmolLM3ForCausalLM · random weights · built before the shrink rule (no recorded recipe)

Original3.1Bparameters
Fixture35.2Mparameters
Layer stacks1compared
Findings1to review

⚠ To review

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 36
Fixture · 4
KindOriginalFixture
DecoderLayer364✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers2.8B91.5%2.4M6.7%
model.embed_tokens262.7M8.5%32.8M93.3%
model.norm2.0K0.0%2560.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleGQA (16 heads, 4 KV)GQA (4 heads, 2 KV)✓ kept
modelRoPE typedefaultdefault✓ kept
modelmodel_typesmollm3smollm3✓ kept
modelvocab_size128256128256✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings65536512⚠ changed

Module classes

Instances of each class in the built model (prefix SmolLM3 omitted).

ClassOriginalFixture
Linear25329
RMSNorm739
SiLUActivation364
Attention364
DecoderLayer364
MLP364
Embedding11
ModuleList11
ForCausalLM11
Model11
RotaryEmbedding11

Config changes

9 fields changed, 26 unchanged.

FieldOriginalFixture
hidden_size2048256
intermediate_size11008512
layer_types36 entries: 36× full_attention["full_attention", "full_attention", "full_attention", "full_attention"]
max_position_embeddings65536512
max_window_layers283
no_rope_layers36 entries: 27× 1, 9× 0[1, 1, 1, 0]
num_attention_heads164
num_hidden_layers364
num_key_value_heads42
\ No newline at end of file diff --git a/shrink/SmolLM3-3B-mic.json b/shrink/SmolLM3-3B-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..b2b28c3ab4923987a4dcb455d34b63301f2ed7fb --- /dev/null +++ b/shrink/SmolLM3-3B-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/SmolLM3-3B-mic@717fbb55a2a1e454d1de0cd85e1c944183b0cbd7", "findings": ["model: max_position_embeddings 65536 became 512"]} \ No newline at end of file diff --git a/shrink/Unlimited-OCR-mic.html b/shrink/Unlimited-OCR-mic.html index e6ac2290e86344ae880f772365a6e98c7d2c9d35..9361bfd2480f1eb9d00909adf64ea78cc5d64d70 100644 --- a/shrink/Unlimited-OCR-mic.html +++ b/shrink/Unlimited-OCR-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +baidu/Unlimited-OCR: shrunk architecture
-

Shrunk architecture

huggingface-mic/Unlimited-OCR-mic@7b86520360914f84047e85b7d0b11109baf6d934 ← baidu/Unlimited-OCR@8249d20b2822a7d8a4c22c8d8c9069b5ac36bda3 · UnlimitedOcrForConditionalGeneration · random weights

+

← MIC coverage of Transformers model types

+

baidu/Unlimited-OCR

huggingface-mic/Unlimited-OCR-mic@7b8652036091 ← baidu/Unlimited-OCR@8249d20b2822 · UnlimitedOcrForConditionalGeneration · random weights

Original3.3Bparameters
Fixture18.6Mparameters
Layer stacks3compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.vision_tower.sam_encoder.layers

Original · 12
Fixture · 2
KindOriginalFixture
SamMLPBlock122✓ kept

model.vision_tower.vision_encoder.encoder.layers

Original · 24
Fixture · 2
KindOriginalFixture
EncoderLayer242✓ kept

model.language_model.layers

Original · 12
Fixture · 2
KindOriginalFixture
no TextExperts11✓ kept
TextExperts, TextMoe, TextTopkRouter111✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.language_model.layers2.6B78.1%94.7K0.5%
model.vision_tower.vision_encoder.encoder.layers302.3M9.1%66.9K0.4%
model.language_model165.5M5.0%8.3M44.5%
lm_head165.5M5.0%8.3M44.5%
model.vision_tower.sam_encoder.layers85.1M2.6%828.2K4.5%
model.vision_tower10.7M0.3%1.0M5.5%
model.multi_modal_projector2.6M0.1%8.3K0.0%
1 others2.6K0.0%1280.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleMHA (10 heads, 10 KV)MHA (4 heads, 4 KV)✓ kept
modelMoE routingtop-6 of 64 expertstop-2 of 4 experts✓ kept
modelmodel_typeunlimited_ocrunlimited_ocr✓ kept
modelvocab_size129280129280✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
modelmax_position_embeddings3276832768✓ kept
vision_configmodel_typeunlimited_ocr_visionunlimited_ocr_vision✓ kept
vision_configimage_size10241024✓ kept
vision_config.sam_configmodel_typeunlimited_ocr_sam_vision_modelunlimited_ocr_sam_vision_model✓ kept
vision_config.sam_confighidden_actgelugelu✓ kept
vision_config.sam_configimage_size10241024✓ kept
vision_config.sam_configpatch_size1616✓ kept
vision_config.sam_confignum_channels33✓ kept
vision_config.encoder_configmodel_typeunlimited_ocr_vision_encoderunlimited_ocr_vision_encoder✓ kept
vision_config.encoder_confighidden_actquick_geluquick_gelu✓ kept
vision_config.encoder_configimage_size224224✓ kept
vision_config.encoder_configpatch_size1414✓ kept
vision_config.encoder_confignum_channels33✓ kept
text_configattention styleMHA (10 heads, 10 KV)MHA (4 heads, 4 KV)✓ kept
text_configMoE routingtop-6 of 64 expertstop-2 of 4 experts✓ kept
text_configRoPE typedefaultdefault✓ kept
text_configmodel_typeunlimited_ocr_textunlimited_ocr_text✓ kept
text_configvocab_size129280129280✓ kept
text_configtie_word_embeddingsFalseFalse✓ kept
text_confighidden_actsilusilu✓ kept
text_configmax_position_embeddings3276832768✓ kept
projector_configmodel_typemlp_projectormlp_projector✓ kept

Module classes

Instances of each class in the built model (prefix UnlimitedOcr omitted).

ClassOriginalFixture
Linear27836
LayerNorm739
TextRMSNorm255
QuickGELUActivation242
Attention242
EncoderLayer242
MLP242
SiLUActivation233
GELUActivation122
SamMLPBlock122
SamVisionLayer122
SamVisionSdpaAttention122
TextAttention122
TextDecoderLayer122
TextMLP122
TextExperts111
TextMoe111
TextTopkRouter111
Conv2d55
ModuleList33
Embedding22
SamLayerNorm22
Encoder11
ForConditionalGeneration11
Model11
SamPatchEmbeddings11
SamVisionEncoder11
SamVisionNeck11
SamVisionProj11
TextModel11
TextRotaryEmbedding11
VisionEmbeddings11
VisionEncoder11
VisionModel11

Config changes

30 fields changed, 128 unchanged.

FieldOriginalFixture
hidden_size128064
intermediate_size6848128
moe_intermediate_size89632
n_routed_experts644
num_attention_heads104
num_experts_per_tok62
num_hidden_layers122
num_key_value_heads104
text_config.head_dim12816
text_config.hidden_size128064
text_config.intermediate_size6848128
text_config.layer_types12 entries: 12× reference_sliding_attention["reference_sliding_attention", "reference_sliding_attention"]
text_config.mlp_layer_types12 entries: 11× sparse, 1× dense["dense", "sparse"]
text_config.moe_intermediate_size89632
text_config.n_routed_experts644
text_config.num_attention_heads104
text_config.num_experts_per_tok62
text_config.num_hidden_layers122
text_config.num_key_value_heads104
text_config.v_head_dim12816
v_head_dim12816
vision_config.encoder_config.hidden_size102464
vision_config.encoder_config.intermediate_size4096128
vision_config.encoder_config.num_attention_heads164
vision_config.encoder_config.num_hidden_layers242
vision_config.sam_config.downsample_channels[512, 1024][32, 64]
vision_config.sam_config.hidden_size76864
vision_config.sam_config.initializer_range1e-100.02
vision_config.sam_config.num_attention_heads124
vision_config.sam_config.num_hidden_layers122
\ No newline at end of file diff --git a/shrink/Unlimited-OCR-mic.json b/shrink/Unlimited-OCR-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..bde12c1dacd092792cd2acc0272838377a566705 --- /dev/null +++ b/shrink/Unlimited-OCR-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/Unlimited-OCR-mic@7b86520360914f84047e85b7d0b11109baf6d934", "findings": []} \ No newline at end of file diff --git a/shrink/VibeVoice-1.5B-hf-mic.html b/shrink/VibeVoice-1.5B-hf-mic.html index fdf306855c6ed028a3044a9c867c32380a089a2d..4180ac42f1106b933ab274d0aef7a490dd32436c 100644 --- a/shrink/VibeVoice-1.5B-hf-mic.html +++ b/shrink/VibeVoice-1.5B-hf-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +vibevoice/VibeVoice-1.5B-hf: shrunk architecture
-

Shrunk architecture

huggingface-mic/VibeVoice-1.5B-hf-mic@a651225b62eeb6b3aa47c4f0600111b0055ab257 ← vibevoice/VibeVoice-1.5B-hf@d4cd82eb4371bf3e3d088e1ea7fa4eefb60449bf · VibeVoiceForConditionalGeneration · random weights

+

← MIC coverage of Transformers model types

+

vibevoice/VibeVoice-1.5B-hf

huggingface-mic/VibeVoice-1.5B-hf-mic@a651225b62ee ← vibevoice/VibeVoice-1.5B-hf@d4cd82eb4371 · VibeVoiceForConditionalGeneration · random weights

Original2.7Bparameters
Fixture268.3Mparameters
Layer stacks8compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.audio_tower.encoder.stem.stage

Original · 3
Fixture · 1
KindOriginalFixture
AcousticTokenizerConvNext1dLayer31✓ kept

model.audio_tower.encoder.conv_layers

Original · 6
Fixture · 6
KindOriginalFixture
AcousticTokenizerEncoderLayer66✓ kept

model.audio_tower.decoder.stem.stage

Original · 8
Fixture · 1
KindOriginalFixture
AcousticTokenizerConvNext1dLayer81✓ kept

model.audio_tower.decoder.conv_layers

Original · 6
Fixture · 6
KindOriginalFixture
AcousticTokenizerDecoderLayer66✓ kept

model.language_model.layers

Original · 28
Fixture · 2
KindOriginalFixture
Qwen2DecoderLayer282✓ kept

model.semantic_tokenizer_encoder.stem.stage

Original · 3
Fixture · 1
KindOriginalFixture
AcousticTokenizerConvNext1dLayer31✓ kept

model.semantic_tokenizer_encoder.conv_layers

Original · 6
Fixture · 6
KindOriginalFixture
AcousticTokenizerEncoderLayer66✓ kept

model.diffusion_head.layers

Original · 4
Fixture · 2
KindOriginalFixture
Linear42✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.language_model.layers1.3B48.5%74.2K0.0%
model.audio_tower.encoder.conv_layers342.8M12.7%85.2M31.8%
model.semantic_tokenizer_encoder.conv_layers342.8M12.7%85.2M31.8%
model.audio_tower.decoder.stem.stage268.7M9.9%33.6M12.5%
model.language_model233.4M8.6%9.7M3.6%
model.diffusion_head.layers113.3M4.2%73.9K0.0%
model.audio_tower.decoder.conv_layers74.1M2.7%51.6M19.2%
8 others18.8M0.7%2.8M1.1%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typevibevoicevibevoice✓ kept
modelvocab_size151936151936✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
audio_configmodel_typevibevoice_acoustic_tokenizervibevoice_acoustic_tokenizer✓ kept
audio_confighidden_actgelugelu✓ kept
semantic_model_configmodel_typevibevoice_acoustic_tokenizer_encodervibevoice_acoustic_tokenizer_encoder✓ kept
semantic_model_confighidden_actgelugelu✓ kept
text_configattention styleGQA (12 heads, 2 KV)GQA (4 heads, 2 KV)✓ kept
text_configRoPE typedefaultdefault✓ kept
text_configmodel_typeqwen2qwen2✓ kept
text_configvocab_size151936151936✓ kept
text_configtie_word_embeddingsTrueTrue✓ kept
text_confighidden_actsilusilu✓ kept
text_configmax_position_embeddings6553665536✓ kept
diffusion_head_configmodel_typevibevoice_diffusionvibevoice_diffusion✓ kept
diffusion_head_confighidden_actsilusilu✓ kept

Module classes

Instances of each class in the built model (prefix VibeVoice omitted).

ClassOriginalFixture
Linear37975
AcousticTokenizerRMSNorm15642
Conv1d9639
AcousticTokenizerCausalConv1d9639
GELUActivation7821
AcousticTokenizerConvNext1dLayer7821
AcousticTokenizerFeedForward7821
Qwen2RMSNorm575
SiLUActivation388
Qwen2Attention282
Qwen2DecoderLayer282
Qwen2MLP282
ModuleList2626
AcousticTokenizerEncoderLayer1212
ConvTranspose1d66
AcousticTokenizerCausalConvTranspose1d66
AcousticTokenizerDecoderLayer66
RMSNorm64
DiffusionHeadAdaLayerNorm42
MLP42
AcousticTokenizerEncoderModel22
AcousticTokenizerEncoderStem22
MultiModalProjector22
Embedding11
Qwen2Model11
Qwen2RotaryEmbedding11
AcousticTokenizerDecoderModel11
AcousticTokenizerDecoderStem11
AcousticTokenizerModel11
DiffusionHead11
DiffusionHeadFinalLayer11
DiffusionHeadMLP11
DiffusionHeadSinusoidalEmbedding11
ForConditionalGeneration11
Model11

Config changes

11 fields changed, 98 unchanged.

FieldOriginalFixture
audio_config.depths7 entries: 6× 3, 1× 87 entries: 7× 1
diffusion_head_config.hidden_size153664
diffusion_head_config.intermediate_size4608128
diffusion_head_config.num_hidden_layers42
semantic_model_config.depths7 entries: 6× 3, 1× 87 entries: 7× 1
semantic_model_config.hidden_size12864
text_config.hidden_size153664
text_config.intermediate_size8960128
text_config.layer_types28 entries: 28× full_attention["full_attention", "full_attention"]
text_config.num_attention_heads124
text_config.num_hidden_layers282
\ No newline at end of file diff --git a/shrink/VibeVoice-1.5B-hf-mic.json b/shrink/VibeVoice-1.5B-hf-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..07ccbbac9dfd01b4beacf81827ffb05a0cb61d1f --- /dev/null +++ b/shrink/VibeVoice-1.5B-hf-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/VibeVoice-1.5B-hf-mic@a651225b62eeb6b3aa47c4f0600111b0055ab257", "findings": []} \ No newline at end of file diff --git a/shrink/Voxtral-Mini-3B-2507-mic.html b/shrink/Voxtral-Mini-3B-2507-mic.html index 6bedf6367706cb32ddc4ac87c066572cfaf2c034..8aa2fe3d126822d21fac8982673bbdcd19dacc12 100644 --- a/shrink/Voxtral-Mini-3B-2507-mic.html +++ b/shrink/Voxtral-Mini-3B-2507-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +mistralai/Voxtral-Mini-3B-2507: shrunk architecture
-

Shrunk architecture

huggingface-mic/Voxtral-Mini-3B-2507-mic@88954b6754a54ae7b39c94a53b59d3d54313fae9 ← mistralai/Voxtral-Mini-3B-2507@3060fe34b35ba5d44202ce9ff3c097642914f8f3 · VoxtralForConditionalGeneration · random weights

+

← MIC coverage of Transformers model types

+

mistralai/Voxtral-Mini-3B-2507

huggingface-mic/Voxtral-Mini-3B-2507-mic@88954b6754a5 ← mistralai/Voxtral-Mini-3B-2507@3060fe34b35b · VoxtralForConditionalGeneration · random weights

Original4.7Bparameters
Fixture17.1Mparameters
Layer stacks2compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.audio_tower.layers

Original · 32
Fixture · 2
KindOriginalFixture
EncoderLayer322✓ kept

model.language_model.layers

Original · 30
Fixture · 2
KindOriginalFixture
LlamaDecoderLayer302✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.language_model.layers3.2B68.6%74.0K0.4%
model.audio_tower.layers629.6M13.5%99.8K0.6%
model.language_model402.7M8.6%8.4M49.0%
lm_head402.7M8.6%8.4M49.0%
model.multi_modal_projector25.2M0.5%20.5K0.1%
model.audio_tower7.3M0.2%133.1K0.8%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typevoxtralvoxtral✓ kept
modelvocab_size131072131072✓ kept
audio_configattention styleMHA (20 heads, 20 KV)MHA (4 heads, 4 KV)✓ kept
audio_configmodel_typevoxtral_encodervoxtral_encoder✓ kept
audio_configvocab_size5186651866✓ kept
audio_confignum_mel_bins128128✓ kept
text_configattention styleGQA (32 heads, 8 KV)GQA (4 heads, 2 KV)✓ kept
text_configRoPE typedefaultdefault✓ kept
text_configmodel_typellamallama✓ kept
text_configvocab_size131072131072✓ kept
text_configtie_word_embeddingsFalseFalse✓ kept
text_confighidden_actsilusilu✓ kept
text_configmax_position_embeddings131072131072✓ kept

Module classes

Instances of each class in the built model (prefix Voxtral omitted).

ClassOriginalFixture
Linear40529
LayerNorm655
LlamaRMSNorm615
GELUActivation333
Attention322
EncoderLayer322
LlamaAttention302
LlamaDecoderLayer302
LlamaMLP302
SiLUActivation302
Conv1d22
Embedding22
ModuleList22
AvgPool1d11
LlamaModel11
LlamaRotaryEmbedding11
Encoder11
ForConditionalGeneration11
Model11
MultiModalProjector11

Config changes

13 fields changed, 56 unchanged.

FieldOriginalFixture
audio_config.head_dim6416
audio_config.hidden_size128064
audio_config.intermediate_size5120256
audio_config.num_attention_heads204
audio_config.num_hidden_layers322
audio_config.num_key_value_heads204
hidden_size307264
text_config.head_dim12816
text_config.hidden_size307264
text_config.intermediate_size8192128
text_config.num_attention_heads324
text_config.num_hidden_layers302
text_config.num_key_value_heads82
\ No newline at end of file diff --git a/shrink/Voxtral-Mini-3B-2507-mic.json b/shrink/Voxtral-Mini-3B-2507-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..8f786dab42a38f0ffd6794641cebaa906c443bf1 --- /dev/null +++ b/shrink/Voxtral-Mini-3B-2507-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/Voxtral-Mini-3B-2507-mic@88954b6754a54ae7b39c94a53b59d3d54313fae9", "findings": []} \ No newline at end of file diff --git a/shrink/albert-base-v2-mic.html b/shrink/albert-base-v2-mic.html index d49bb5e130b7d36a9f9b9f6d9dcef8a3351d8832..ab7ce6ac34aacb4b3d942dd25b72d3c1265a2d8b 100644 --- a/shrink/albert-base-v2-mic.html +++ b/shrink/albert-base-v2-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +albert/albert-base-v2: shrunk architecture
-

Shrunk architecture

huggingface-mic/albert-base-v2-mic@258e9f08fe272ff4b05d6823ad031e0ba86d9be6 ← albert/albert-base-v2@8e2f239c5f8a2c0f253781ca60135db913e5c80c · AlbertForMaskedLM · random weights

+

← MIC coverage of Transformers model types

+

albert/albert-base-v2

huggingface-mic/albert-base-v2-mic@258e9f08fe27 ← albert/albert-base-v2@8e2f239c5f8a · AlbertForMaskedLM · random weights

Original11.2Mparameters
Fixture4.0Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

albert.encoder.albert_layer_groups

Original · 1
Fixture · 1
KindOriginalFixture
Layer11✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
albert.encoder.albert_layer_groups7.1M63.2%33.5K0.8%
albert.embeddings3.9M34.8%3.9M98.0%
albert.encoder99.1K0.9%8.3K0.2%
predictions.dense98.4K0.9%8.3K0.2%
predictions30.0K0.3%30.0K0.8%
predictions.LayerNorm2560.0%2560.0%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typealbertalbert✓ kept
modelvocab_size3000030000✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
modelhidden_actgelu_newgelu_new✓ kept
modelmax_position_embeddings512512✓ kept

Module classes

Instances of each class in the built model (prefix Albert omitted).

ClassOriginalFixture
Linear99
Dropout44
LayerNorm44
Embedding33
ModuleList22
NewGELUActivation22
Attention11
Embeddings11
ForMaskedLM11
Layer11
LayerGroup11
MLMHead11
Model11
Transformer11

Config changes

4 fields changed, 29 unchanged.

FieldOriginalFixture
hidden_size76864
intermediate_size3072128
num_attention_heads124
num_hidden_layers122
\ No newline at end of file diff --git a/shrink/albert-base-v2-mic.json b/shrink/albert-base-v2-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..5d9fdd26cb1888155df81f45942609c1af131849 --- /dev/null +++ b/shrink/albert-base-v2-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/albert-base-v2-mic@258e9f08fe272ff4b05d6823ad031e0ba86d9be6", "findings": []} \ No newline at end of file diff --git a/shrink/audio-flamingo-3-hf-mic.html b/shrink/audio-flamingo-3-hf-mic.html index e768ebcb5bab6d114b2a3b36dde26de304b1dd8b..4850230d2ae1153c1e06fefe1a3e5cd0875713cf 100644 --- a/shrink/audio-flamingo-3-hf-mic.html +++ b/shrink/audio-flamingo-3-hf-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +nvidia/audio-flamingo-3-hf: shrunk architecture
-

Shrunk architecture

huggingface-mic/audio-flamingo-3-hf-mic@5e785e0943d8a895cad2acdfc3d7a4366f961920 ← nvidia/audio-flamingo-3-hf@7d4bae64ee29878af6504ae6f6bb3e40492838ad · AudioFlamingo3ForConditionalGeneration · random weights

+

← MIC coverage of Transformers model types

+

nvidia/audio-flamingo-3-hf

huggingface-mic/audio-flamingo-3-hf-mic@5e785e0943d8 ← nvidia/audio-flamingo-3-hf@7d4bae64ee29 · AudioFlamingo3ForConditionalGeneration · random weights

Original8.3Bparameters
Fixture19.7Mparameters
Layer stacks2compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.audio_tower.layers

Original · 32
Fixture · 2
KindOriginalFixture
EncoderLayer322✓ kept

model.language_model.layers

Original · 28
Fixture · 2
KindOriginalFixture
Qwen2DecoderLayer282✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.language_model.layers6.5B78.9%74.2K0.4%
model.audio_tower.layers629.6M7.6%66.8K0.3%
model.language_model543.6M6.6%9.7M49.3%
lm_head543.6M6.6%9.7M49.3%
model.multi_modal_projector17.4M0.2%8.3K0.0%
model.audio_tower7.3M0.1%133.1K0.7%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typeaudioflamingo3audioflamingo3✓ kept
audio_configmodel_typeaudioflamingo3_encoderaudioflamingo3_encoder✓ kept
audio_confignum_mel_bins128128✓ kept
text_configattention styleGQA (28 heads, 4 KV)GQA (4 heads, 2 KV)✓ kept
text_configRoPE typedefaultdefault✓ kept
text_configmodel_typeqwen2qwen2✓ kept
text_configvocab_size151672151672✓ kept
text_configtie_word_embeddingsFalseFalse✓ kept
text_confighidden_actsilusilu✓ kept
text_configmax_position_embeddings3276832768✓ kept

Module classes

Instances of each class in the built model (prefix AudioFlamingo3 omitted).

ClassOriginalFixture
Linear39129
LayerNorm655
Qwen2RMSNorm575
GELUActivation333
Attention322
EncoderLayer322
Qwen2Attention282
Qwen2DecoderLayer282
Qwen2MLP282
SiLUActivation282
Conv1d22
Embedding22
ModuleList22
Encoder11
ForConditionalGeneration11
Model11
MultiModalProjector11
AvgPool1d11
Qwen2Model11
Qwen2RotaryEmbedding11

Config changes

10 fields changed, 55 unchanged.

FieldOriginalFixture
audio_config.hidden_size128064
audio_config.intermediate_size5120128
audio_config.num_attention_heads204
audio_config.num_hidden_layers322
text_config.hidden_size358464
text_config.intermediate_size18944128
text_config.layer_types28 entries: 28× full_attention["full_attention", "full_attention"]
text_config.num_attention_heads284
text_config.num_hidden_layers282
text_config.num_key_value_heads42
\ No newline at end of file diff --git a/shrink/audio-flamingo-3-hf-mic.json b/shrink/audio-flamingo-3-hf-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..95d3bcf07af876cd3b0711624f9924e8ea503474 --- /dev/null +++ b/shrink/audio-flamingo-3-hf-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/audio-flamingo-3-hf-mic@5e785e0943d8a895cad2acdfc3d7a4366f961920", "findings": []} \ No newline at end of file diff --git a/shrink/aya-expanse-8b-ungated-mic.html b/shrink/aya-expanse-8b-ungated-mic.html index c3bb972f76e54b54b79db8eaff1c840aae963d94..734a9ee0f0ae92fe024749ea18fa6f3f8db6bdf2 100644 --- a/shrink/aya-expanse-8b-ungated-mic.html +++ b/shrink/aya-expanse-8b-ungated-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +adamo1139/aya-expanse-8b-ungated: shrunk architecture
-

Shrunk architecture

huggingface-mic/aya-expanse-8b-ungated-mic@ed87e2b6202ba7f881df3e5b8a9859126103bcec ← adamo1139/aya-expanse-8b-ungated@871465ab4030a036a24433b5d100d640f5142999 · CohereForCausalLM · random weights

+

← MIC coverage of Transformers model types

+

adamo1139/aya-expanse-8b-ungated

huggingface-mic/aya-expanse-8b-ungated-mic@ed87e2b6202b ← adamo1139/aya-expanse-8b-ungated@871465ab4030 · CohereForCausalLM · random weights

Original8.0Bparameters
Fixture16.5Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 32
Fixture · 2
KindOriginalFixture
DecoderLayer322✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers7.0B86.9%73.9K0.4%
model.embed_tokens1.0B13.1%16.4M99.6%
model.norm4.1K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleGQA (32 heads, 8 KV)GQA (4 heads, 2 KV)✓ kept
modelRoPE typedefaultdefault✓ kept
modelmodel_typecoherecohere✓ kept
modelvocab_size256000256000✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings81928192✓ kept

Module classes

Instances of each class in the built model (prefix Cohere omitted).

ClassOriginalFixture
Linear22515
LayerNorm333
Attention322
DecoderLayer322
MLP322
SiLUActivation322
ForCausalLM11
Model11
RotaryEmbedding11
Embedding11
ModuleList11

Config changes

5 fields changed, 24 unchanged.

FieldOriginalFixture
hidden_size409664
intermediate_size14336128
num_attention_heads324
num_hidden_layers322
num_key_value_heads82
\ No newline at end of file diff --git a/shrink/aya-expanse-8b-ungated-mic.json b/shrink/aya-expanse-8b-ungated-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..d512d59bf2cb85c47688e1d40f02a60bbb985675 --- /dev/null +++ b/shrink/aya-expanse-8b-ungated-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/aya-expanse-8b-ungated-mic@ed87e2b6202ba7f881df3e5b8a9859126103bcec", "findings": []} \ No newline at end of file diff --git a/shrink/bart-base-mic.html b/shrink/bart-base-mic.html index acb846b251acf6642693a1b1d6b51102123a05e7..605cd329bc2376e757c142aa70dc859ee2b46093 100644 --- a/shrink/bart-base-mic.html +++ b/shrink/bart-base-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +facebook/bart-base: shrunk architecture
-

Shrunk architecture

huggingface-mic/bart-base-mic@1d300e47ad358f5882f422d8c0cfdbc62d975c7b ← facebook/bart-base@aadd2ab0ae0c8268c7c9693540e9904811f36177 · BartForConditionalGeneration · overfit weights · built before the shrink rule (no recorded recipe)

+

← MIC coverage of Transformers model types

+

facebook/bart-base

huggingface-mic/bart-base-mic@1d300e47ad35 ← facebook/bart-base@aadd2ab0ae0c · BartForConditionalGeneration · overfit weights · built before the shrink rule (no recorded recipe)

Original139.4Mparameters
Fixture3.5Mparameters
Layer stacks2compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.encoder.layers

Original · 6
Fixture · 2
KindOriginalFixture
EncoderLayer62✓ kept

model.decoder.layers

Original · 6
Fixture · 2
KindOriginalFixture
DecoderLayer62✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.decoder.layers56.7M40.7%100.5K2.9%
model.encoder.layers42.5M30.5%66.9K1.9%
model.shared38.6M27.7%3.2M91.5%
model.encoder789.5K0.6%65.8K1.9%
model.decoder789.5K0.6%65.8K1.9%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typebartbart✓ kept
modelvocab_size5026550265✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
modelmax_position_embeddings10241024✓ kept

Module classes

Instances of each class in the built model (prefix Bart omitted).

ClassOriginalFixture
Linear9733
LayerNorm3212
Attention186
GELUActivation124
DecoderLayer62
EncoderLayer62
ScaledWordEmbedding33
LearnedPositionalEmbedding22
ModuleList22
Decoder11
Encoder11
ForConditionalGeneration11
Model11

Config changes

7 fields changed, 35 unchanged.

FieldOriginalFixture
d_model76864
decoder_attention_heads124
decoder_ffn_dim3072128
decoder_layers62
encoder_attention_heads124
encoder_ffn_dim3072128
encoder_layers62
\ No newline at end of file diff --git a/shrink/bart-base-mic.json b/shrink/bart-base-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..c5e612a47817fb5b8c3e30448376400b55f8f9e5 --- /dev/null +++ b/shrink/bart-base-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/bart-base-mic@1d300e47ad358f5882f422d8c0cfdbc62d975c7b", "findings": []} \ No newline at end of file diff --git a/shrink/beit-base-patch16-224-mic.html b/shrink/beit-base-patch16-224-mic.html index f193860c8172173566e2a351907a1ff34639c50b..c0554eddbd1097fd41c848c80446c833fea1582a 100644 --- a/shrink/beit-base-patch16-224-mic.html +++ b/shrink/beit-base-patch16-224-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +microsoft/beit-base-patch16-224: shrunk architecture
-

Shrunk architecture

huggingface-mic/beit-base-patch16-224-mic@1a760472d6b5a9ada187942e594ec0220135fd38 ← microsoft/beit-base-patch16-224@f02e8f77db4703e3fbd3766e3375a4619c5a4863 · BeitForImageClassification · random weights

+

← MIC coverage of Transformers model types

+

microsoft/beit-base-patch16-224

huggingface-mic/beit-base-patch16-224-mic@1a760472d6b5 ← microsoft/beit-base-patch16-224@f02e8f77db47 · BeitForImageClassification · random weights

Original86.5Mparameters
Fixture187.3Kparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

beit.layers

Original · 12
Fixture · 2
KindOriginalFixture
Layer122✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
beit.layers85.2M98.4%72.9K38.9%
classifier769.0K0.9%65.0K34.7%
beit.embeddings591.4K0.7%49.3K26.3%
beit.pooler1.5K0.0%1280.1%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typebeitbeit✓ kept
modelvocab_size81928192✓ kept
modelhidden_actgelugelu✓ kept
modelimage_size224224✓ kept
modelpatch_size1616✓ kept
modelnum_channels33✓ kept

Module classes

Instances of each class in the built model (prefix Beit omitted).

ClassOriginalFixture
Linear7313
LayerNorm255
Dropout133
Attention122
Layer122
MLP122
RelativePositionBias122
GELUActivation122
DropPath111
Identity22
Embeddings11
ForImageClassification11
Model11
PatchEmbeddings11
Pooler11
Conv2d11
ModuleList11

Config changes

6 fields changed, 35 unchanged.

FieldOriginalFixture
hidden_size76864
intermediate_size3072128
num_attention_heads124
num_hidden_layers122
out_features["stage12"]["stage2"]
out_indices[12][2]
\ No newline at end of file diff --git a/shrink/beit-base-patch16-224-mic.json b/shrink/beit-base-patch16-224-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..344ecfc27efb45f80304b0a5b9cd55372d88e3fc --- /dev/null +++ b/shrink/beit-base-patch16-224-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/beit-base-patch16-224-mic@1a760472d6b5a9ada187942e594ec0220135fd38", "findings": []} \ No newline at end of file diff --git a/shrink/bert-base-uncased-mic.html b/shrink/bert-base-uncased-mic.html index a12e79d2fe1ce99fa5f1604df098a9626f2003a8..a406a6673ebc2166dbe6c8cd434249b17cc5a2e2 100644 --- a/shrink/bert-base-uncased-mic.html +++ b/shrink/bert-base-uncased-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +google-bert/bert-base-uncased: shrunk architecture
-

Shrunk architecture

huggingface-mic/bert-base-uncased-mic@b22d1695360ee0c7764b138cc9f00107ed1c3b8a ← google-bert/bert-base-uncased@86b5e0934494bd15c9632b12f734a8a67f723594 · BertForMaskedLM · random weights · built before the shrink rule (no recorded recipe)

+

← MIC coverage of Transformers model types

+

google-bert/bert-base-uncased

huggingface-mic/bert-base-uncased-mic@b22d1695360e ← google-bert/bert-base-uncased@86b5e0934494 · BertForMaskedLM · random weights · built before the shrink rule (no recorded recipe)

Original109.5Mparameters
Fixture2.1Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

bert.encoder.layer

Original · 12
Fixture · 2
KindOriginalFixture
Layer122✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
bert.encoder.layer85.1M77.7%66.9K3.2%
bert.embeddings23.8M21.8%2.0M95.1%
cls.predictions622.6K0.6%34.8K1.7%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typebertbert✓ kept
modelvocab_size3052230522✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
modelhidden_actgelugelu✓ kept
modelmax_position_embeddings512512✓ kept

Module classes

Instances of each class in the built model (prefix Bert omitted).

ClassOriginalFixture
Linear7414
Dropout377
LayerNorm266
GELUActivation133
Attention122
Intermediate122
Layer122
Output122
SelfAttention122
SelfOutput122
Embedding33
Embeddings11
Encoder11
ForMaskedLM11
LMPredictionHead11
Model11
OnlyMLMHead11
PredictionHeadTransform11
ModuleList11

Config changes

4 fields changed, 27 unchanged.

FieldOriginalFixture
hidden_size76864
intermediate_size3072128
num_attention_heads124
num_hidden_layers122
\ No newline at end of file diff --git a/shrink/bert-base-uncased-mic.json b/shrink/bert-base-uncased-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..8588a3999d1fd8898d12a7855014df23f8c8e49f --- /dev/null +++ b/shrink/bert-base-uncased-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/bert-base-uncased-mic@b22d1695360ee0c7764b138cc9f00107ed1c3b8a", "findings": []} \ No newline at end of file diff --git a/shrink/bert-mic.html b/shrink/bert-mic.html index 4ff4eb2b7ae482fd18e90c558a2d08237f664ba3..d1718dfff88239875c9ccfe0911eda8388433fa8 100644 --- a/shrink/bert-mic.html +++ b/shrink/bert-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +google-bert/bert-base-uncased: shrunk architecture
-

Shrunk architecture

huggingface-mic/bert-mic@55802f5bb3e27f6c6effb21b38bbcf867d1a0cdd ← google-bert/bert-base-uncased@86b5e0934494bd15c9632b12f734a8a67f723594 · BertForMaskedLM · random weights · built before the shrink rule (no recorded recipe)

+

← MIC coverage of Transformers model types

+

google-bert/bert-base-uncased

huggingface-mic/bert-mic@55802f5bb3e2 ← google-bert/bert-base-uncased@86b5e0934494 · BertForMaskedLM · random weights · built before the shrink rule (no recorded recipe)

Original109.5Mparameters
Fixture2.1Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

bert.encoder.layer

Original · 12
Fixture · 2
KindOriginalFixture
Layer122✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
bert.encoder.layer85.1M77.7%66.9K3.2%
bert.embeddings23.8M21.8%2.0M95.1%
cls.predictions622.6K0.6%34.8K1.7%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typebertbert✓ kept
modelvocab_size3052230522✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
modelhidden_actgelugelu✓ kept
modelmax_position_embeddings512512✓ kept

Module classes

Instances of each class in the built model (prefix Bert omitted).

ClassOriginalFixture
Linear7414
Dropout377
LayerNorm266
GELUActivation133
Attention122
Intermediate122
Layer122
Output122
SelfAttention122
SelfOutput122
Embedding33
Embeddings11
Encoder11
ForMaskedLM11
LMPredictionHead11
Model11
OnlyMLMHead11
PredictionHeadTransform11
ModuleList11

Config changes

4 fields changed, 27 unchanged.

FieldOriginalFixture
hidden_size76864
intermediate_size3072128
num_attention_heads124
num_hidden_layers122
\ No newline at end of file diff --git a/shrink/bert-mic.json b/shrink/bert-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..e279a6d9a2c53f5d9ba6cb96bec8a81ffc47ffe8 --- /dev/null +++ b/shrink/bert-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/bert-mic@55802f5bb3e27f6c6effb21b38bbcf867d1a0cdd", "findings": []} \ No newline at end of file diff --git a/shrink/bert2bert-cnn_dailymail-fp16-mic.html b/shrink/bert2bert-cnn_dailymail-fp16-mic.html index 93bae9ffe536e81fdfb42ab89e68bdae4bcbd8a7..827248e4c0996e6c9d642de4c31805bfc43e1616 100644 --- a/shrink/bert2bert-cnn_dailymail-fp16-mic.html +++ b/shrink/bert2bert-cnn_dailymail-fp16-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +patrickvonplaten/bert2bert-cnn_dailymail-fp16: shrunk architecture
-

Shrunk architecture

huggingface-mic/bert2bert-cnn_dailymail-fp16-mic@4dc2839f1cfebb971828d84d932fed961be06b92 ← patrickvonplaten/bert2bert-cnn_dailymail-fp16@51b5d5cac0fa0ed09ed505df5800579996a2fe12 · EncoderDecoderModel · random weights · built before the shrink rule (no recorded recipe)

-
Original247.4Mparameters
Fixture4.2Mparameters
Layer stacks2compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

encoder.encoder.layer

Original · 12
Fixture · 2
KindOriginalFixture
BertLayer122✓ kept

decoder.bert.encoder.layer

Original · 12
Fixture · 2
KindOriginalFixture
BertLayer122✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
decoder.bert.encoder.layer113.4M45.9%100.5K2.4%
encoder.encoder.layer85.1M34.4%66.9K1.6%
decoder.bert23.8M9.6%2.0M47.5%
encoder.embeddings23.8M9.6%2.0M47.5%
decoder.cls622.6K0.3%34.8K0.8%
encoder.pooler590.6K0.2%4.2K0.1%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typeencoder-decoderencoder-decoder✓ kept
encodermodel_typebertbert✓ kept
encodervocab_size3052230522✓ kept
encodertie_word_embeddingsTrueTrue✓ kept
encoderhidden_actgelugelu✓ kept
encodermax_position_embeddings512512✓ kept
decodermodel_typebertbert✓ kept
decodervocab_size3052230522✓ kept
decodertie_word_embeddingsTrueTrue✓ kept
decoderhidden_actgelugelu✓ kept
decodermax_position_embeddings512512✓ kept

Module classes

Instances of each class in the built model (prefix EncoderDecoder omitted).

ClassOriginalFixture
Linear19535
Dropout9818
LayerNorm6313
BertAttention366
BertSelfOutput366
GELUActivation255
BertIntermediate244
BertLayer244
BertOutput244
BertSelfAttention244
BertCrossAttention122
Embedding66
BertEmbeddings22
BertEncoder22
BertModel22
ModuleList22
BertLMHeadModel11
BertLMPredictionHead11
BertOnlyMLMHead11
BertPooler11
BertPredictionHeadTransform11
Model11
Tanh11

Config changes

9 fields changed, 79 unchanged.

FieldOriginalFixture
decoder.hidden_size76864
decoder.intermediate_size3072128
decoder.num_attention_heads124
decoder.num_hidden_layers122
encoder.hidden_size76864
encoder.intermediate_size3072128
encoder.num_attention_heads124
encoder.num_hidden_layers122
pad_token_idnull0
+

← MIC coverage of Transformers model types

+

patrickvonplaten/bert2bert-cnn_dailymail-fp16

huggingface-mic/bert2bert-cnn_dailymail-fp16-mic@4dc2839f1cfe ← patrickvonplaten/bert2bert-cnn_dailymail-fp16@51b5d5cac0fa · EncoderDecoderModel · random weights · built before the shrink rule (no recorded recipe)

+
Original247.4Mparameters
Fixture4.2Mparameters
Layer stacks2compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

encoder.encoder.layer

Original · 12
Fixture · 2
KindOriginalFixture
BertLayer122✓ kept

decoder.bert.encoder.layer

Original · 12
Fixture · 2
KindOriginalFixture
BertLayer122✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
decoder.bert.encoder.layer113.4M45.9%100.5K2.4%
encoder.encoder.layer85.1M34.4%66.9K1.6%
encoder.embeddings23.8M9.6%2.0M47.5%
decoder.bert23.8M9.6%2.0M47.5%
decoder.cls622.6K0.3%34.8K0.8%
encoder.pooler590.6K0.2%4.2K0.1%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typeencoder-decoderencoder-decoder✓ kept
encodermodel_typebertbert✓ kept
encodervocab_size3052230522✓ kept
encodertie_word_embeddingsTrueTrue✓ kept
encoderhidden_actgelugelu✓ kept
encodermax_position_embeddings512512✓ kept
decodermodel_typebertbert✓ kept
decodervocab_size3052230522✓ kept
decodertie_word_embeddingsTrueTrue✓ kept
decoderhidden_actgelugelu✓ kept
decodermax_position_embeddings512512✓ kept

Module classes

Instances of each class in the built model (prefix EncoderDecoder omitted).

ClassOriginalFixture
Linear19535
Dropout9818
LayerNorm6313
BertAttention366
BertSelfOutput366
GELUActivation255
BertIntermediate244
BertLayer244
BertOutput244
BertSelfAttention244
BertCrossAttention122
Embedding66
BertEmbeddings22
BertEncoder22
BertModel22
ModuleList22
BertLMHeadModel11
BertLMPredictionHead11
BertOnlyMLMHead11
BertPooler11
BertPredictionHeadTransform11
Model11
Tanh11

Config changes

9 fields changed, 79 unchanged.

FieldOriginalFixture
decoder.hidden_size76864
decoder.intermediate_size3072128
decoder.num_attention_heads124
decoder.num_hidden_layers122
encoder.hidden_size76864
encoder.intermediate_size3072128
encoder.num_attention_heads124
encoder.num_hidden_layers122
pad_token_idnull0
\ No newline at end of file diff --git a/shrink/bert2bert-cnn_dailymail-fp16-mic.json b/shrink/bert2bert-cnn_dailymail-fp16-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..c9ee013e41359bff43f61f158add8f3cd722d9e2 --- /dev/null +++ b/shrink/bert2bert-cnn_dailymail-fp16-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/bert2bert-cnn_dailymail-fp16-mic@4dc2839f1cfebb971828d84d932fed961be06b92", "findings": []} \ No newline at end of file diff --git a/shrink/bigbird-roberta-base-mic.html b/shrink/bigbird-roberta-base-mic.html index c9ee6fcd19e38b51cffb5fb762b75a916eec1ed4..22e17013bd69b7bedaba519865b967d548d3d81d 100644 --- a/shrink/bigbird-roberta-base-mic.html +++ b/shrink/bigbird-roberta-base-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +google/bigbird-roberta-base: shrunk architecture
-

Shrunk architecture

huggingface-mic/bigbird-roberta-base-mic@5c8d7c34dc917be7de46595c2fc895c9d25f8d2b ← google/bigbird-roberta-base@5a145f7852cba9bd431386a58137bf8a29903b90 · BigBirdForPreTraining · random weights

+

← MIC coverage of Transformers model types

+

google/bigbird-roberta-base

huggingface-mic/bigbird-roberta-base-mic@5c8d7c34dc91 ← google/bigbird-roberta-base@5a145f7852cb · BigBirdForPreTraining · random weights

Original128.1Mparameters
Fixture3.6Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

bert.encoder.layer

Original · 12
Fixture · 2
KindOriginalFixture
Layer122✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
bert.encoder.layer85.1M66.4%66.9K1.9%
bert.embeddings41.8M32.6%3.5M96.5%
cls.predictions642.5K0.5%54.6K1.5%
bert.pooler590.6K0.5%4.2K0.1%
cls.seq_relationship1.5K0.0%1300.0%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typebig_birdbig_bird✓ kept
modelvocab_size5035850358✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
modelhidden_actgelu_newgelu_new✓ kept
modelmax_position_embeddings40964096✓ kept

Module classes

Instances of each class in the built model (prefix BigBird omitted).

ClassOriginalFixture
Linear7616
LayerNorm266
Dropout255
NewGELUActivation133
Attention122
BlockSparseAttention122
Intermediate122
Layer122
Output122
SelfOutput122
Embedding33
Embeddings11
Encoder11
ForPreTraining11
LMPredictionHead11
Model11
PreTrainingHeads11
PredictionHeadTransform11
ModuleList11
Tanh11

Config changes

4 fields changed, 33 unchanged.

FieldOriginalFixture
hidden_size76864
intermediate_size3072128
num_attention_heads124
num_hidden_layers122
\ No newline at end of file diff --git a/shrink/bigbird-roberta-base-mic.json b/shrink/bigbird-roberta-base-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..d893cb97698cc7363f04ed484520599b23b003fa --- /dev/null +++ b/shrink/bigbird-roberta-base-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/bigbird-roberta-base-mic@5c8d7c34dc917be7de46595c2fc895c9d25f8d2b", "findings": []} \ No newline at end of file diff --git a/shrink/blenderbot-400M-distill-mic.html b/shrink/blenderbot-400M-distill-mic.html index a72a13c65dee217f0a40514b880694dba8f8bf5b..918fcdb9999af2d0c587049fc65337eba6c9b54d 100644 --- a/shrink/blenderbot-400M-distill-mic.html +++ b/shrink/blenderbot-400M-distill-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +facebook/blenderbot-400M-distill: shrunk architecture
-

Shrunk architecture

huggingface-mic/blenderbot-400M-distill-mic@3971683a079bd80db6eb44a0aa2d427b8d53d030 ← facebook/blenderbot-400M-distill@eaaf64e3be20ad1f1fb0bdf689565ba52c97eafe · BlenderbotForConditionalGeneration · random weights

-
Original364.8Mparameters
Fixture696.6Kparameters
Layer stacks2compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.encoder.layers

Original · 2
Fixture · 2
KindOriginalFixture
EncoderLayer22✓ kept

model.decoder.layers

Original · 12
Fixture · 2
KindOriginalFixture
DecoderLayer122✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.decoder.layers314.9M86.3%100.5K14.4%
model.encoder.layers39.4M10.8%66.9K9.6%
model.shared10.3M2.8%512.5K73.6%
model.decoder166.4K0.0%8.3K1.2%
model.encoder166.4K0.0%8.3K1.2%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typeblenderbotblenderbot✓ kept
modelvocab_size80088008✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
modelmax_position_embeddings128128✓ kept

Module classes

Instances of each class in the built model (prefix Blenderbot omitted).

ClassOriginalFixture
Linear13333
LayerNorm4212
Attention266
GELUActivation144
DecoderLayer122
ScaledWordEmbedding33
EncoderLayer22
LearnedPositionalEmbedding22
ModuleList22
Decoder11
Encoder11
ForConditionalGeneration11
Model11

Config changes

6 fields changed, 43 unchanged.

FieldOriginalFixture
d_model128064
decoder_attention_heads324
decoder_ffn_dim5120128
decoder_layers122
encoder_attention_heads324
encoder_ffn_dim5120128
+

← MIC coverage of Transformers model types

+

facebook/blenderbot-400M-distill

huggingface-mic/blenderbot-400M-distill-mic@3971683a079b ← facebook/blenderbot-400M-distill@eaaf64e3be20 · BlenderbotForConditionalGeneration · random weights

+
Original364.8Mparameters
Fixture696.6Kparameters
Layer stacks2compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.encoder.layers

Original · 2
Fixture · 2
KindOriginalFixture
EncoderLayer22✓ kept

model.decoder.layers

Original · 12
Fixture · 2
KindOriginalFixture
DecoderLayer122✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.decoder.layers314.9M86.3%100.5K14.4%
model.encoder.layers39.4M10.8%66.9K9.6%
model.shared10.3M2.8%512.5K73.6%
model.encoder166.4K0.0%8.3K1.2%
model.decoder166.4K0.0%8.3K1.2%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typeblenderbotblenderbot✓ kept
modelvocab_size80088008✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
modelmax_position_embeddings128128✓ kept

Module classes

Instances of each class in the built model (prefix Blenderbot omitted).

ClassOriginalFixture
Linear13333
LayerNorm4212
Attention266
GELUActivation144
DecoderLayer122
ScaledWordEmbedding33
EncoderLayer22
LearnedPositionalEmbedding22
ModuleList22
Decoder11
Encoder11
ForConditionalGeneration11
Model11

Config changes

6 fields changed, 43 unchanged.

FieldOriginalFixture
d_model128064
decoder_attention_heads324
decoder_ffn_dim5120128
decoder_layers122
encoder_attention_heads324
encoder_ffn_dim5120128
\ No newline at end of file diff --git a/shrink/blenderbot-400M-distill-mic.json b/shrink/blenderbot-400M-distill-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..759e9d900724811de43413ee23c1e4d09568fc72 --- /dev/null +++ b/shrink/blenderbot-400M-distill-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/blenderbot-400M-distill-mic@3971683a079bd80db6eb44a0aa2d427b8d53d030", "findings": []} \ No newline at end of file diff --git a/shrink/bloomz-560m-mic.html b/shrink/bloomz-560m-mic.html index 9e07c2b98ee90da0211289ecb007942100a90011..fd3e10ceecb083bde7f62c29afb78ccea9be1394 100644 --- a/shrink/bloomz-560m-mic.html +++ b/shrink/bloomz-560m-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +bigscience/bloomz-560m: shrunk architecture
-

Shrunk architecture

huggingface-mic/bloomz-560m-mic@1fa586c833eadf22565c7300a184de964d067039 ← bigscience/bloomz-560m@a2845d7e13dd12efae154a9f1c63fcc2e0cc4b05 · BloomForCausalLM · random weights

-
Original559.2Mparameters
Fixture16.2Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

transformer.h

Original · 24
Fixture · 2
KindOriginalFixture
Block242✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
transformer.h302.3M54.1%100.0K0.6%
transformer.word_embeddings256.9M45.9%16.1M99.4%
transformer.word_embeddings_layernorm2.0K0.0%1280.0%
transformer.ln_f2.0K0.0%1280.0%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typebloombloom✓ kept
modelvocab_size250880250880✓ kept
modeltie_word_embeddingsTrueTrue✓ kept

Module classes

Instances of each class in the built model (prefix Bloom omitted).

ClassOriginalFixture
Linear979
LayerNorm506
Attention242
Block242
Gelu242
MLP242
Dropout242
ForCausalLM11
Model11
Embedding11
ModuleList11

Config changes

3 fields changed, 31 unchanged.

FieldOriginalFixture
hidden_size102464
n_head164
n_layer242
+

← MIC coverage of Transformers model types

+

bigscience/bloomz-560m

huggingface-mic/bloomz-560m-mic@1fa586c833ea ← bigscience/bloomz-560m@a2845d7e13dd · BloomForCausalLM · random weights

+
Original559.2Mparameters
Fixture16.2Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

transformer.h

Original · 24
Fixture · 2
KindOriginalFixture
Block242✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
transformer.h302.3M54.1%100.0K0.6%
transformer.word_embeddings256.9M45.9%16.1M99.4%
transformer.ln_f2.0K0.0%1280.0%
transformer.word_embeddings_layernorm2.0K0.0%1280.0%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typebloombloom✓ kept
modelvocab_size250880250880✓ kept
modeltie_word_embeddingsTrueTrue✓ kept

Module classes

Instances of each class in the built model (prefix Bloom omitted).

ClassOriginalFixture
Linear979
LayerNorm506
Attention242
Block242
Gelu242
MLP242
Dropout242
ForCausalLM11
Model11
Embedding11
ModuleList11

Config changes

3 fields changed, 31 unchanged.

FieldOriginalFixture
hidden_size102464
n_head164
n_layer242
\ No newline at end of file diff --git a/shrink/bloomz-560m-mic.json b/shrink/bloomz-560m-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..695667536a58aa99b6718bef12835b14e2305106 --- /dev/null +++ b/shrink/bloomz-560m-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/bloomz-560m-mic@1fa586c833eadf22565c7300a184de964d067039", "findings": []} \ No newline at end of file diff --git a/shrink/camembert-base-mic.html b/shrink/camembert-base-mic.html index 4659603d4b2a5da3f1e0f0d2e613494d63a56a6e..6844ed1ae901908077bd37a3e5aa5a859b99c13b 100644 --- a/shrink/camembert-base-mic.html +++ b/shrink/camembert-base-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +almanach/camembert-base: shrunk architecture
-

Shrunk architecture

huggingface-mic/camembert-base-mic@20f8ae1a74c39ea94985475b75af352499fe19ff ← almanach/camembert-base@a75967561c78f2aa81cc41045378d3b4ee25af9e · CamembertForMaskedLM · random weights · built before the shrink rule (no recorded recipe)

+

← MIC coverage of Transformers model types

+

almanach/camembert-base

huggingface-mic/camembert-base-mic@20f8ae1a74c3 ← almanach/camembert-base@a75967561c78 · CamembertForMaskedLM · random weights · built before the shrink rule (no recorded recipe)

Original110.7Mparameters
Fixture2.2Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

roberta.encoder.layer

Original · 12
Fixture · 2
KindOriginalFixture
Layer122✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
roberta.encoder.layer85.1M76.9%66.9K3.1%
lm_head.decoder24.6M22.2%2.0M93.8%
lm_head.dense590.6K0.5%4.2K0.2%
roberta.embeddings397.1K0.4%33.1K1.5%
lm_head32.0K0.0%32.0K1.5%
lm_head.layer_norm1.5K0.0%1280.0%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typecamembertcamembert✓ kept
modelvocab_size3200532005✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
modelhidden_actgelugelu✓ kept
modelmax_position_embeddings514514✓ kept

Module classes

Instances of each class in the built model (prefix Camembert omitted).

ClassOriginalFixture
Linear7414
Dropout377
LayerNorm266
Attention122
Intermediate122
Layer122
Output122
SelfAttention122
SelfOutput122
GELUActivation122
Embedding33
Embeddings11
Encoder11
ForMaskedLM11
LMHead11
Model11
ModuleList11

Config changes

4 fields changed, 26 unchanged.

FieldOriginalFixture
hidden_size76864
intermediate_size3072128
num_attention_heads124
num_hidden_layers122
\ No newline at end of file diff --git a/shrink/camembert-base-mic.json b/shrink/camembert-base-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..2bfb0e0f76c3ac9d66f72ff7c769ebe597cd72b7 --- /dev/null +++ b/shrink/camembert-base-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/camembert-base-mic@20f8ae1a74c39ea94985475b75af352499fe19ff", "findings": []} \ No newline at end of file diff --git a/shrink/canine-c-mic.html b/shrink/canine-c-mic.html index e7692c3e8d857fc364e9371a80805af1385f3d90..c288a116be8fab9bb68937b3d1fc404983214d74 100644 --- a/shrink/canine-c-mic.html +++ b/shrink/canine-c-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +google/canine-c: shrunk architecture
-

Shrunk architecture

huggingface-mic/canine-c-mic@74effe6821673648251eccbcce73a671448d42f9 ← google/canine-c@dc0eaffdff3fa9161613311c7096eeb3e133ee19 · CanineModel · random weights

-
Original132.1Mparameters
Fixture2.3Mparameters
Layer stacks3compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

initial_char_encoder.layer

Original · 1
Fixture · 1
KindOriginalFixture
Layer11✓ kept

encoder.layer

Original · 12
Fixture · 2
KindOriginalFixture
Layer122✓ kept

final_char_encoder.layer

Original · 1
Fixture · 1
KindOriginalFixture
Layer11✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
encoder.layer85.1M64.4%66.9K2.9%
char_embeddings.char_position_embeddings12.6M9.5%1.0M45.9%
initial_char_encoder.layer7.1M5.4%33.5K1.5%
final_char_encoder.layer7.1M5.4%33.5K1.5%
projection.conv4.7M3.6%32.8K1.4%
chars_to_molecules.conv2.4M1.8%16.4K0.7%
char_embeddings.HashBucketCodepointEmbedder_11.6M1.2%131.1K5.7%
12 others11.6M8.8%923.1K40.4%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typecaninecanine✓ kept
modelhidden_actgelugelu✓ kept
modelmax_position_embeddings1638416384✓ kept

Module classes

Instances of each class in the built model (prefix Canine omitted).

ClassOriginalFixture
Linear8525
Dropout4414
LayerNorm3111
GELUActivation166
Attention144
Intermediate144
Layer144
Output144
SelfAttention144
SelfOutput144
Embedding1010
Encoder33
ModuleList33
Conv1d22
Embeddings11
Model11
Pooler11
CharactersToMolecules11
ConvProjection11
Tanh11

Config changes

4 fields changed, 24 unchanged.

FieldOriginalFixture
hidden_size76864
intermediate_size3072128
num_attention_heads124
num_hidden_layers122
+

← MIC coverage of Transformers model types

+

google/canine-c

huggingface-mic/canine-c-mic@74effe682167 ← google/canine-c@dc0eaffdff3f · CanineModel · random weights

+
Original132.1Mparameters
Fixture2.3Mparameters
Layer stacks3compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

initial_char_encoder.layer

Original · 1
Fixture · 1
KindOriginalFixture
Layer11✓ kept

encoder.layer

Original · 12
Fixture · 2
KindOriginalFixture
Layer122✓ kept

final_char_encoder.layer

Original · 1
Fixture · 1
KindOriginalFixture
Layer11✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
encoder.layer85.1M64.4%66.9K2.9%
char_embeddings.char_position_embeddings12.6M9.5%1.0M45.9%
final_char_encoder.layer7.1M5.4%33.5K1.5%
initial_char_encoder.layer7.1M5.4%33.5K1.5%
projection.conv4.7M3.6%32.8K1.4%
chars_to_molecules.conv2.4M1.8%16.4K0.7%
char_embeddings.HashBucketCodepointEmbedder_51.6M1.2%131.1K5.7%
12 others11.6M8.8%923.1K40.4%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typecaninecanine✓ kept
modelhidden_actgelugelu✓ kept
modelmax_position_embeddings1638416384✓ kept

Module classes

Instances of each class in the built model (prefix Canine omitted).

ClassOriginalFixture
Linear8525
Dropout4414
LayerNorm3111
GELUActivation166
Attention144
Intermediate144
Layer144
Output144
SelfAttention144
SelfOutput144
Embedding1010
Encoder33
ModuleList33
Conv1d22
Embeddings11
Model11
Pooler11
CharactersToMolecules11
ConvProjection11
Tanh11

Config changes

4 fields changed, 24 unchanged.

FieldOriginalFixture
hidden_size76864
intermediate_size3072128
num_attention_heads124
num_hidden_layers122
\ No newline at end of file diff --git a/shrink/canine-c-mic.json b/shrink/canine-c-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..5154d858ae94fd976cf3e72cd31992d59b4a6516 --- /dev/null +++ b/shrink/canine-c-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/canine-c-mic@74effe6821673648251eccbcce73a671448d42f9", "findings": []} \ No newline at end of file diff --git a/shrink/chinese-clip-vit-base-patch16-mic.html b/shrink/chinese-clip-vit-base-patch16-mic.html index caa66ff032180fac2d4ee19f25a96cec823b6ab2..e3881ef752306f579192d1600402541e5219e8ee 100644 --- a/shrink/chinese-clip-vit-base-patch16-mic.html +++ b/shrink/chinese-clip-vit-base-patch16-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +OFA-Sys/chinese-clip-vit-base-patch16: shrunk architecture
-

Shrunk architecture

huggingface-mic/chinese-clip-vit-base-patch16-mic@e4f19250757a82c065b189e77bbffde2acdfe746 ← OFA-Sys/chinese-clip-vit-base-patch16@36e679e65c2a2fead755ae21162091293ad37834 · ChineseCLIPModel · random weights

-
Original188.3Mparameters
Fixture1.6Mparameters
Layer stacks2compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

text_model.encoder.layer

Original · 12
Fixture · 2
KindOriginalFixture
TextLayer122✓ kept

vision_model.encoder.layers

Original · 12
Fixture · 2
KindOriginalFixture
VisionLayer122✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
text_model.encoder.layer85.1M45.2%66.9K4.2%
vision_model.encoder.layers85.1M45.2%66.9K4.2%
text_model.embeddings16.6M8.8%1.4M87.4%
vision_model.embeddings741.9K0.4%61.8K3.9%
text_projection393.2K0.2%2.0K0.1%
visual_projection393.2K0.2%2.0K0.1%
vision_model.pre_layrnorm1.5K0.0%1280.0%
2 others1.5K0.0%1290.0%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typechinese_clipchinese_clip✓ kept
text_configmodel_typechinese_clip_text_modelchinese_clip_text_model✓ kept
text_configvocab_size2112821128✓ kept
text_confighidden_actgelugelu✓ kept
text_configmax_position_embeddings512512✓ kept
vision_configmodel_typechinese_clip_vision_modelchinese_clip_vision_model✓ kept
vision_configtie_word_embeddingsTrueTrue✓ kept
vision_confighidden_actquick_geluquick_gelu✓ kept
vision_configimage_size224224✓ kept
vision_configpatch_size1616✓ kept
vision_confignum_channels33✓ kept

Module classes

Instances of each class in the built model (prefix ChineseCLIP omitted).

ClassOriginalFixture
Linear14626
LayerNorm5111
Dropout377
TextAttention122
TextIntermediate122
TextLayer122
TextOutput122
TextSelfAttention122
TextSelfOutput122
VisionAttention122
VisionLayer122
VisionMLP122
GELUActivation122
QuickGELUActivation122
Embedding44
ModuleList22
Model11
TextEmbeddings11
TextEncoder11
TextModel11
VisionEmbeddings11
VisionEncoder11
VisionModel11
Conv2d11

Config changes

10 fields changed, 74 unchanged.

FieldOriginalFixture
projection_dim51232
text_config.hidden_size76864
text_config.intermediate_size3072128
text_config.num_attention_heads124
text_config.num_hidden_layers122
vision_config.hidden_size76864
vision_config.intermediate_size3072128
vision_config.num_attention_heads124
vision_config.num_hidden_layers122
vision_config.projection_dim51232
+

← MIC coverage of Transformers model types

+

OFA-Sys/chinese-clip-vit-base-patch16

huggingface-mic/chinese-clip-vit-base-patch16-mic@e4f19250757a ← OFA-Sys/chinese-clip-vit-base-patch16@36e679e65c2a · ChineseCLIPModel · random weights

+
Original188.3Mparameters
Fixture1.6Mparameters
Layer stacks2compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

text_model.encoder.layer

Original · 12
Fixture · 2
KindOriginalFixture
TextLayer122✓ kept

vision_model.encoder.layers

Original · 12
Fixture · 2
KindOriginalFixture
VisionLayer122✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
vision_model.encoder.layers85.1M45.2%66.9K4.2%
text_model.encoder.layer85.1M45.2%66.9K4.2%
text_model.embeddings16.6M8.8%1.4M87.4%
vision_model.embeddings741.9K0.4%61.8K3.9%
visual_projection393.2K0.2%2.0K0.1%
text_projection393.2K0.2%2.0K0.1%
vision_model.post_layernorm1.5K0.0%1280.0%
2 others1.5K0.0%1290.0%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typechinese_clipchinese_clip✓ kept
text_configmodel_typechinese_clip_text_modelchinese_clip_text_model✓ kept
text_configvocab_size2112821128✓ kept
text_confighidden_actgelugelu✓ kept
text_configmax_position_embeddings512512✓ kept
vision_configmodel_typechinese_clip_vision_modelchinese_clip_vision_model✓ kept
vision_configtie_word_embeddingsTrueTrue✓ kept
vision_confighidden_actquick_geluquick_gelu✓ kept
vision_configimage_size224224✓ kept
vision_configpatch_size1616✓ kept
vision_confignum_channels33✓ kept

Module classes

Instances of each class in the built model (prefix ChineseCLIP omitted).

ClassOriginalFixture
Linear14626
LayerNorm5111
Dropout377
TextAttention122
TextIntermediate122
TextLayer122
TextOutput122
TextSelfAttention122
TextSelfOutput122
VisionAttention122
VisionLayer122
VisionMLP122
GELUActivation122
QuickGELUActivation122
Embedding44
ModuleList22
Model11
TextEmbeddings11
TextEncoder11
TextModel11
VisionEmbeddings11
VisionEncoder11
VisionModel11
Conv2d11

Config changes

10 fields changed, 74 unchanged.

FieldOriginalFixture
projection_dim51232
text_config.hidden_size76864
text_config.intermediate_size3072128
text_config.num_attention_heads124
text_config.num_hidden_layers122
vision_config.hidden_size76864
vision_config.intermediate_size3072128
vision_config.num_attention_heads124
vision_config.num_hidden_layers122
vision_config.projection_dim51232
\ No newline at end of file diff --git a/shrink/chinese-clip-vit-base-patch16-mic.json b/shrink/chinese-clip-vit-base-patch16-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..a0f716f798a9b087218b8b63fbb474231fb6824a --- /dev/null +++ b/shrink/chinese-clip-vit-base-patch16-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/chinese-clip-vit-base-patch16-mic@e4f19250757a82c065b189e77bbffde2acdfe746", "findings": []} \ No newline at end of file diff --git a/shrink/clap-htsat-fused-mic.html b/shrink/clap-htsat-fused-mic.html index 9ee12b4cf7066e99c91e06b5c76e67da655401b6..24ff8f9cbaf542f55939e7394d338464a8adc8fb 100644 --- a/shrink/clap-htsat-fused-mic.html +++ b/shrink/clap-htsat-fused-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +laion/clap-htsat-fused: shrunk architecture
-

Shrunk architecture

huggingface-mic/clap-htsat-fused-mic@fb8962e8a171e9824f1f2b920fe20ea46a28895c ← laion/clap-htsat-fused@365dea6ef167def6676140ed93bbc43f84dabb28 · ClapModel · random weights · built before the shrink rule (no recorded recipe)

-
Original153.5Mparameters
Fixture3.7Mparameters
Layer stacks2compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

text_model.encoder.layer

Original · 12
Fixture · 2
KindOriginalFixture
TextLayer122✓ kept

audio_model.audio_encoder.layers

Original · 4
Fixture · 4
KindOriginalFixture
AudioPatchMerging33✓ kept
no AudioPatchMerging11✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
text_model.encoder.layer85.1M55.4%66.9K1.8%
text_model.embeddings39.0M25.4%3.3M89.0%
audio_model.audio_encoder.layers27.5M17.9%321.6K8.8%
text_model.pooler590.6K0.4%4.2K0.1%
audio_projection.linear1393.7K0.3%4.1K0.1%
text_projection.linear1393.7K0.3%2.1K0.1%
text_projection.linear2262.7K0.2%1.1K0.0%
4 others280.8K0.2%2.9K0.1%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typeclapclap✓ kept
text_configmodel_typeclap_text_modelclap_text_model✓ kept
text_configvocab_size5026550265✓ kept
text_configtie_word_embeddingsTrueTrue✓ kept
text_confighidden_actgelugelu✓ kept
text_configmax_position_embeddings514514✓ kept
audio_configmodel_typeclap_audio_modelclap_audio_model✓ kept
audio_configtie_word_embeddingsTrueTrue✓ kept
audio_confighidden_actgelugelu✓ kept
audio_configpatch_size44✓ kept
audio_confignum_mel_bins6464✓ kept

Module classes

Instances of each class in the built model (prefix Clap omitted).

ClassOriginalFixture
Linear15244
Dropout7319
LayerNorm5418
GELUActivation246
AudioAttention124
AudioIntermediate124
AudioLayer124
AudioOutput124
AudioSelfAttention124
AudioSelfOutput124
TextAttention122
TextIntermediate122
TextLayer122
TextOutput122
TextSelfAttention122
TextSelfOutput122
Identity124
Conv2d66
ModuleList66
BatchNorm2d55
AudioStage44
ReLU44
AudioPatchMerging33
Embedding33
ProjectionLayer22
Sequential22
AdaptiveAvgPool1d11
AdaptiveAvgPool2d11
AudioAFFBlock11
AudioEncoder11
AudioModel11
AudioPatchEmbed11
Model11
TextEmbeddings11
TextEncoder11
TextModel11
TextPooler11
Sigmoid11
Tanh11

Config changes

13 fields changed, 106 unchanged.

FieldOriginalFixture
audio_config.depths[2, 2, 6, 2][1, 1, 1, 1]
audio_config.hidden_size768128
audio_config.patch_embeds_hidden_size9616
audio_config.projection_dim51232
audio_config.projection_hidden_size768128
hidden_size76864
num_hidden_layers166
projection_dim51232
text_config.hidden_size76864
text_config.intermediate_size3072128
text_config.num_attention_heads124
text_config.num_hidden_layers122
text_config.projection_dim51232
+

← MIC coverage of Transformers model types

+

laion/clap-htsat-fused

huggingface-mic/clap-htsat-fused-mic@fb8962e8a171 ← laion/clap-htsat-fused@365dea6ef167 · ClapModel · random weights · built before the shrink rule (no recorded recipe)

+
Original153.5Mparameters
Fixture3.7Mparameters
Layer stacks2compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

text_model.encoder.layer

Original · 12
Fixture · 2
KindOriginalFixture
TextLayer122✓ kept

audio_model.audio_encoder.layers

Original · 4
Fixture · 4
KindOriginalFixture
AudioPatchMerging33✓ kept
no AudioPatchMerging11✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
text_model.encoder.layer85.1M55.4%66.9K1.8%
text_model.embeddings39.0M25.4%3.3M89.0%
audio_model.audio_encoder.layers27.5M17.9%321.6K8.8%
text_model.pooler590.6K0.4%4.2K0.1%
text_projection.linear1393.7K0.3%2.1K0.1%
audio_projection.linear1393.7K0.3%4.1K0.1%
text_projection.linear2262.7K0.2%1.1K0.0%
4 others280.8K0.2%2.9K0.1%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typeclapclap✓ kept
text_configmodel_typeclap_text_modelclap_text_model✓ kept
text_configvocab_size5026550265✓ kept
text_configtie_word_embeddingsTrueTrue✓ kept
text_confighidden_actgelugelu✓ kept
text_configmax_position_embeddings514514✓ kept
audio_configmodel_typeclap_audio_modelclap_audio_model✓ kept
audio_configtie_word_embeddingsTrueTrue✓ kept
audio_confighidden_actgelugelu✓ kept
audio_configpatch_size44✓ kept
audio_confignum_mel_bins6464✓ kept

Module classes

Instances of each class in the built model (prefix Clap omitted).

ClassOriginalFixture
Linear15244
Dropout7319
LayerNorm5418
GELUActivation246
AudioAttention124
AudioIntermediate124
AudioLayer124
AudioOutput124
AudioSelfAttention124
AudioSelfOutput124
TextAttention122
TextIntermediate122
TextLayer122
TextOutput122
TextSelfAttention122
TextSelfOutput122
Identity124
Conv2d66
ModuleList66
BatchNorm2d55
AudioStage44
ReLU44
AudioPatchMerging33
Embedding33
ProjectionLayer22
Sequential22
AdaptiveAvgPool1d11
AdaptiveAvgPool2d11
AudioAFFBlock11
AudioEncoder11
AudioModel11
AudioPatchEmbed11
Model11
TextEmbeddings11
TextEncoder11
TextModel11
TextPooler11
Sigmoid11
Tanh11

Config changes

13 fields changed, 106 unchanged.

FieldOriginalFixture
audio_config.depths[2, 2, 6, 2][1, 1, 1, 1]
audio_config.hidden_size768128
audio_config.patch_embeds_hidden_size9616
audio_config.projection_dim51232
audio_config.projection_hidden_size768128
hidden_size76864
num_hidden_layers166
projection_dim51232
text_config.hidden_size76864
text_config.intermediate_size3072128
text_config.num_attention_heads124
text_config.num_hidden_layers122
text_config.projection_dim51232
\ No newline at end of file diff --git a/shrink/clap-htsat-fused-mic.json b/shrink/clap-htsat-fused-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..99cdb2f4f2fd16f378052cd5a13638194e4b9a4d --- /dev/null +++ b/shrink/clap-htsat-fused-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/clap-htsat-fused-mic@fb8962e8a171e9824f1f2b920fe20ea46a28895c", "findings": []} \ No newline at end of file diff --git a/shrink/clip-mic.html b/shrink/clip-mic.html index 890c00fc01b609f6fc104b1128ba2188c8aa680c..46029abe963a62a9d490cfdf98b96f7d96aea797 100644 --- a/shrink/clip-mic.html +++ b/shrink/clip-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +openai/clip-vit-base-patch32: shrunk architecture
-

Shrunk architecture

huggingface-mic/clip-mic@44c8d8042c6d0355f856d0b8549f5f8270ab9640 ← openai/clip-vit-base-patch32@3d74acf9a28c67741b2f4f2ea7635f0aaf6f0268 · CLIPModel · random weights · built before the shrink rule (no recorded recipe)

+

← MIC coverage of Transformers model types

+

openai/clip-vit-base-patch32

huggingface-mic/clip-mic@44c8d8042c6d ← openai/clip-vit-base-patch32@3d74acf9a28c · CLIPModel · random weights · built before the shrink rule (no recorded recipe)

Original151.3Mparameters
Fixture3.5Mparameters
Layer stacks2compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

text_model.encoder.layers

Original · 12
Fixture · 2
KindOriginalFixture
EncoderLayer122✓ kept

vision_model.encoder.layers

Original · 12
Fixture · 2
KindOriginalFixture
EncoderLayer122✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
vision_model.encoder.layers85.1M56.2%66.9K1.9%
text_model.encoder.layers37.8M25.0%66.9K1.9%
text_model.embeddings25.3M16.7%3.2M90.4%
vision_model.embeddings2.4M1.6%199.9K5.7%
visual_projection393.2K0.3%2.0K0.1%
text_projection262.1K0.2%2.0K0.1%
vision_model.pre_layrnorm1.5K0.0%1280.0%
3 others2.6K0.0%2570.0%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typeclipclip✓ kept
text_configmodel_typeclip_text_modelclip_text_model✓ kept
text_configvocab_size4940849408✓ kept
text_configtie_word_embeddingsTrueTrue✓ kept
text_confighidden_actquick_geluquick_gelu✓ kept
text_configmax_position_embeddings7777✓ kept
vision_configmodel_typeclip_vision_modelclip_vision_model✓ kept
vision_configtie_word_embeddingsTrueTrue✓ kept
vision_confighidden_actquick_geluquick_gelu✓ kept
vision_configimage_size224224✓ kept
vision_configpatch_size3232✓ kept
vision_confignum_channels33✓ kept

Module classes

Instances of each class in the built model (prefix CLIP omitted).

ClassOriginalFixture
Linear14626
LayerNorm5111
Attention244
EncoderLayer244
MLP244
QuickGELUActivation244
Embedding33
Encoder22
ModuleList22
Model11
TextEmbeddings11
TextModel11
VisionEmbeddings11
VisionModel11
Conv2d11

Config changes

11 fields changed, 80 unchanged.

FieldOriginalFixture
projection_dim51232
text_config.hidden_size51264
text_config.intermediate_size2048128
text_config.num_attention_heads84
text_config.num_hidden_layers122
text_config.projection_dim51232
vision_config.hidden_size76864
vision_config.intermediate_size3072128
vision_config.num_attention_heads124
vision_config.num_hidden_layers122
vision_config.projection_dim51232
\ No newline at end of file diff --git a/shrink/clip-mic.json b/shrink/clip-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..c1560517d4a4e27c52ebfaebe241d72b45309286 --- /dev/null +++ b/shrink/clip-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/clip-mic@44c8d8042c6d0355f856d0b8549f5f8270ab9640", "findings": []} \ No newline at end of file diff --git a/shrink/clip-vit-base-patch32-mic.html b/shrink/clip-vit-base-patch32-mic.html index 69945ba23e38fb02d26e87da91828784ccfebc4b..82561dfcc363d4e535a3b20cf03652b3ce2f26fe 100644 --- a/shrink/clip-vit-base-patch32-mic.html +++ b/shrink/clip-vit-base-patch32-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +openai/clip-vit-base-patch32: shrunk architecture
-

Shrunk architecture

huggingface-mic/clip-vit-base-patch32-mic@51ae90d9c34bf49fafe02004f9b4b1c2062cd278 ← openai/clip-vit-base-patch32@3d74acf9a28c67741b2f4f2ea7635f0aaf6f0268 · CLIPModel · random weights · built before the shrink rule (no recorded recipe)

-
Original151.3Mparameters
Fixture3.5Mparameters
Layer stacks2compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

text_model.encoder.layers

Original · 12
Fixture · 2
KindOriginalFixture
EncoderLayer122✓ kept

vision_model.encoder.layers

Original · 12
Fixture · 2
KindOriginalFixture
EncoderLayer122✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
vision_model.encoder.layers85.1M56.2%66.9K1.9%
text_model.encoder.layers37.8M25.0%66.9K1.9%
text_model.embeddings25.3M16.7%3.2M90.4%
vision_model.embeddings2.4M1.6%199.9K5.7%
visual_projection393.2K0.3%2.0K0.1%
text_projection262.1K0.2%2.0K0.1%
vision_model.pre_layrnorm1.5K0.0%1280.0%
3 others2.6K0.0%2570.0%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typeclipclip✓ kept
text_configmodel_typeclip_text_modelclip_text_model✓ kept
text_configvocab_size4940849408✓ kept
text_configtie_word_embeddingsTrueTrue✓ kept
text_confighidden_actquick_geluquick_gelu✓ kept
text_configmax_position_embeddings7777✓ kept
vision_configmodel_typeclip_vision_modelclip_vision_model✓ kept
vision_configtie_word_embeddingsTrueTrue✓ kept
vision_confighidden_actquick_geluquick_gelu✓ kept
vision_configimage_size224224✓ kept
vision_configpatch_size3232✓ kept
vision_confignum_channels33✓ kept

Module classes

Instances of each class in the built model (prefix CLIP omitted).

ClassOriginalFixture
Linear14626
LayerNorm5111
Attention244
EncoderLayer244
MLP244
QuickGELUActivation244
Embedding33
Encoder22
ModuleList22
Model11
TextEmbeddings11
TextModel11
VisionEmbeddings11
VisionModel11
Conv2d11

Config changes

11 fields changed, 80 unchanged.

FieldOriginalFixture
projection_dim51232
text_config.hidden_size51264
text_config.intermediate_size2048128
text_config.num_attention_heads84
text_config.num_hidden_layers122
text_config.projection_dim51232
vision_config.hidden_size76864
vision_config.intermediate_size3072128
vision_config.num_attention_heads124
vision_config.num_hidden_layers122
vision_config.projection_dim51232
+

← MIC coverage of Transformers model types

+

openai/clip-vit-base-patch32

huggingface-mic/clip-vit-base-patch32-mic@51ae90d9c34b ← openai/clip-vit-base-patch32@3d74acf9a28c · CLIPModel · random weights · built before the shrink rule (no recorded recipe)

+
Original151.3Mparameters
Fixture3.5Mparameters
Layer stacks2compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

text_model.encoder.layers

Original · 12
Fixture · 2
KindOriginalFixture
EncoderLayer122✓ kept

vision_model.encoder.layers

Original · 12
Fixture · 2
KindOriginalFixture
EncoderLayer122✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
vision_model.encoder.layers85.1M56.2%66.9K1.9%
text_model.encoder.layers37.8M25.0%66.9K1.9%
text_model.embeddings25.3M16.7%3.2M90.4%
vision_model.embeddings2.4M1.6%199.9K5.7%
visual_projection393.2K0.3%2.0K0.1%
text_projection262.1K0.2%2.0K0.1%
vision_model.post_layernorm1.5K0.0%1280.0%
3 others2.6K0.0%2570.0%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typeclipclip✓ kept
text_configmodel_typeclip_text_modelclip_text_model✓ kept
text_configvocab_size4940849408✓ kept
text_configtie_word_embeddingsTrueTrue✓ kept
text_confighidden_actquick_geluquick_gelu✓ kept
text_configmax_position_embeddings7777✓ kept
vision_configmodel_typeclip_vision_modelclip_vision_model✓ kept
vision_configtie_word_embeddingsTrueTrue✓ kept
vision_confighidden_actquick_geluquick_gelu✓ kept
vision_configimage_size224224✓ kept
vision_configpatch_size3232✓ kept
vision_confignum_channels33✓ kept

Module classes

Instances of each class in the built model (prefix CLIP omitted).

ClassOriginalFixture
Linear14626
LayerNorm5111
Attention244
EncoderLayer244
MLP244
QuickGELUActivation244
Embedding33
Encoder22
ModuleList22
Model11
TextEmbeddings11
TextModel11
VisionEmbeddings11
VisionModel11
Conv2d11

Config changes

11 fields changed, 80 unchanged.

FieldOriginalFixture
projection_dim51232
text_config.hidden_size51264
text_config.intermediate_size2048128
text_config.num_attention_heads84
text_config.num_hidden_layers122
text_config.projection_dim51232
vision_config.hidden_size76864
vision_config.intermediate_size3072128
vision_config.num_attention_heads124
vision_config.num_hidden_layers122
vision_config.projection_dim51232
\ No newline at end of file diff --git a/shrink/clip-vit-base-patch32-mic.json b/shrink/clip-vit-base-patch32-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..0fbe84fca03a18e6ae3b6ef5c8bf3fd3c2f72b42 --- /dev/null +++ b/shrink/clip-vit-base-patch32-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/clip-vit-base-patch32-mic@51ae90d9c34bf49fafe02004f9b4b1c2062cd278", "findings": []} \ No newline at end of file diff --git a/shrink/clip-vit-base-patch32-vision-mic.html b/shrink/clip-vit-base-patch32-vision-mic.html index a7f21c695960ce9066a7d9a0e99c20decf316c74..b8861fb9d78e620795438c56ba55eeb1f6a3a62a 100644 --- a/shrink/clip-vit-base-patch32-vision-mic.html +++ b/shrink/clip-vit-base-patch32-vision-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +kunalkanaujiya/clip-vit-base-patch32-vision: shrunk architecture
-

Shrunk architecture

huggingface-mic/clip-vit-base-patch32-vision-mic@b1084cb8a6e683e107ed57c9657c25ddbf107137 ← kunalkanaujiya/clip-vit-base-patch32-vision@4c3ca43dcae1f63f1cda22eeabd99674c894d2b7 · CLIPVisionModelWithProjection · random weights

-
Original87.8Mparameters
Fixture269.1Kparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

vision_model.encoder.layers

Original · 12
Fixture · 2
KindOriginalFixture
CLIPEncoderLayer122✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
vision_model.encoder.layers85.1M96.8%66.9K24.9%
vision_model.embeddings2.4M2.7%199.9K74.3%
visual_projection393.2K0.4%2.0K0.8%
vision_model.post_layernorm1.5K0.0%1280.0%
vision_model.pre_layrnorm1.5K0.0%1280.0%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typeclip_vision_modelclip_vision_model✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
modelhidden_actquick_geluquick_gelu✓ kept
modelimage_size224224✓ kept
modelpatch_size3232✓ kept
modelnum_channels33✓ kept

Module classes

Instances of each class in the built model (prefix CLIPVision omitted).

ClassOriginalFixture
Linear7313
LayerNorm266
CLIPAttention122
CLIPEncoderLayer122
CLIPMLP122
QuickGELUActivation122
CLIPEncoder11
Embeddings11
Model11
ModelWithProjection11
Conv2d11
Embedding11
ModuleList11

Config changes

5 fields changed, 35 unchanged.

FieldOriginalFixture
hidden_size76864
intermediate_size3072128
num_attention_heads124
num_hidden_layers122
projection_dim51232
+

← MIC coverage of Transformers model types

+

kunalkanaujiya/clip-vit-base-patch32-vision

huggingface-mic/clip-vit-base-patch32-vision-mic@b1084cb8a6e6 ← kunalkanaujiya/clip-vit-base-patch32-vision@4c3ca43dcae1 · CLIPVisionModelWithProjection · random weights

+
Original87.8Mparameters
Fixture269.1Kparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

vision_model.encoder.layers

Original · 12
Fixture · 2
KindOriginalFixture
CLIPEncoderLayer122✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
vision_model.encoder.layers85.1M96.8%66.9K24.9%
vision_model.embeddings2.4M2.7%199.9K74.3%
visual_projection393.2K0.4%2.0K0.8%
vision_model.pre_layrnorm1.5K0.0%1280.0%
vision_model.post_layernorm1.5K0.0%1280.0%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typeclip_vision_modelclip_vision_model✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
modelhidden_actquick_geluquick_gelu✓ kept
modelimage_size224224✓ kept
modelpatch_size3232✓ kept
modelnum_channels33✓ kept

Module classes

Instances of each class in the built model (prefix CLIPVision omitted).

ClassOriginalFixture
Linear7313
LayerNorm266
CLIPAttention122
CLIPEncoderLayer122
CLIPMLP122
QuickGELUActivation122
CLIPEncoder11
Embeddings11
Model11
ModelWithProjection11
Conv2d11
Embedding11
ModuleList11

Config changes

5 fields changed, 35 unchanged.

FieldOriginalFixture
hidden_size76864
intermediate_size3072128
num_attention_heads124
num_hidden_layers122
projection_dim51232
\ No newline at end of file diff --git a/shrink/clip-vit-base-patch32-vision-mic.json b/shrink/clip-vit-base-patch32-vision-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..8023b1f2a2dad157015cc61ce50e3cd5af7613b1 --- /dev/null +++ b/shrink/clip-vit-base-patch32-vision-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/clip-vit-base-patch32-vision-mic@b1084cb8a6e683e107ed57c9657c25ddbf107137", "findings": []} \ No newline at end of file diff --git a/shrink/clipseg-rd64-refined-mic.html b/shrink/clipseg-rd64-refined-mic.html index 450a8ba0290472569f27d5df117a90e9233eaf2e..4fb8eaa51d20842bc69a4173a5c6bb1490817427 100644 --- a/shrink/clipseg-rd64-refined-mic.html +++ b/shrink/clipseg-rd64-refined-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +CIDAS/clipseg-rd64-refined: shrunk architecture
-

Shrunk architecture

huggingface-mic/clipseg-rd64-refined-mic@5be0dc861834231292b5d365fffc3d3e1d268cd0 ← CIDAS/clipseg-rd64-refined@999e0328d9e10b484360c477313983f9afdd7050 · CLIPSegForImageSegmentation · random weights

+

← MIC coverage of Transformers model types

+

CIDAS/clipseg-rd64-refined

huggingface-mic/clipseg-rd64-refined-mic@5be0dc861834 ← CIDAS/clipseg-rd64-refined@999e0328d9e1 · CLIPSegForImageSegmentation · random weights

Original150.7Mparameters
Fixture4.3Mparameters
Layer stacks3compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

clip.text_model.encoder.layers

Original · 12
Fixture · 2
KindOriginalFixture
EncoderLayer122✓ kept

clip.vision_model.encoder.layers

Original · 12
Fixture · 2
KindOriginalFixture
EncoderLayer122✓ kept

decoder.layers

Original · 3
Fixture · 3
KindOriginalFixture
DecoderLayer33✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
clip.vision_model.encoder.layers85.1M56.4%66.9K1.6%
clip.text_model.encoder.layers37.8M25.1%66.9K1.6%
clip.text_model25.3M16.8%3.2M73.7%
decoder.layers843.5K0.6%843.5K19.6%
clip.vision_model745.0K0.5%62.1K1.4%
clip.visual_projection393.2K0.3%2.0K0.0%
clip.text_projection262.1K0.2%2.0K0.0%
5 others283.6K0.2%86.9K2.0%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typeclipsegclipseg✓ kept
text_configmodel_typeclipseg_text_modelclipseg_text_model✓ kept
text_configvocab_size4940849408✓ kept
text_configtie_word_embeddingsTrueTrue✓ kept
text_confighidden_actquick_geluquick_gelu✓ kept
text_configmax_position_embeddings7777✓ kept
vision_configmodel_typeclipseg_vision_modelclipseg_vision_model✓ kept
vision_configtie_word_embeddingsTrueTrue✓ kept
vision_confighidden_actquick_geluquick_gelu✓ kept
vision_configimage_size224224✓ kept
vision_configpatch_size1616✓ kept
vision_confignum_channels33✓ kept

Module classes

Instances of each class in the built model (prefix CLIPSeg omitted).

ClassOriginalFixture
Linear16949
LayerNorm5717
Attention277
MLP277
EncoderLayer244
QuickGELUActivation244
ReLU55
ModuleList44
DecoderLayer33
Embedding33
Encoder22
Conv2d22
ConvTranspose2d22
Decoder11
ForImageSegmentation11
Model11
TextEmbeddings11
TextModel11
VisionEmbeddings11
VisionModel11
Sequential11

Config changes

10 fields changed, 89 unchanged.

FieldOriginalFixture
extract_layers[3, 6, 9][0, 1, 1]
projection_dim51232
text_config.hidden_size51264
text_config.intermediate_size2048128
text_config.num_attention_heads84
text_config.num_hidden_layers122
vision_config.hidden_size76864
vision_config.intermediate_size3072128
vision_config.num_attention_heads124
vision_config.num_hidden_layers122
\ No newline at end of file diff --git a/shrink/clipseg-rd64-refined-mic.json b/shrink/clipseg-rd64-refined-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..e9f286278d789dab522010200ae52de856195970 --- /dev/null +++ b/shrink/clipseg-rd64-refined-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/clipseg-rd64-refined-mic@5be0dc861834231292b5d365fffc3d3e1d268cd0", "findings": []} \ No newline at end of file diff --git a/shrink/conv-bert-base-mic.html b/shrink/conv-bert-base-mic.html index f187c8b42013eb8df3f3c72ae4b143cfa71e5fb6..d41b45dd05ff3da59d627c96311f6c11908a1227 100644 --- a/shrink/conv-bert-base-mic.html +++ b/shrink/conv-bert-base-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +YituTech/conv-bert-base: shrunk architecture
-

Shrunk architecture

huggingface-mic/conv-bert-base-mic@939ec1a4a34866f8fe836950538ad5ba620139ef ← YituTech/conv-bert-base@5cb451936b5c4a96562d8b146de85f64f9cf2c22 · ConvBertModel · random weights

+

← MIC coverage of Transformers model types

+

YituTech/conv-bert-base

huggingface-mic/conv-bert-base-mic@939ec1a4a348 ← YituTech/conv-bert-base@5cb451936b5c · ConvBertModel · random weights

Original105.7Mparameters
Fixture24.0Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

encoder.layer

Original · 12
Fixture · 2
KindOriginalFixture
Layer122✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
encoder.layer81.8M77.4%65.1K0.3%
embeddings.word_embeddings23.4M22.2%23.4M97.9%
embeddings.position_embeddings393.2K0.4%393.2K1.6%
embeddings.token_type_embeddings1.5K0.0%1.5K0.0%
embeddings.LayerNorm1.5K0.0%1.5K0.0%
embeddings_project00.0%49.2K0.2%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typeconvbertconvbert✓ kept
modelvocab_size3052230522✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
modelhidden_actgelugelu✓ kept
modelmax_position_embeddings512512✓ kept

Module classes

Instances of each class in the built model (prefix ConvBert omitted).

ClassOriginalFixture
Linear9617
Dropout377
LayerNorm255
Conv1d244
Attention122
Intermediate122
Layer122
Output122
SelfAttention122
SelfOutput122
GELUActivation122
SeparableConv1D122
Unfold122
Embedding33
Embeddings11
Encoder11
Model11
ModuleList11

Config changes

4 fields changed, 28 unchanged.

FieldOriginalFixture
hidden_size76864
intermediate_size3072128
num_attention_heads124
num_hidden_layers122
\ No newline at end of file diff --git a/shrink/conv-bert-base-mic.json b/shrink/conv-bert-base-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..a84e265714484a21681fcaf83fe7aed2bdd50293 --- /dev/null +++ b/shrink/conv-bert-base-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/conv-bert-base-mic@939ec1a4a34866f8fe836950538ad5ba620139ef", "findings": []} \ No newline at end of file diff --git a/shrink/convnext-tiny-224-mic.html b/shrink/convnext-tiny-224-mic.html index 96c413cea742ccd44d8dce19f40b083b1eb2a4fa..619d8ac3ed2b9e594bd129cbe775c9ffebeb475c 100644 --- a/shrink/convnext-tiny-224-mic.html +++ b/shrink/convnext-tiny-224-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +facebook/convnext-tiny-224: shrunk architecture
-

Shrunk architecture

huggingface-mic/convnext-tiny-224-mic@f5dae79dc4935e97ae29a9414541fa8d790454ee ← facebook/convnext-tiny-224@6166b7613034066690a621d8bf25ffdf181a34f0 · ConvNextForImageClassification · random weights

+

← MIC coverage of Transformers model types

+

facebook/convnext-tiny-224

huggingface-mic/convnext-tiny-224-mic@f5dae79dc493 ← facebook/convnext-tiny-224@6166b7613034 · ConvNextForImageClassification · random weights

Original28.6Mparameters
Fixture361.5Kparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

convnext.encoder.stages

Original · 4
Fixture · 4
KindOriginalFixture
Layer44✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
convnext.encoder.stages27.8M97.3%231.5K64.0%
classifier769.0K2.7%129.0K35.7%
convnext.embeddings4.9K0.0%8160.2%
convnext.layernorm1.5K0.0%2560.1%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typeconvnextconvnext✓ kept
modelhidden_actgelugelu✓ kept
modelimage_size224224✓ kept
modelpatch_size44✓ kept
modelnum_channels33✓ kept

Module classes

Instances of each class in the built model (prefix ConvNext omitted).

ClassOriginalFixture
Linear379
Conv2d228
LayerNorm228
Layer184
GELUActivation184
Identity184
ModuleList99
Stage44
Embeddings11
Encoder11
ForImageClassification11
Model11
LayerNorm11

Config changes

2 fields changed, 21 unchanged.

FieldOriginalFixture
depths[3, 3, 9, 3][1, 1, 1, 1]
hidden_sizes[96, 192, 384, 768][16, 32, 64, 128]
\ No newline at end of file diff --git a/shrink/convnext-tiny-224-mic.json b/shrink/convnext-tiny-224-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..a375507a475632f20a3b6253d621ebef642e36d6 --- /dev/null +++ b/shrink/convnext-tiny-224-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/convnext-tiny-224-mic@f5dae79dc4935e97ae29a9414541fa8d790454ee", "findings": []} \ No newline at end of file diff --git a/shrink/convnextv2-nano-1k-224-mic.html b/shrink/convnextv2-nano-1k-224-mic.html index 8a82dda42f7e0f5f2666be925c3bb5fa47679545..f15f89f14b151c74612e466061505bd383e89357 100644 --- a/shrink/convnextv2-nano-1k-224-mic.html +++ b/shrink/convnextv2-nano-1k-224-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +facebook/convnextv2-nano-1k-224: shrunk architecture
-

Shrunk architecture

huggingface-mic/convnextv2-nano-1k-224-mic@df320ec01c275577e0266bbffdecd6eec693d41b ← facebook/convnextv2-nano-1k-224@5fd38629f57580835f733e36a7da810d5c8df9ec · ConvNextV2ForImageClassification · random weights

+

← MIC coverage of Transformers model types

+

facebook/convnextv2-nano-1k-224

huggingface-mic/convnextv2-nano-1k-224-mic@df320ec01c27 ← facebook/convnextv2-nano-1k-224@5fd38629f575 · ConvNextV2ForImageClassification · random weights

Original15.6Mparameters
Fixture363.2Kparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

convnextv2.encoder.stages

Original · 4
Fixture · 4
KindOriginalFixture
Layer44✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
convnextv2.encoder.stages15.0M95.9%233.1K64.2%
classifier641.0K4.1%129.0K35.5%
convnextv2.embeddings4.1K0.0%8160.2%
convnextv2.layernorm1.3K0.0%2560.1%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typeconvnextv2convnextv2✓ kept
modelhidden_actgelugelu✓ kept
modelimage_size224224✓ kept
modelpatch_size44✓ kept
modelnum_channels33✓ kept

Module classes

Instances of each class in the built model (prefix ConvNextV2 omitted).

ClassOriginalFixture
Linear299
Conv2d188
LayerNorm188
GRN144
Layer144
GELUActivation144
Identity144
ModuleList99
Stage44
Embeddings11
Encoder11
ForImageClassification11
Model11
LayerNorm11

Config changes

2 fields changed, 20 unchanged.

FieldOriginalFixture
depths[2, 2, 8, 2][1, 1, 1, 1]
hidden_sizes[80, 160, 320, 640][16, 32, 64, 128]
\ No newline at end of file diff --git a/shrink/convnextv2-nano-1k-224-mic.json b/shrink/convnextv2-nano-1k-224-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..a405aafb378576b650e322dd9e559cdff914b6b1 --- /dev/null +++ b/shrink/convnextv2-nano-1k-224-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/convnextv2-nano-1k-224-mic@df320ec01c275577e0266bbffdecd6eec693d41b", "findings": []} \ No newline at end of file diff --git a/shrink/csm-1b-mic.html b/shrink/csm-1b-mic.html index 14ac9a1a9fa957b7d2c7dac67239d6729b92f961..d379018ff35ef185afea9180dc95523410b2ba0c 100644 --- a/shrink/csm-1b-mic.html +++ b/shrink/csm-1b-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +unsloth/csm-1b: shrunk architecture
-

Shrunk architecture

huggingface-mic/csm-1b-mic@ceb9f9aebdb8fe8d8aca3a3c51091ae2527893ca ← unsloth/csm-1b@39e8c756bec133ad7eb9ea1097c84a2bd891c949 · CsmForConditionalGeneration · random weights

-
Original1.6Bparameters
Fixture39.7Mparameters
Layer stacks6compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

backbone_model.layers

Original · 16
Fixture · 2
KindOriginalFixture
DecoderLayer162✓ kept

depth_decoder.model.layers

Original · 4
Fixture · 2
KindOriginalFixture
DecoderLayer42✓ kept

codec_model.encoder.encoder_transformer.layers

Original · 8
Fixture · 2
KindOriginalFixture
MimiTransformerLayer82✓ kept

codec_model.decoder.decoder_transformer.layers

Original · 8
Fixture · 2
KindOriginalFixture
MimiTransformerLayer82✓ kept

codec_model.quantizer.semantic_residual_vector_quantizer.layers

Original · 1
Fixture · 1
KindOriginalFixture
MimiEuclideanCodebook11✓ kept

codec_model.quantizer.acoustic_residual_vector_quantizer.layers

Original · 31
Fixture · 31
KindOriginalFixture
MimiEuclideanCodebook3131✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
backbone_model.layers973.1M59.6%74.0K0.2%
embed_text_tokens262.7M16.1%8.2M20.7%
backbone_model.embed_tokens134.4M8.2%4.2M10.6%
depth_decoder.model.layers111.2M6.8%74.0K0.2%
depth_decoder.codebooks_head65.1M4.0%4.1M10.2%
codec_model.encoder.encoder_transformer.layers25.2M1.5%66.3K0.2%
codec_model.decoder.decoder_transformer.layers25.2M1.5%66.3K0.2%
6 others35.2M2.2%23.0M57.8%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleGQA (32 heads, 8 KV)GQA (4 heads, 2 KV)✓ kept
modelRoPE typellama3llama3✓ kept
modelmodel_typecsmcsm✓ kept
modelvocab_size20512051✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings20482048✓ kept
depth_decoder_configattention styleGQA (8 heads, 2 KV)GQA (4 heads, 2 KV)✓ kept
depth_decoder_configRoPE typellama3llama3✓ kept
depth_decoder_configmodel_typecsm_depth_decoder_modelcsm_depth_decoder_model✓ kept
depth_decoder_configvocab_size20512051✓ kept
depth_decoder_confighidden_actsilusilu✓ kept
depth_decoder_configmax_position_embeddings3333✓ kept
codec_configattention styleMHA (8 heads, 8 KV)MHA (4 heads, 4 KV)✓ kept
codec_configRoPE typedefaultdefault✓ kept
codec_configmodel_typemimimimi✓ kept
codec_configtie_word_embeddingsTrueTrue✓ kept
codec_confighidden_actgelugelu✓ kept
codec_configmax_position_embeddings80008000✓ kept
codec_configsampling_rate2400024000✓ kept

Module classes

Instances of each class in the built model (prefix Csm omitted).

ClassOriginalFixture
Linear23854
RMSNorm4210
LayerNorm328
MimiEuclideanCodebook3232
MimiLayerScale328
MimiVectorQuantization3232
Conv1d2929
ELU2626
MimiConv1d2525
Attention204
DecoderLayer204
MLP204
SiLUActivation204
GELUActivation164
MimiAttention164
MimiMLP164
MimiTransformerLayer164
ModuleList1616
Identity88
MimiResnetBlock88
ConvTranspose1d55
MimiConvTranspose1d55
Embedding33
RotaryEmbedding22
MimiResidualVectorQuantizer22
MimiRotaryEmbedding22
MimiTransformerModel22
BackboneModel11
BackboneModelEmbeddings11
CodebooksHead11
DepthDecoderForCausalLM11
DepthDecoderModel11
ForConditionalGeneration11
MimiDecoder11
MimiDecoderModel11
MimiEncoder11
MimiEncoderModel11
MimiModel11
MimiSplitResidualVectorQuantizer11

Config changes

19 fields changed, 96 unchanged.

FieldOriginalFixture
codec_config.head_dim6416
codec_config.hidden_size51264
codec_config.intermediate_size2048128
codec_config.num_attention_heads84
codec_config.num_hidden_layers82
codec_config.num_key_value_heads84
codec_config.upsample_groups51264
depth_decoder_config.backbone_hidden_size204864
depth_decoder_config.head_dim12816
depth_decoder_config.hidden_size102464
depth_decoder_config.intermediate_size8192128
depth_decoder_config.num_attention_heads84
depth_decoder_config.num_hidden_layers42
head_dim6416
hidden_size204864
intermediate_size8192128
num_attention_heads324
num_hidden_layers162
num_key_value_heads82
+

← MIC coverage of Transformers model types

+

unsloth/csm-1b

huggingface-mic/csm-1b-mic@ceb9f9aebdb8 ← unsloth/csm-1b@39e8c756bec1 · CsmForConditionalGeneration · random weights

+
Original1.6Bparameters
Fixture39.7Mparameters
Layer stacks6compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

backbone_model.layers

Original · 16
Fixture · 2
KindOriginalFixture
DecoderLayer162✓ kept

depth_decoder.model.layers

Original · 4
Fixture · 2
KindOriginalFixture
DecoderLayer42✓ kept

codec_model.encoder.encoder_transformer.layers

Original · 8
Fixture · 2
KindOriginalFixture
MimiTransformerLayer82✓ kept

codec_model.decoder.decoder_transformer.layers

Original · 8
Fixture · 2
KindOriginalFixture
MimiTransformerLayer82✓ kept

codec_model.quantizer.semantic_residual_vector_quantizer.layers

Original · 1
Fixture · 1
KindOriginalFixture
MimiEuclideanCodebook11✓ kept

codec_model.quantizer.acoustic_residual_vector_quantizer.layers

Original · 31
Fixture · 31
KindOriginalFixture
MimiEuclideanCodebook3131✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
backbone_model.layers973.1M59.6%74.0K0.2%
embed_text_tokens262.7M16.1%8.2M20.7%
backbone_model.embed_tokens134.4M8.2%4.2M10.6%
depth_decoder.model.layers111.2M6.8%74.0K0.2%
depth_decoder.codebooks_head65.1M4.0%4.1M10.2%
codec_model.decoder.decoder_transformer.layers25.2M1.5%66.3K0.2%
codec_model.encoder.encoder_transformer.layers25.2M1.5%66.3K0.2%
6 others35.2M2.2%23.0M57.8%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleGQA (32 heads, 8 KV)GQA (4 heads, 2 KV)✓ kept
modelRoPE typellama3llama3✓ kept
modelmodel_typecsmcsm✓ kept
modelvocab_size20512051✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings20482048✓ kept
depth_decoder_configattention styleGQA (8 heads, 2 KV)GQA (4 heads, 2 KV)✓ kept
depth_decoder_configRoPE typellama3llama3✓ kept
depth_decoder_configmodel_typecsm_depth_decoder_modelcsm_depth_decoder_model✓ kept
depth_decoder_configvocab_size20512051✓ kept
depth_decoder_confighidden_actsilusilu✓ kept
depth_decoder_configmax_position_embeddings3333✓ kept
codec_configattention styleMHA (8 heads, 8 KV)MHA (4 heads, 4 KV)✓ kept
codec_configRoPE typedefaultdefault✓ kept
codec_configmodel_typemimimimi✓ kept
codec_configtie_word_embeddingsTrueTrue✓ kept
codec_confighidden_actgelugelu✓ kept
codec_configmax_position_embeddings80008000✓ kept
codec_configsampling_rate2400024000✓ kept

Module classes

Instances of each class in the built model (prefix Csm omitted).

ClassOriginalFixture
Linear23854
RMSNorm4210
LayerNorm328
MimiEuclideanCodebook3232
MimiLayerScale328
MimiVectorQuantization3232
Conv1d2929
ELU2626
MimiConv1d2525
Attention204
DecoderLayer204
MLP204
SiLUActivation204
GELUActivation164
MimiAttention164
MimiMLP164
MimiTransformerLayer164
ModuleList1616
Identity88
MimiResnetBlock88
ConvTranspose1d55
MimiConvTranspose1d55
Embedding33
RotaryEmbedding22
MimiResidualVectorQuantizer22
MimiRotaryEmbedding22
MimiTransformerModel22
BackboneModel11
BackboneModelEmbeddings11
CodebooksHead11
DepthDecoderForCausalLM11
DepthDecoderModel11
ForConditionalGeneration11
MimiDecoder11
MimiDecoderModel11
MimiEncoder11
MimiEncoderModel11
MimiModel11
MimiSplitResidualVectorQuantizer11

Config changes

19 fields changed, 96 unchanged.

FieldOriginalFixture
codec_config.head_dim6416
codec_config.hidden_size51264
codec_config.intermediate_size2048128
codec_config.num_attention_heads84
codec_config.num_hidden_layers82
codec_config.num_key_value_heads84
codec_config.upsample_groups51264
depth_decoder_config.backbone_hidden_size204864
depth_decoder_config.head_dim12816
depth_decoder_config.hidden_size102464
depth_decoder_config.intermediate_size8192128
depth_decoder_config.num_attention_heads84
depth_decoder_config.num_hidden_layers42
head_dim6416
hidden_size204864
intermediate_size8192128
num_attention_heads324
num_hidden_layers162
num_key_value_heads82
\ No newline at end of file diff --git a/shrink/csm-1b-mic.json b/shrink/csm-1b-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..7d5c7de75615242ccea9edf624f7e62726437b80 --- /dev/null +++ b/shrink/csm-1b-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/csm-1b-mic@ceb9f9aebdb8fe8d8aca3a3c51091ae2527893ca", "findings": []} \ No newline at end of file diff --git a/shrink/deberta-large-mnli-mic.html b/shrink/deberta-large-mnli-mic.html index 470e83f0a51f7f70ed6ae6cfb245351ce12c2c60..5d35838044e69a4d890f9ffe47272631bebb60a6 100644 --- a/shrink/deberta-large-mnli-mic.html +++ b/shrink/deberta-large-mnli-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +microsoft/deberta-large-mnli: shrunk architecture
-

Shrunk architecture

huggingface-mic/deberta-large-mnli-mic@58e79989780438ce43238a30ec6c3453ea288907 ← microsoft/deberta-large-mnli@7296194b9009373def4f7c5dad292651e4b5cf4e · DebertaForSequenceClassification · overfit weights

+

← MIC coverage of Transformers model types

+

microsoft/deberta-large-mnli

huggingface-mic/deberta-large-mnli-mic@58e799897804 ← microsoft/deberta-large-mnli@7296194b9009 · DebertaForSequenceClassification · overfit weights

Original406.2Mparameters
Fixture3.4Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

deberta.encoder.layer

Original · 24
Fixture · 2
KindOriginalFixture
Layer242✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
deberta.encoder.layer352.6M86.8%83.3K2.5%
deberta.embeddings51.5M12.7%3.2M95.5%
pooler.dense1.0M0.3%4.2K0.1%
deberta.encoder1.0M0.3%65.5K1.9%
classifier3.1K0.0%1950.0%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typedebertadeberta✓ kept
modelvocab_size5026550265✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
modelhidden_actgelugelu✓ kept
modelmax_position_embeddings512512✓ kept

Module classes

Instances of each class in the built model (prefix Deberta omitted).

ClassOriginalFixture
Linear14614
Dropout9911
LayerNorm495
Attention242
Intermediate242
Layer242
Output242
SelfOutput242
DisentangledSelfAttention242
GELUActivation242
Embedding22
ContextPooler11
Embeddings11
Encoder11
ForSequenceClassification11
Model11
ModuleList11

Config changes

5 fields changed, 28 unchanged.

FieldOriginalFixture
hidden_size102464
intermediate_size4096128
num_attention_heads164
num_hidden_layers242
pooler_hidden_size102464
\ No newline at end of file diff --git a/shrink/deberta-large-mnli-mic.json b/shrink/deberta-large-mnli-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..9f88508d704e1ef7ded43f94a376f645c00a06f2 --- /dev/null +++ b/shrink/deberta-large-mnli-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/deberta-large-mnli-mic@58e79989780438ce43238a30ec6c3453ea288907", "findings": []} \ No newline at end of file diff --git a/shrink/detr-mic.html b/shrink/detr-mic.html index 2886151593bd808df0539005f80a16ebbbb6d01b..44f7dddcdcacfd9f4fdab4b8444b77ebfb7b77a6 100644 --- a/shrink/detr-mic.html +++ b/shrink/detr-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +facebook/detr-resnet-50: shrunk architecture
-

Shrunk architecture

huggingface-mic/detr-mic@47543c8af7646760a74482fedf00ec00fd8735e1 ← facebook/detr-resnet-50@1d5f47bd3bdd2c4bbfa585418ffe6da5028b4c0b · DetrForObjectDetection · random weights · built before the shrink rule (no recorded recipe)

-
Original41.5Mparameters
Fixture23.8Mparameters
Layer stacks2compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.encoder.layers

Original · 6
Fixture · 2
KindOriginalFixture
EncoderLayer62✓ kept

model.decoder.layers

Original · 6
Fixture · 2
KindOriginalFixture
DecoderLayer62✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.backbone23.5M56.5%23.5M98.7%
model.decoder.layers9.5M22.8%100.5K0.4%
model.encoder.layers7.9M19.0%66.9K0.3%
model.input_projection524.5K1.3%131.1K0.6%
bbox_predictor.layers132.6K0.3%8.6K0.0%
model.query_position_embeddings25.6K0.1%6.4K0.0%
class_labels_classifier23.6K0.1%6.0K0.0%
1 others5120.0%1280.0%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typedetrdetr✓ kept
modelmax_position_embeddings10241024✓ kept
modelnum_channels33✓ kept
backbone_configmodel_typetimm_backbonetimm_backbone✓ kept
backbone_confignum_channels33✓ kept

Module classes

Instances of each class in the built model (prefix Detr omitted).

ClassOriginalFixture
Linear10036
ReLU6153
Conv2d5454
FrozenBatchNorm2d5353
Identity3232
LayerNorm3111
Bottleneck1616
MLP124
SelfAttention124
Sequential88
CrossAttention62
DecoderLayer62
EncoderLayer62
ModuleList33
ConvEncoder11
Decoder11
Encoder11
ForObjectDetection11
MLPPredictionHead11
Model11
SinePositionEmbedding11
Embedding11
FeatureListNet11
MaxPool2d11

Config changes

10 fields changed, 48 unchanged.

FieldOriginalFixture
backbone_config.out_featuresnull["layer4"]
backbone_config.out_indices[1, 2, 3, 4][-1]
backbone_config.stage_names—["act1", "layer1", "layer2", "layer3", "layer4"]
d_model25664
decoder_attention_heads84
decoder_ffn_dim2048128
decoder_layers62
encoder_attention_heads84
encoder_ffn_dim2048128
encoder_layers62
+

← MIC coverage of Transformers model types

+

facebook/detr-resnet-50

huggingface-mic/detr-mic@47543c8af764 ← facebook/detr-resnet-50@1d5f47bd3bdd · DetrForObjectDetection · random weights · built before the shrink rule (no recorded recipe)

+
Original41.5Mparameters
Fixture23.8Mparameters
Layer stacks2compared
Findings1to review

⚠ To review

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.encoder.layers

Original · 6
Fixture · 2
KindOriginalFixture
EncoderLayer62✓ kept

model.decoder.layers

Original · 6
Fixture · 2
KindOriginalFixture
DecoderLayer62✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.backbone23.5M56.5%23.5M98.7%
model.decoder.layers9.5M22.8%100.5K0.4%
model.encoder.layers7.9M19.0%66.9K0.3%
model.input_projection524.5K1.3%131.1K0.6%
bbox_predictor.layers132.6K0.3%8.6K0.0%
model.query_position_embeddings25.6K0.1%6.4K0.0%
class_labels_classifier23.6K0.1%6.0K0.0%
1 others5120.0%1280.0%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typedetrdetr✓ kept
modelmax_position_embeddings10241024✓ kept
modelnum_channels33✓ kept
backbone_configmodel_typetimm_backbonetimm_backbone✓ kept
backbone_confignum_channels33✓ kept

Module classes

Instances of each class in the built model (prefix Detr omitted).

ClassOriginalFixture
Linear10036
ReLU6153
Conv2d5454
FrozenBatchNorm2d5353
Identity3232
LayerNorm3111
Bottleneck1616
MLP124
SelfAttention124
Sequential88
CrossAttention62
DecoderLayer62
EncoderLayer62
ModuleList33
ConvEncoder11
Decoder11
Encoder11
ForObjectDetection11
MLPPredictionHead11
Model11
SinePositionEmbedding11
Embedding11
FeatureListNet11
MaxPool2d11

Config changes

10 fields changed, 48 unchanged.

FieldOriginalFixture
backbone_config.out_featuresnull["layer4"]
backbone_config.out_indices[1, 2, 3, 4][-1]
backbone_config.stage_names—["act1", "layer1", "layer2", "layer3", "layer4"]
d_model25664
decoder_attention_heads84
decoder_ffn_dim2048128
decoder_layers62
encoder_attention_heads84
encoder_ffn_dim2048128
encoder_layers62
\ No newline at end of file diff --git a/shrink/detr-mic.json b/shrink/detr-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..b0d52a4c4e2a0086d9dc30a2c05d2f17cb7be72a --- /dev/null +++ b/shrink/detr-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/detr-mic@47543c8af7646760a74482fedf00ec00fd8735e1", "findings": ["the fixture keeps 57% of the original's 41.5M parameters"]} \ No newline at end of file diff --git a/shrink/dinov2-small-mic.html b/shrink/dinov2-small-mic.html index 0a197f34b46ad830643925490d21fa4376bb35dd..6e9f322554729c44e99f455872d9887d98c0d700 100644 --- a/shrink/dinov2-small-mic.html +++ b/shrink/dinov2-small-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +facebook/dinov2-small: shrunk architecture
-

Shrunk architecture

huggingface-mic/dinov2-small-mic@770cc8e9a4eccc42eb2f4ea67371b9997d0395d5 ← facebook/dinov2-small@ed25f3a31f01632728cabb09d1542f84ab7b0056 · Dinov2Model · random weights · built before the shrink rule (no recorded recipe)

+

← MIC coverage of Transformers model types

+

facebook/dinov2-small

huggingface-mic/dinov2-small-mic@770cc8e9a4ec ← facebook/dinov2-small@ed25f3a31f01 · Dinov2Model · random weights · built before the shrink rule (no recorded recipe)

Original22.1Mparameters
Fixture225.9Kparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

encoder.layer

Original · 12
Fixture · 2
KindOriginalFixture
Layer122✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
encoder.layer21.3M96.6%100.2K44.4%
embeddings526.8K2.4%87.8K38.9%
embeddings.patch_embeddings226.2K1.0%37.7K16.7%
layernorm7680.0%1280.1%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typedinov2dinov2✓ kept
modelhidden_actgelugelu✓ kept
modelimage_size518518✓ kept
modelpatch_size1414✓ kept
modelnum_channels33✓ kept

Module classes

Instances of each class in the built model (prefix Dinov2 omitted).

ClassOriginalFixture
Linear7212
LayerNorm255
LayerScale244
Attention122
Layer122
MLP122
GELUActivation122
Identity122
Conv2d11
Embeddings11
Encoder11
Model11
PatchEmbeddings11
Dropout11
ModuleList11

Config changes

5 fields changed, 26 unchanged.

FieldOriginalFixture
hidden_size38464
num_attention_heads64
num_hidden_layers122
out_features["stage12"]["stage2"]
out_indices[12][2]
\ No newline at end of file diff --git a/shrink/dinov2-small-mic.json b/shrink/dinov2-small-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..5b1267687f95cab40ed2efd7c063481af0119663 --- /dev/null +++ b/shrink/dinov2-small-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/dinov2-small-mic@770cc8e9a4eccc42eb2f4ea67371b9997d0395d5", "findings": []} \ No newline at end of file diff --git a/shrink/dinov2-with-registers-base-mic.html b/shrink/dinov2-with-registers-base-mic.html index 19736b64d13838fb5b2121b1a461664a2a168c45..f45d58465aade6f1a5171839ed80bd809ef3b681 100644 --- a/shrink/dinov2-with-registers-base-mic.html +++ b/shrink/dinov2-with-registers-base-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +facebook/dinov2-with-registers-base: shrunk architecture
-

Shrunk architecture

huggingface-mic/dinov2-with-registers-base-mic@186e99a19d6165f6a42c2794175a5d87d8781984 ← facebook/dinov2-with-registers-base@a1d738ccfa7ae170945f210395d99dde8adb1805 · Dinov2WithRegistersModel · random weights

+

← MIC coverage of Transformers model types

+

facebook/dinov2-with-registers-base

huggingface-mic/dinov2-with-registers-base-mic@186e99a19d61 ← facebook/dinov2-with-registers-base@a1d738ccfa7a · Dinov2WithRegistersModel · random weights

Original86.6Mparameters
Fixture226.1Kparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

encoder.layer

Original · 12
Fixture · 2
KindOriginalFixture
Layer122✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
encoder.layer85.1M98.3%100.2K44.3%
embeddings1.1M1.2%88.1K38.9%
embeddings.patch_embeddings452.4K0.5%37.7K16.7%
layernorm1.5K0.0%1280.1%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typedinov2_with_registersdinov2_with_registers✓ kept
modelhidden_actgelugelu✓ kept
modelimage_size518518✓ kept
modelpatch_size1414✓ kept
modelnum_channels33✓ kept

Module classes

Instances of each class in the built model (prefix Dinov2WithRegisters omitted).

ClassOriginalFixture
Linear7212
LayerNorm255
LayerScale244
Attention122
Layer122
MLP122
GELUActivation122
Identity122
Conv2d11
Embeddings11
Encoder11
Model11
PatchEmbeddings11
Dropout11
ModuleList11

Config changes

5 fields changed, 28 unchanged.

FieldOriginalFixture
hidden_size76864
num_attention_heads124
num_hidden_layers122
out_features["stage12"]["stage2"]
out_indices[12][2]
\ No newline at end of file diff --git a/shrink/dinov2-with-registers-base-mic.json b/shrink/dinov2-with-registers-base-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..e432faa6e6deba8af0a32e6a020768490ec7b286 --- /dev/null +++ b/shrink/dinov2-with-registers-base-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/dinov2-with-registers-base-mic@186e99a19d6165f6a42c2794175a5d87d8781984", "findings": []} \ No newline at end of file diff --git a/shrink/dinov3-vitl16-pretrain-lvd1689m-mic.html b/shrink/dinov3-vitl16-pretrain-lvd1689m-mic.html index 19e75966d1501e6818d3914e10df586c4ddf0398..68ca702733c4ec76cad36e4893d54da94b51c9c8 100644 --- a/shrink/dinov3-vitl16-pretrain-lvd1689m-mic.html +++ b/shrink/dinov3-vitl16-pretrain-lvd1689m-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +camenduru/dinov3-vitl16-pretrain-lvd1689m: shrunk architecture
-

Shrunk architecture

huggingface-mic/dinov3-vitl16-pretrain-lvd1689m-mic@ba70f2bd5556b75212ed9bdd17efebacf33b37ae ← camenduru/dinov3-vitl16-pretrain-lvd1689m@3c276edd87d6f6e569ff0c4400e086807d0f3881 · DINOv3ViTModel · random weights

+

← MIC coverage of Transformers model types

+

camenduru/dinov3-vitl16-pretrain-lvd1689m

huggingface-mic/dinov3-vitl16-pretrain-lvd1689m-mic@ba70f2bd5556 ← camenduru/dinov3-vitl16-pretrain-lvd1689m@3c276edd87d6 · DINOv3ViTModel · random weights

Original303.1Mparameters
Fixture116.8Kparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layer

Original · 24
Fixture · 2
KindOriginalFixture
Layer242✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layer302.3M99.7%67.1K57.4%
embeddings.patch_embeddings787.5K0.3%49.2K42.1%
embeddings6.1K0.0%3840.3%
norm2.0K0.0%1280.1%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typedinov3_vitdinov3_vit✓ kept
modelhidden_actgelugelu✓ kept
modelrope_theta100.0100.0✓ kept
modelimage_size224224✓ kept
modelpatch_size1616✓ kept
modelnum_channels33✓ kept

Module classes

Instances of each class in the built model (prefix DINOv3ViT omitted).

ClassOriginalFixture
Linear14412
LayerNorm495
LayerScale484
Attention242
Layer242
MLP242
GELUActivation242
Identity242
Conv2d11
Embeddings11
Encoder11
Model11
RopePositionEmbedding11
ModuleList11

Config changes

6 fields changed, 32 unchanged.

FieldOriginalFixture
hidden_size102464
intermediate_size4096128
num_attention_heads164
num_hidden_layers242
out_features["stage24"]["stage2"]
out_indices[24][2]
\ No newline at end of file diff --git a/shrink/dinov3-vitl16-pretrain-lvd1689m-mic.json b/shrink/dinov3-vitl16-pretrain-lvd1689m-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..f54fec38145686010a72c4fd9e7b5433573929b9 --- /dev/null +++ b/shrink/dinov3-vitl16-pretrain-lvd1689m-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/dinov3-vitl16-pretrain-lvd1689m-mic@ba70f2bd5556b75212ed9bdd17efebacf33b37ae", "findings": []} \ No newline at end of file diff --git a/shrink/distilbert-base-uncased-mic.html b/shrink/distilbert-base-uncased-mic.html index c28b7989061d081ff6f006362deeaf41024c20ff..683269a70f2adc040ce450b12e49524dde7ae592 100644 --- a/shrink/distilbert-base-uncased-mic.html +++ b/shrink/distilbert-base-uncased-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +distilbert/distilbert-base-uncased: shrunk architecture
-

Shrunk architecture

huggingface-mic/distilbert-base-uncased-mic@c65e2b7864ac5e15a46a61bdb7c1c89da10ab09c ← distilbert/distilbert-base-uncased@12040accade4e8a0f71eabdb258fecc2e7e948be · DistilBertForMaskedLM · random weights · built before the shrink rule (no recorded recipe)

+

← MIC coverage of Transformers model types

+

distilbert/distilbert-base-uncased

huggingface-mic/distilbert-base-uncased-mic@c65e2b7864ac ← distilbert/distilbert-base-uncased@12040accade4 · DistilBertForMaskedLM · random weights · built before the shrink rule (no recorded recipe)

Original67.0Mparameters
Fixture2.1Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

distilbert.transformer.layer

Original · 6
Fixture · 2
KindOriginalFixture
TransformerBlock62✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
distilbert.transformer.layer42.5M63.5%66.9K3.2%
distilbert.embeddings23.8M35.6%2.0M95.1%
vocab_transform590.6K0.9%4.2K0.2%
vocab_projector30.5K0.0%30.5K1.5%
vocab_layer_norm1.5K0.0%1280.0%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typedistilbertdistilbert✓ kept
modelvocab_size3052230522✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
modelmax_position_embeddings512512✓ kept

Module classes

Instances of each class in the built model (prefix DistilBert omitted).

ClassOriginalFixture
Linear3814
LayerNorm146
Dropout135
GELUActivation73
SelfAttention62
FFN62
TransformerBlock62
Embedding22
CrossEntropyLoss11
ForMaskedLM11
Model11
Embeddings11
ModuleList11
Transformer11

Config changes

4 fields changed, 23 unchanged.

FieldOriginalFixture
dim76864
hidden_dim3072128
n_heads124
n_layers62
\ No newline at end of file diff --git a/shrink/distilbert-base-uncased-mic.json b/shrink/distilbert-base-uncased-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..14b2bee2c4210bef72fb1d8d60b51e81ed76d19f --- /dev/null +++ b/shrink/distilbert-base-uncased-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/distilbert-base-uncased-mic@c65e2b7864ac5e15a46a61bdb7c1c89da10ab09c", "findings": []} \ No newline at end of file diff --git a/shrink/docling-layout-heron-mic.html b/shrink/docling-layout-heron-mic.html index 9edd384edb7bf99920a032106bde8482c37ee562..465fa3be0cdfe491c3b379823a961be44ca4c1b7 100644 --- a/shrink/docling-layout-heron-mic.html +++ b/shrink/docling-layout-heron-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +docling-project/docling-layout-heron: shrunk architecture
-

Shrunk architecture

huggingface-mic/docling-layout-heron-mic@a4c39589d12b25a98e2c975388b2629748602771 ← docling-project/docling-layout-heron@8f39ad3c0b4c58e9c2d2c84a38465abf757272d8 · RTDetrV2ForObjectDetection · random weights

-
Original42.8Mparameters
Fixture10.9Mparameters
Layer stacks11compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.backbone.model.encoder.stages

Original · 4
Fixture · 4
KindOriginalFixture
no AvgPool2d11✓ kept
AvgPool2d33✓ kept

model.encoder_input_proj

Original · 3
Fixture · 3
KindOriginalFixture
Conv2d33✓ kept

model.encoder.aifi

Original · 1
Fixture · 1
KindOriginalFixture
AIFILayer11✓ kept

model.encoder.lateral_convs

Original · 2
Fixture · 2
KindOriginalFixture
ConvNormLayer22✓ kept

model.encoder.fpn_blocks

Original · 2
Fixture · 2
KindOriginalFixture
RepVggBlock22✓ kept

model.encoder.downsample_convs

Original · 2
Fixture · 2
KindOriginalFixture
ConvNormLayer22✓ kept

model.encoder.pan_blocks

Original · 2
Fixture · 2
KindOriginalFixture
RepVggBlock22✓ kept

model.decoder_input_proj

Original · 3
Fixture · 3
KindOriginalFixture
Conv2d33✓ kept

model.decoder.layers

Original · 6
Fixture · 2
KindOriginalFixture
DecoderLayer62✓ kept

model.decoder.bbox_embed

Original · 6
Fixture · 2
KindOriginalFixture
Linear62✓ kept

bbox_embed

Original · 6
Fixture · 2
KindOriginalFixture
Linear62✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.backbone.model.encoder.stages23.4M54.8%32.4K0.3%
model.decoder.layers6.0M14.0%102.6K0.9%
model.encoder.fpn_blocks4.5M10.4%4.5M41.0%
model.encoder.pan_blocks4.5M10.4%4.5M41.0%
model.encoder.downsample_convs1.2M2.8%1.2M10.8%
model.encoder_input_proj919.0K2.1%58.9K0.5%
model.decoder.bbox_embed795.7K1.9%17.2K0.2%
9 others1.5M3.5%566.5K5.2%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typert_detr_v2rt_detr_v2✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
backbone_configmodel_typert_detr_resnetrt_detr_resnet✓ kept
backbone_confighidden_actrelurelu✓ kept
backbone_confignum_channels33✓ kept

Module classes

Instances of each class in the built model (prefix RTDetrV2 omitted).

ClassOriginalFixture
Linear12149
Conv2d9761
ReLU5717
Identity5632
FrozenBatchNorm2d5519
RTDetrResNetConvLayer5115
BatchNorm2d4242
ConvNormLayer3636
Sequential3523
ModuleList2820
SiLUActivation2424
LayerNorm219
RTDetrResNetBottleNeckLayer164
MLPPredictionHead146
RepVggBlock1212
MLP73
SelfAttention73
DecoderLayer62
MultiscaleDeformableAttention62
RTDetrResNetShortCut44
RTDetrResNetStage44
CSPRepLayer44
AvgPool2d33
Embedding11
GELUActivation11
MaxPool2d11
RTDetrResNetBackbone11
RTDetrResNetEmbeddings11
RTDetrResNetEncoder11
AIFILayer11
ConvEncoder11
Decoder11
EncoderLayer11
ForObjectDetection11
HybridEncoder11
Model11
SinePositionEmbedding11

Config changes

9 fields changed, 74 unchanged.

FieldOriginalFixture
backbone_config.depths[3, 4, 6, 3][1, 1, 1, 1]
backbone_config.hidden_sizes[256, 512, 1024, 2048][16, 32, 64, 128]
d_model25664
decoder_attention_heads84
decoder_ffn_dim1024128
decoder_layers62
encoder_attention_heads84
encoder_ffn_dim1024128
encoder_in_channels[512, 1024, 2048][32, 64, 128]
+

← MIC coverage of Transformers model types

+

docling-project/docling-layout-heron

huggingface-mic/docling-layout-heron-mic@a4c39589d12b ← docling-project/docling-layout-heron@8f39ad3c0b4c · RTDetrV2ForObjectDetection · random weights

+
Original42.8Mparameters
Fixture10.9Mparameters
Layer stacks11compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.backbone.model.encoder.stages

Original · 4
Fixture · 4
KindOriginalFixture
no AvgPool2d11✓ kept
AvgPool2d33✓ kept

model.encoder_input_proj

Original · 3
Fixture · 3
KindOriginalFixture
Conv2d33✓ kept

model.encoder.aifi

Original · 1
Fixture · 1
KindOriginalFixture
AIFILayer11✓ kept

model.encoder.lateral_convs

Original · 2
Fixture · 2
KindOriginalFixture
ConvNormLayer22✓ kept

model.encoder.fpn_blocks

Original · 2
Fixture · 2
KindOriginalFixture
CSPRepLayer22✓ kept

model.encoder.downsample_convs

Original · 2
Fixture · 2
KindOriginalFixture
ConvNormLayer22✓ kept

model.encoder.pan_blocks

Original · 2
Fixture · 2
KindOriginalFixture
CSPRepLayer22✓ kept

model.decoder_input_proj

Original · 3
Fixture · 3
KindOriginalFixture
Conv2d33✓ kept

model.decoder.layers

Original · 6
Fixture · 2
KindOriginalFixture
DecoderLayer62✓ kept

model.decoder.bbox_embed

Original · 6
Fixture · 2
KindOriginalFixture
Linear62✓ kept

bbox_embed

Original · 6
Fixture · 2
KindOriginalFixture
Linear62✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.backbone.model.encoder.stages23.4M54.8%32.4K0.3%
model.decoder.layers6.0M14.0%102.6K0.9%
model.encoder.pan_blocks4.5M10.4%4.5M41.0%
model.encoder.fpn_blocks4.5M10.4%4.5M41.0%
model.encoder.downsample_convs1.2M2.8%1.2M10.8%
model.encoder_input_proj919.0K2.1%58.9K0.5%
model.decoder.bbox_embed795.7K1.9%17.2K0.2%
9 others1.5M3.5%566.5K5.2%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typert_detr_v2rt_detr_v2✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
backbone_configmodel_typert_detr_resnetrt_detr_resnet✓ kept
backbone_confighidden_actrelurelu✓ kept
backbone_confignum_channels33✓ kept

Module classes

Instances of each class in the built model (prefix RTDetrV2 omitted).

ClassOriginalFixture
Linear12149
Conv2d9761
ReLU5717
Identity5632
FrozenBatchNorm2d5519
RTDetrResNetConvLayer5115
BatchNorm2d4242
ConvNormLayer3636
Sequential3523
ModuleList2820
SiLUActivation2424
LayerNorm219
RTDetrResNetBottleNeckLayer164
MLPPredictionHead146
RepVggBlock1212
MLP73
SelfAttention73
DecoderLayer62
MultiscaleDeformableAttention62
RTDetrResNetShortCut44
RTDetrResNetStage44
CSPRepLayer44
AvgPool2d33
Embedding11
GELUActivation11
MaxPool2d11
RTDetrResNetBackbone11
RTDetrResNetEmbeddings11
RTDetrResNetEncoder11
AIFILayer11
ConvEncoder11
Decoder11
EncoderLayer11
ForObjectDetection11
HybridEncoder11
Model11
SinePositionEmbedding11

Config changes

9 fields changed, 74 unchanged.

FieldOriginalFixture
backbone_config.depths[3, 4, 6, 3][1, 1, 1, 1]
backbone_config.hidden_sizes[256, 512, 1024, 2048][16, 32, 64, 128]
d_model25664
decoder_attention_heads84
decoder_ffn_dim1024128
decoder_layers62
encoder_attention_heads84
encoder_ffn_dim1024128
encoder_in_channels[512, 1024, 2048][32, 64, 128]
\ No newline at end of file diff --git a/shrink/docling-layout-heron-mic.json b/shrink/docling-layout-heron-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..5c7b5448d049617e69a29d764c3980d001585829 --- /dev/null +++ b/shrink/docling-layout-heron-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/docling-layout-heron-mic@a4c39589d12b25a98e2c975388b2629748602771", "findings": []} \ No newline at end of file diff --git a/shrink/dpt-large-mic.html b/shrink/dpt-large-mic.html index 29b3939f17a9357532f83137f01cdb30389f6bd3..3a680bf2c6b4e5b35196800a3d707dab7cadf505 100644 --- a/shrink/dpt-large-mic.html +++ b/shrink/dpt-large-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +Intel/dpt-large: shrunk architecture
-

Shrunk architecture

huggingface-mic/dpt-large-mic@fef05122ed4bc80c9abd66c8dfb177787005eb45 ← Intel/dpt-large@bc15f29aa3a80d532f2ed650b5e16ac48d8958f9 · DPTForDepthEstimation · overfit weights

+

← MIC coverage of Transformers model types

+

Intel/dpt-large

huggingface-mic/dpt-large-mic@fef05122ed4b ← Intel/dpt-large@bc15f29aa3a8 · DPTForDepthEstimation · overfit weights

Original343.0Mparameters
Fixture1.0Mparameters
Layer stacks4compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

dpt.encoder.layer

Original · 24
Fixture · 4
KindOriginalFixture
ViTLayer244✓ kept

neck.reassemble_stage.layers

Original · 4
Fixture · 4
KindOriginalFixture
ConvTranspose2d22✓ kept
no ConvTranspose2d22✓ kept

neck.reassemble_stage.readout_projects

Original · 4
Fixture · 4
KindOriginalFixture
Linear44✓ kept

neck.fusion_stage.layers

Original · 4
Fixture · 4
KindOriginalFixture
FeatureFusionLayer44✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
dpt.encoder.layer302.3M88.1%133.9K12.8%
neck.reassemble_stage.layers14.4M4.2%56.6K5.4%
neck.fusion_stage.layers9.7M2.8%607.5K58.1%
neck.reassemble_stage.readout_projects8.4M2.4%33.0K3.2%
neck.convs6.5M1.9%101.4K9.7%
dpt.embeddings1.4M0.4%86.2K8.2%
head.head332.0K0.1%27.7K2.7%
1 others2.0K0.0%1280.0%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typedptdpt✓ kept
modelhidden_actgelugelu✓ kept
modelimage_size384384✓ kept
modelpatch_size1616✓ kept
modelnum_channels33✓ kept

Module classes

Instances of each class in the built model (prefix DPT omitted).

ClassOriginalFixture
Linear14828
Dropout499
LayerNorm499
Conv2d3333
GELUActivation288
SelfAttention244
ViTAttention244
ViTIntermediate244
ViTLayer244
ViTOutput244
ViTSelfOutput244
ReLU1818
PreActResidualLayer88
ModuleList55
Sequential55
FeatureFusionLayer44
ReassembleLayer44
ConvTranspose2d22
DepthEstimationHead11
FeatureFusionStage11
ForDepthEstimation11
Model11
Neck11
ReassembleStage11
ViTEmbeddings11
ViTEncoder11
ViTPatchEmbeddings11
Identity11
Upsample11

Config changes

7 fields changed, 34 unchanged.

FieldOriginalFixture
backbone_out_indices[5, 11, 17, 23][0, 1, 2, 3]
fusion_hidden_size25664
hidden_size102464
intermediate_size4096128
neck_hidden_sizes[256, 512, 1024, 1024][16, 32, 64, 64]
num_attention_heads164
num_hidden_layers244
\ No newline at end of file diff --git a/shrink/dpt-large-mic.json b/shrink/dpt-large-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..cc4db33b360f2f4b214429f1227bfa32c20b4892 --- /dev/null +++ b/shrink/dpt-large-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/dpt-large-mic@fef05122ed4bc80c9abd66c8dfb177787005eb45", "findings": []} \ No newline at end of file diff --git a/shrink/electra-small-discriminator-mic.html b/shrink/electra-small-discriminator-mic.html index 1d1848adc3a0cc204a4e2fc8e7a3f6e3b858c729..a44fdfa5d8b3d5205c76fb8f75560d88b5ebc75e 100644 --- a/shrink/electra-small-discriminator-mic.html +++ b/shrink/electra-small-discriminator-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +google/electra-small-discriminator: shrunk architecture
-

Shrunk architecture

huggingface-mic/electra-small-discriminator-mic@ac7792ec804c827b79e2d41cc27764deb121a907 ← google/electra-small-discriminator@fa8239aadc095e9164941d05878b98afe9b953c3 · ElectraForPreTraining · random weights · built before the shrink rule (no recorded recipe)

+

← MIC coverage of Transformers model types

+

google/electra-small-discriminator

huggingface-mic/electra-small-discriminator-mic@ac7792ec804c ← google/electra-small-discriminator@fa8239aadc09 · ElectraForPreTraining · random weights · built before the shrink rule (no recorded recipe)

Original13.5Mparameters
Fixture4.1Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

electra.encoder.layer

Original · 12
Fixture · 2
KindOriginalFixture
Layer122✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
electra.encoder.layer9.5M69.9%66.9K1.7%
electra.embeddings4.0M29.3%4.0M98.0%
discriminator_predictions.dense65.8K0.5%4.2K0.1%
electra.embeddings_project33.0K0.2%8.3K0.2%
discriminator_predictions.dense_prediction2570.0%650.0%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typeelectraelectra✓ kept
modelvocab_size3052230522✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
modelhidden_actgelugelu✓ kept
modelmax_position_embeddings512512✓ kept

Module classes

Instances of each class in the built model (prefix Electra omitted).

ClassOriginalFixture
Linear7515
Dropout377
LayerNorm255
GELUActivation133
Attention122
Intermediate122
Layer122
Output122
SelfAttention122
SelfOutput122
Embedding33
DiscriminatorPredictions11
Embeddings11
Encoder11
ForPreTraining11
Model11
ModuleList11

Config changes

3 fields changed, 32 unchanged.

FieldOriginalFixture
hidden_size25664
intermediate_size1024128
num_hidden_layers122
\ No newline at end of file diff --git a/shrink/electra-small-discriminator-mic.json b/shrink/electra-small-discriminator-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..8cf91239fd15bdf9ac7b7b32b83091073934b2b6 --- /dev/null +++ b/shrink/electra-small-discriminator-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/electra-small-discriminator-mic@ac7792ec804c827b79e2d41cc27764deb121a907", "findings": []} \ No newline at end of file diff --git a/shrink/embeddinggemma-2-mic.html b/shrink/embeddinggemma-2-mic.html index 3c6421de6fa2d5ce2706e849f217426dbbb07bef..e65ad15ccd2c95197c18dc2cb4b2c88269864d20 100644 --- a/shrink/embeddinggemma-2-mic.html +++ b/shrink/embeddinggemma-2-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +google/embeddinggemma-2: shrunk architecture
-

Shrunk architecture

huggingface-mic/embeddinggemma-2-mic@154c2d84cda18ee708d45273b3e509a34dc9d5cb ← google/embeddinggemma-2@f9972ac22e696a105c482202646979e33e4b5a1e · EmbeddingGemma2Model · random weights

+

← MIC coverage of Transformers model types

+

google/embeddinggemma-2

huggingface-mic/embeddinggemma-2-mic@154c2d84cda1 ← google/embeddinggemma-2@f9972ac22e69 · EmbeddingGemma2Model · random weights

Original744.4Mparameters
Fixture19.4Mparameters
Layer stacks3compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

vision_tower.encoder.layers

Original · 16
Fixture · 2
KindOriginalFixture
Gemma4VisionEncoderLayer162✓ kept

language_model.layers

Original · 24
Fixture · 2
KindOriginalFixture
EncoderLayer242✓ kept

audio_tower.layers

Original · 12
Fixture · 2
KindOriginalFixture
Gemma4AudioLayer122✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
audio_tower.layers302.2M40.6%198.4K1.0%
vision_tower.encoder.layers151.0M20.3%82.5K0.4%
language_model.embed_tokens134.2M18.0%16.8M86.7%
language_model.layers130.1M17.5%521.9K2.7%
vision_tower.patch_embedder16.3M2.2%1.4M7.0%
language_model.ple6.3M0.8%66.0K0.3%
audio_tower.output_proj1.6M0.2%99.8K0.5%
5 others2.7M0.4%255.3K1.3%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typeembedding_gemma2embedding_gemma2✓ kept
text_configattention styleGQA (4 heads, 2 KV)GQA (4 heads, 2 KV)✓ kept
text_configmodel_typeembedding_gemma2_textembedding_gemma2_text✓ kept
text_configvocab_size262144262144✓ kept
text_configmax_position_embeddings262144262144✓ kept
vision_configattention styleMHA (12 heads, 12 KV)MHA (4 heads, 4 KV)✓ kept
vision_configRoPE typeaxialaxial✓ kept
vision_configmodel_typegemma4_visiongemma4_vision✓ kept
vision_configmax_position_embeddings131072131072✓ kept
vision_configpatch_size1616✓ kept
audio_configmodel_typegemma4_audiogemma4_audio✓ kept
audio_confighidden_actsilusilu✓ kept

Module classes

Instances of each class in the built model (prefix EmbeddingGemma2 omitted).

ClassOriginalFixture
Linear46761
Gemma4ClippableLinear23234
Gemma4RMSNorm22032
RMSNorm19620
GELUTanh646
SiLUActivation366
Attention242
EncoderLayer242
MLP242
TextPLEBlock242
Gemma4AudioFeedForward244
Gemma4VisionAttention162
Gemma4VisionEncoderLayer162
Gemma4VisionMLP162
Gemma4AudioAttention122
Gemma4AudioCausalConv1d122
Gemma4AudioLayer122
Gemma4AudioLightConv1d122
ModuleList33
Conv2d22
MultimodalEmbedder22
Gemma4AudioSubSampleConvProjectionLayer22
LayerNorm22
ReLU22
Model11
RotaryEmbedding11
TextModel11
TextPLE11
TextScaledWordEmbedding11
Gemma4AudioModel11
Gemma4AudioRelPositionalEncoding11
Gemma4AudioSubSampleConvProjection11
Gemma4VisionEncoder11
Gemma4VisionModel11
Gemma4VisionPatchEmbedder11
Gemma4VisionPooler11
Gemma4VisionRotaryEmbedding11

Config changes

19 fields changed, 89 unchanged.

FieldOriginalFixture
audio_config.hidden_size102464
audio_config.num_attention_heads84
audio_config.num_hidden_layers122
text_config.head_dim25616
text_config.hidden_size51264
text_config.intermediate_size2048128
text_config.layer_types24 entries: 20× sliding_attention, 4× full_attention["sliding_attention", "full_attention"]
text_config.num_hidden_layers242
text_config.per_layer_config.05{"head_dim": 512, "num_key_value_heads": 1}—
text_config.per_layer_config.1—{"head_dim": 512, "num_key_value_heads": 1}
text_config.per_layer_config.11{"head_dim": 512, "num_key_value_heads": 1}—
text_config.per_layer_config.17{"head_dim": 512, "num_key_value_heads": 1}—
text_config.per_layer_config.23{"head_dim": 512, "num_key_value_heads": 1}—
vision_config.head_dim6416
vision_config.hidden_size76864
vision_config.intermediate_size3072128
vision_config.num_attention_heads124
vision_config.num_hidden_layers162
vision_config.num_key_value_heads124
\ No newline at end of file diff --git a/shrink/embeddinggemma-2-mic.json b/shrink/embeddinggemma-2-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..ae892a30bfcb770f2aaf49315ecbfc4e82c55b5e --- /dev/null +++ b/shrink/embeddinggemma-2-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/embeddinggemma-2-mic@154c2d84cda18ee708d45273b3e509a34dc9d5cb", "findings": []} \ No newline at end of file diff --git a/shrink/esm2_t6_8M_UR50D-mic.html b/shrink/esm2_t6_8M_UR50D-mic.html index ff7449cfd49e2d875c9e6d623d2040eaef4077b6..adcf1ae58ec616e9e721b7cfc8a4f34c93a99741 100644 --- a/shrink/esm2_t6_8M_UR50D-mic.html +++ b/shrink/esm2_t6_8M_UR50D-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +facebook/esm2_t6_8M_UR50D: shrunk architecture
-

Shrunk architecture

huggingface-mic/esm2_t6_8M_UR50D-mic@4b96e1d6e983ef0096ac5ca7257ccb03fdd256ca ← facebook/esm2_t6_8M_UR50D@c731040fcd8d73dceaa04b0a8e6329b345b0f5df · EsmForMaskedLM · random weights · built before the shrink rule (no recorded recipe)

+

← MIC coverage of Transformers model types

+

facebook/esm2_t6_8M_UR50D

huggingface-mic/esm2_t6_8M_UR50D-mic@4b96e1d6e983 ← facebook/esm2_t6_8M_UR50D@c731040fcd8d · EsmForMaskedLM · random weights · built before the shrink rule (no recorded recipe)

Original7.5Mparameters
Fixture73.5Kparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

esm.encoder.layer

Original · 6
Fixture · 2
KindOriginalFixture
Layer62✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
esm.encoder.layer7.4M98.5%66.9K91.1%
lm_head.dense102.7K1.4%4.2K5.7%
esm.embeddings10.6K0.1%2.1K2.9%
lm_head.layer_norm6400.0%1280.2%
esm.encoder6400.0%1280.2%
esm.contact_head1210.0%90.0%
lm_head330.0%330.0%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typeesmesm✓ kept
modelvocab_size3333✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
modelhidden_actgelugelu✓ kept
modelmax_position_embeddings10261026✓ kept
modelrope_theta10000.010000.0✓ kept

Module classes

Instances of each class in the built model (prefix Esm omitted).

ClassOriginalFixture
Linear3915
LayerNorm146
Dropout135
Attention62
Intermediate62
Layer62
Output62
SelfAttention62
SelfOutput62
Embedding11
ContactPredictionHead11
Embeddings11
Encoder11
ForMaskedLM11
LMHead11
Model11
RotaryEmbedding11
ModuleList11
Sigmoid11

Config changes

4 fields changed, 32 unchanged.

FieldOriginalFixture
hidden_size32064
intermediate_size1280128
num_attention_heads204
num_hidden_layers62
\ No newline at end of file diff --git a/shrink/esm2_t6_8M_UR50D-mic.json b/shrink/esm2_t6_8M_UR50D-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..eb93c5d627e5eb42a94c5282ea8cff0b0d212b89 --- /dev/null +++ b/shrink/esm2_t6_8M_UR50D-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/esm2_t6_8M_UR50D-mic@4b96e1d6e983ef0096ac5ca7257ccb03fdd256ca", "findings": []} \ No newline at end of file diff --git a/shrink/falcon-7b-mic.html b/shrink/falcon-7b-mic.html index 63d30c5c1cfa99307e9408d346871377ecee1e71..7e1d362810497760f6fb85c9bfcb5aed6a20477d 100644 --- a/shrink/falcon-7b-mic.html +++ b/shrink/falcon-7b-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +tiiuae/falcon-7b: shrunk architecture
-

Shrunk architecture

huggingface-mic/falcon-7b-mic@c2ffcf79ca756a8157331b274fea56a5485a34d0 ← tiiuae/falcon-7b@ec89142b67d748a1865ea4451372db8313ada0d8 · FalconForCausalLM · random weights

+

← MIC coverage of Transformers model types

+

tiiuae/falcon-7b

huggingface-mic/falcon-7b-mic@c2ffcf79ca75 ← tiiuae/falcon-7b@ec89142b67d7 · FalconForCausalLM · random weights

Original6.9Bparameters
Fixture8.8Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

transformer.h

Original · 32
Fixture · 2
KindOriginalFixture
DecoderLayer322✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
transformer.h6.6B95.7%4.7M52.9%
transformer.word_embeddings295.5M4.3%4.2M47.1%
transformer.ln_f9.1K0.0%1280.0%

Preserved properties

ConfigPropertyOriginalFixture
modelRoPE typedefaultdefault✓ kept
modelmodel_typefalconfalcon✓ kept
modelvocab_size6502465024✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
modelmax_position_embeddings20482048✓ kept

Module classes

Instances of each class in the built model (prefix Falcon omitted).

ClassOriginalFixture
Linear1288
LayerNorm333
Dropout322
Attention322
DecoderLayer322
MLP322
GELUActivation322
Embedding11
ForCausalLM11
Model11
RotaryEmbedding11
Linear11
ModuleList11

Config changes

3 fields changed, 32 unchanged.

FieldOriginalFixture
hidden_size454464
num_attention_heads714
num_hidden_layers322
\ No newline at end of file diff --git a/shrink/falcon-7b-mic.json b/shrink/falcon-7b-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..22bf147b41a6c15da1ec9bf3de401ebab252e0d6 --- /dev/null +++ b/shrink/falcon-7b-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/falcon-7b-mic@c2ffcf79ca756a8157331b274fea56a5485a34d0", "findings": []} \ No newline at end of file diff --git a/shrink/fnet-base-mic.html b/shrink/fnet-base-mic.html index f33490964dd6ac942fba63d30f4c662f915e939b..e6441d73c44898901887f0bfd3e52d4f19ea49f1 100644 --- a/shrink/fnet-base-mic.html +++ b/shrink/fnet-base-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +google/fnet-base: shrunk architecture
-

Shrunk architecture

huggingface-mic/fnet-base-mic@0b11088ebc19ded28553b5f9b49c0c66d5d4c346 ← google/fnet-base@d89b6fad3cf5384848b783dc480f9685f49d008c · FNetForPreTraining · random weights

+

← MIC coverage of Transformers model types

+

google/fnet-base

huggingface-mic/fnet-base-mic@0b11088ebc19 ← google/fnet-base@d89b6fad3cf5 · FNetForPreTraining · random weights

Original83.5Mparameters
Fixture2.2Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

fnet.encoder.layer

Original · 12
Fixture · 2
KindOriginalFixture
Layer122✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
fnet.encoder.layer56.7M67.9%33.7K1.6%
fnet.embeddings25.6M30.6%2.1M96.6%
cls.predictions624.1K0.7%36.3K1.7%
fnet.pooler590.6K0.7%4.2K0.2%
cls.seq_relationship1.5K0.0%1300.0%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typefnetfnet✓ kept
modelvocab_size3200032000✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
modelhidden_actgelu_newgelu_new✓ kept
modelmax_position_embeddings512512✓ kept

Module classes

Instances of each class in the built model (prefix FNet omitted).

ClassOriginalFixture
Linear299
LayerNorm266
Dropout133
NewGELUActivation133
BasicFourierTransform122
BasicOutput122
FourierTransform122
Intermediate122
Layer122
Output122
Embedding33
Embeddings11
Encoder11
ForPreTraining11
LMPredictionHead11
Model11
Pooler11
PreTrainingHeads11
PredictionHeadTransform11
ModuleList11
Tanh11

Config changes

3 fields changed, 25 unchanged.

FieldOriginalFixture
hidden_size76864
intermediate_size3072128
num_hidden_layers122
\ No newline at end of file diff --git a/shrink/fnet-base-mic.json b/shrink/fnet-base-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..f77281db5fb7934af0747ee10ab5a3fd4750ece9 --- /dev/null +++ b/shrink/fnet-base-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/fnet-base-mic@0b11088ebc19ded28553b5f9b49c0c66d5d4c346", "findings": []} \ No newline at end of file diff --git a/shrink/gemma-2-2b-it-mic.html b/shrink/gemma-2-2b-it-mic.html index b1eb4b85463874281129a3e83eda961e67674f9d..47de708cd61d6752e088160661254293065c5f6d 100644 --- a/shrink/gemma-2-2b-it-mic.html +++ b/shrink/gemma-2-2b-it-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +google/gemma-2-2b-it: shrunk architecture
-

Shrunk architecture

huggingface-mic/gemma-2-2b-it-mic@e3af84449295759dc428e54735fc829837f32d81 ← google/gemma-2-2b-it@299a8560bedf22ed1c72a8a11e7dce4a7f9f51f8 · Gemma2ForCausalLM · random weights · built before the shrink rule (no recorded recipe)

+

← MIC coverage of Transformers model types

+

google/gemma-2-2b-it

huggingface-mic/gemma-2-2b-it-mic@e3af84449295 ← google/gemma-2-2b-it@299a8560bedf · Gemma2ForCausalLM · random weights · built before the shrink rule (no recorded recipe)

Original2.6Bparameters
Fixture16.5Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 26
Fixture · 2
KindOriginalFixture
sliding_attention131✓ kept
full_attention131✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers2.0B77.4%74.2K0.5%
model.embed_tokens589.8M22.6%16.4M99.5%
model.norm2.3K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleGQA (8 heads, 4 KV)GQA (4 heads, 2 KV)✓ kept
modelRoPE typedefaultdefault✓ kept
modelmodel_typegemma2gemma2✓ kept
modelvocab_size256000256000✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
modelhidden_actgelu_pytorch_tanhgelu_pytorch_tanh✓ kept
modelmax_position_embeddings81928192✓ kept

Module classes

Instances of each class in the built model (prefix Gemma2 omitted).

ClassOriginalFixture
Linear18315
RMSNorm1059
GELUTanh262
Attention262
DecoderLayer262
MLP262
ForCausalLM11
Model11
RotaryEmbedding11
TextScaledWordEmbedding11
ModuleList11

Config changes

7 fields changed, 29 unchanged.

FieldOriginalFixture
head_dim25616
hidden_size230464
intermediate_size9216128
layer_types26 entries: 13× sliding_attention, 13× full_attention["sliding_attention", "full_attention"]
num_attention_heads84
num_hidden_layers262
num_key_value_heads42
\ No newline at end of file diff --git a/shrink/gemma-2-2b-it-mic.json b/shrink/gemma-2-2b-it-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..9332541f8cc13dfe7cd7448ad646898de2513d52 --- /dev/null +++ b/shrink/gemma-2-2b-it-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/gemma-2-2b-it-mic@e3af84449295759dc428e54735fc829837f32d81", "findings": []} \ No newline at end of file diff --git a/shrink/gemma-2b-mic.html b/shrink/gemma-2b-mic.html index 1e377fe171b87006277293aa2e277bf5d5e969d2..1b1390099b7edd7eb86dbc7129ca45aaaa4441a7 100644 --- a/shrink/gemma-2b-mic.html +++ b/shrink/gemma-2b-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +google/gemma-2b: shrunk architecture
-

Shrunk architecture

huggingface-mic/gemma-2b-mic@7ce6a0c1274da42dd2eb5c07e703e6198b444783 ← google/gemma-2b@9cf48e52b224239de00d483ec8eb84fb8d0f3a3a · GemmaForCausalLM · random weights

+

← MIC coverage of Transformers model types

+

google/gemma-2b

huggingface-mic/gemma-2b-mic@7ce6a0c1274d ← google/gemma-2b@9cf48e52b224 · GemmaForCausalLM · random weights

Original2.5Bparameters
Fixture16.5Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 18
Fixture · 2
KindOriginalFixture
DecoderLayer182✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers2.0B79.1%69.9K0.4%
model.embed_tokens524.3M20.9%16.4M99.6%
model.norm2.0K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleMQA (8 heads, 1 KV)MQA (4 heads, 1 KV)✓ kept
modelRoPE typedefaultdefault✓ kept
modelmodel_typegemmagemma✓ kept
modelvocab_size256000256000✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
modelhidden_actgelu_pytorch_tanhgelu_pytorch_tanh✓ kept
modelmax_position_embeddings81928192✓ kept

Module classes

Instances of each class in the built model (prefix Gemma omitted).

ClassOriginalFixture
Linear12715
RMSNorm375
GELUTanh182
Attention182
DecoderLayer182
MLP182
ForCausalLM11
Model11
RotaryEmbedding11
TextScaledWordEmbedding11
ModuleList11

Config changes

5 fields changed, 24 unchanged.

FieldOriginalFixture
head_dim25616
hidden_size204864
intermediate_size16384128
num_attention_heads84
num_hidden_layers182
\ No newline at end of file diff --git a/shrink/gemma-2b-mic.json b/shrink/gemma-2b-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..06ffb97ca5b443073ad66c7e7ded45cfd2526e65 --- /dev/null +++ b/shrink/gemma-2b-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/gemma-2b-mic@7ce6a0c1274da42dd2eb5c07e703e6198b444783", "findings": []} \ No newline at end of file diff --git a/shrink/gemma-3n-E2B-it-mic.html b/shrink/gemma-3n-E2B-it-mic.html index 2f17c10c11a8b5893413abeea5c0434a2eb56e39..13bcd956aefe597c97a129d37f281815f46499c1 100644 --- a/shrink/gemma-3n-E2B-it-mic.html +++ b/shrink/gemma-3n-E2B-it-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +google/gemma-3n-E2B-it: shrunk architecture
-

Shrunk architecture

huggingface-mic/gemma-3n-E2B-it-mic@bd78bb3f74709093f27ded6bdf0d329ffcf01493 ← google/gemma-3n-E2B-it@5e092ebca197cdcd8d8b195040accf22693501bc · Gemma3nForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)

+

← MIC coverage of Transformers model types

+

google/gemma-3n-E2B-it

huggingface-mic/gemma-3n-E2B-it-mic@bd78bb3f7470 ← google/gemma-3n-E2B-it@5e092ebca197 · Gemma3nForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)

Original5.4Bparameters
Fixture581.1Mparameters
Layer stacks2compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.language_model.layers

Original · 30
Fixture · 4
KindOriginalFixture
sliding_attention242✓ kept
full_attention62✓ kept

model.audio_tower.conformer

Original · 12
Fixture · 12
KindOriginalFixture
AudioConformerBlock1212✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.language_model2.6B47.8%285.3M49.1%
model.language_model.layers1.8B34.0%306.6K0.1%
model.audio_tower.conformer679.7M12.5%1.2M0.2%
model.vision_tower294.1M5.4%294.1M50.6%
model.embed_vision4.5M0.1%12.4K0.0%
model.embed_audio3.3M0.1%12.4K0.0%
model.audio_tower1.6M0.0%103.7K0.0%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typegemma3ngemma3n✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
text_configattention styleGQA (8 heads, 2 KV)GQA (4 heads, 2 KV)✓ kept
text_configmodel_typegemma3n_textgemma3n_text✓ kept
text_configvocab_size262400262400✓ kept
text_configtie_word_embeddingsTrueTrue✓ kept
text_configmax_position_embeddings3276832768✓ kept
vision_configmodel_typegemma3n_visiongemma3n_vision✓ kept
vision_configvocab_size128128✓ kept
audio_configmodel_typegemma3n_audiogemma3n_audio✓ kept
audio_configvocab_size128128✓ kept

Module classes

Instances of each class in the built model (prefix Gemma3n omitted).

ClassOriginalFixture
Linear543195
Identity525525
RMSNorm396152
Conv2d251251
RmsNormAct2d155155
Sequential137137
ConvNormAct116116
LayerScale2d8181
Dropout6666
GELUTanh608
GELU5656
UniversalInvertedResidual4949
Conv2dSame3333
MobileAttention3333
MultiQueryAttention2d3333
TextAltUp304
TextAttention304
TextDecoderLayer304
TextLaurelBlock304
TextMLP304
RmsNorm2d2929
AudioConformerFeedForward2424
Conv1d1212
AudioAttention1212
AudioConformerAttention1212
AudioConformerBlock1212
AudioConformerLightConv1d1212
AudioRelativePositionEmbedding1212
ModuleList44
EdgeResidual33
Embedding22
AudioCumulativeGroupNorm22
AudioSSCPConvBlock22
MultimodalEmbedder22
TextScaledWordEmbedding22
ReLU22
AudioEncoder11
AudioSubSampleConvProjection11
ForConditionalGeneration11
Model11
RotaryEmbedding11
TextModel11
MobileNetV5Encoder11
MobileNetV5MultiScaleFusionAdapter11
TimmWrapperModel11

Config changes

10 fields changed, 96 unchanged.

FieldOriginalFixture
audio_config.hidden_size153664
text_config.activation_sparsity_pattern30 entries: 20× 0.0, 10× 0.95[0.95, 0.95, 0.0, 0.0]
text_config.head_dim25616
text_config.hidden_size204864
text_config.intermediate_size30 entries: 30× 8192[128, 128, 128, 128]
text_config.layer_types30 entries: 24× sliding_attention, 6× full_attention["sliding_attention", "full_attention", "sliding_attention", "full_attention"]
text_config.num_attention_heads84
text_config.num_hidden_layers304
text_config.num_kv_shared_layers102
vision_config.hidden_size204864
\ No newline at end of file diff --git a/shrink/gemma-3n-E2B-it-mic.json b/shrink/gemma-3n-E2B-it-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..ddd2edd6c53f2465841fb42cfc1bff9e3e96c260 --- /dev/null +++ b/shrink/gemma-3n-E2B-it-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/gemma-3n-E2B-it-mic@bd78bb3f74709093f27ded6bdf0d329ffcf01493", "findings": []} \ No newline at end of file diff --git a/shrink/gemma-4-12B-it-mic.html b/shrink/gemma-4-12B-it-mic.html index eef052cef266a8836dd2abda5facc49bad800fa3..7de25c8592315555b3f6e97cac6c83c0f50acd02 100644 --- a/shrink/gemma-4-12B-it-mic.html +++ b/shrink/gemma-4-12B-it-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +google/gemma-4-12B-it: shrunk architecture
-

Shrunk architecture

huggingface-mic/gemma-4-12B-it-mic@a190e22989d3fddef2c51348c8b282c409c20dc3 ← google/gemma-4-12B-it@707f0a3b8a3c7ad586ed01e27eafbad8a27dd0f7 · Gemma4UnifiedForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)

+

← MIC coverage of Transformers model types

+

google/gemma-4-12B-it

huggingface-mic/gemma-4-12B-it-mic@a190e22989d3 ← google/gemma-4-12B-it@707f0a3b8a3c · Gemma4UnifiedForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)

Original12.0Bparameters
Fixture52.6Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.language_model.layers

Original · 48
Fixture · 2
KindOriginalFixture
sliding_attention401✓ kept
full_attention81✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.language_model.layers10.9B91.1%357.9K0.7%
model.language_model1.0B8.4%16.8M31.9%
model.embed_vision49.9M0.4%35.4M67.3%
model.embed_audio2.5M0.0%41.0K0.1%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typegemma4_unifiedgemma4_unified✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
text_configattention styleGQA (16 heads, 8 KV)GQA (4 heads, 2 KV)✓ kept
text_configmodel_typegemma4_unified_textgemma4_unified_text✓ kept
text_configvocab_size262144262144✓ kept
text_configtie_word_embeddingsTrueTrue✓ kept
text_configmax_position_embeddings262144262144✓ kept
vision_configmodel_typegemma4_unified_visiongemma4_unified_vision✓ kept
vision_configpatch_size1616✓ kept
audio_configmodel_typegemma4_unified_audiogemma4_unified_audio✓ kept

Module classes

Instances of each class in the built model (prefix Gemma4Unified omitted).

ClassOriginalFixture
RMSNorm33917
Linear33217
GELUTanh482
TextAttention482
TextDecoderLayer482
TextMLP482
LayerNorm33
MultimodalEmbedder22
ForConditionalGeneration11
Model11
TextModel11
TextRotaryEmbedding11
TextScaledWordEmbedding11
VisionEmbedder11
ModuleList11

Config changes

16 fields changed, 82 unchanged.

FieldOriginalFixture
text_config.head_dim25616
text_config.hidden_size384064
text_config.intermediate_size15360128
text_config.layer_types48 entries: 40× sliding_attention, 8× full_attention["sliding_attention", "full_attention"]
text_config.num_attention_heads164
text_config.num_hidden_layers482
text_config.num_key_value_heads82
text_config.per_layer_config.05{"head_dim": 512, "num_key_value_heads": 1}—
text_config.per_layer_config.1—{"head_dim": 512, "num_key_value_heads": 1}
text_config.per_layer_config.11{"head_dim": 512, "num_key_value_heads": 1}—
text_config.per_layer_config.17{"head_dim": 512, "num_key_value_heads": 1}—
text_config.per_layer_config.23{"head_dim": 512, "num_key_value_heads": 1}—
text_config.per_layer_config.29{"head_dim": 512, "num_key_value_heads": 1}—
text_config.per_layer_config.35{"head_dim": 512, "num_key_value_heads": 1}—
text_config.per_layer_config.41{"head_dim": 512, "num_key_value_heads": 1}—
text_config.per_layer_config.47{"head_dim": 512, "num_key_value_heads": 1}—
\ No newline at end of file diff --git a/shrink/gemma-4-12B-it-mic.json b/shrink/gemma-4-12B-it-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..265b1f760abe461ad6a2139e081cb05f18264596 --- /dev/null +++ b/shrink/gemma-4-12B-it-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/gemma-4-12B-it-mic@a190e22989d3fddef2c51348c8b282c409c20dc3", "findings": []} \ No newline at end of file diff --git a/shrink/gemma-4-E2B-it-mic.html b/shrink/gemma-4-E2B-it-mic.html index 58bced955280ab819bd00832bf014a7859361fda..da81497ae2e0b5dd2f44ee55dac2ee7d3befa939 100644 --- a/shrink/gemma-4-E2B-it-mic.html +++ b/shrink/gemma-4-E2B-it-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +google/gemma-4-E2B-it: shrunk architecture
-

Shrunk architecture

huggingface-mic/gemma-4-E2B-it-mic@633dbd103d5cfb02c5946a85c614858cabd17053 ← google/gemma-4-E2B-it@3e22461f65e89153144f8adb70e3b8c2cc9845a7 · Gemma4ForConditionalGeneration · random weights

+

← MIC coverage of Transformers model types

+

google/gemma-4-E2B-it

huggingface-mic/gemma-4-E2B-it-mic@633dbd103d5c ← google/gemma-4-E2B-it@3e22461f65e8 · Gemma4ForConditionalGeneration · random weights

Original5.1Bparameters
Fixture288.1Mparameters
Layer stacks3compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.vision_tower.encoder.layers

Original · 16
Fixture · 2
KindOriginalFixture
VisionEncoderLayer162✓ kept

model.language_model.layers

Original · 35
Fixture · 4
KindOriginalFixture
sliding_attention282✓ kept
full_attention72✓ kept

model.audio_tower.layers

Original · 12
Fixture · 2
KindOriginalFixture
AudioLayer122✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.language_model2.8B54.2%285.3M99.0%
model.language_model.layers1.9B36.5%889.6K0.3%
model.audio_tower.layers302.2M5.9%198.4K0.1%
model.vision_tower.encoder.layers151.0M3.0%82.5K0.0%
model.vision_tower16.3M0.3%1.4M0.5%
model.audio_tower2.7M0.1%203.6K0.1%
model.embed_audio2.4M0.0%98.3K0.0%
1 others1.2M0.0%4.1K0.0%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typegemma4gemma4✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
text_configattention styleMQA (8 heads, 1 KV)MQA (4 heads, 1 KV)✓ kept
text_configmodel_typegemma4_textgemma4_text✓ kept
text_configvocab_size262144262144✓ kept
text_configtie_word_embeddingsTrueTrue✓ kept
text_configmax_position_embeddings131072131072✓ kept
vision_configattention styleMHA (12 heads, 12 KV)MHA (4 heads, 4 KV)✓ kept
vision_configRoPE typeaxialaxial✓ kept
vision_configmodel_typegemma4_visiongemma4_vision✓ kept
vision_configmax_position_embeddings131072131072✓ kept
vision_configpatch_size1616✓ kept
audio_configmodel_typegemma4_audiogemma4_audio✓ kept
audio_confighidden_actsilusilu✓ kept

Module classes

Instances of each class in the built model (prefix Gemma4 omitted).

ClassOriginalFixture
Linear52675
RMSNorm46464
ClippableLinear23234
GELUTanh8610
SiLUActivation366
TextAttention354
TextDecoderLayer354
TextMLP354
AudioFeedForward244
VisionAttention162
VisionEncoderLayer162
VisionMLP162
AudioAttention122
AudioCausalConv1d122
AudioLayer122
AudioLightConv1d122
ModuleList33
Conv2d22
AudioSubSampleConvProjectionLayer22
MultimodalEmbedder22
TextScaledWordEmbedding22
LayerNorm22
ReLU22
AudioModel11
AudioRelPositionalEncoding11
AudioSubSampleConvProjection11
ForConditionalGeneration11
Model11
TextModel11
TextRotaryEmbedding11
VisionEncoder11
VisionModel11
VisionPatchEmbedder11
VisionPooler11
VisionRotaryEmbedding11

Config changes

25 fields changed, 102 unchanged.

FieldOriginalFixture
audio_config.hidden_size102464
audio_config.num_attention_heads84
audio_config.num_hidden_layers122
text_config.head_dim25616
text_config.hidden_size153664
text_config.intermediate_size6144128
text_config.layer_types35 entries: 28× sliding_attention, 7× full_attention["sliding_attention", "full_attention", "sliding_attention", "full_attention"]
text_config.num_attention_heads84
text_config.num_hidden_layers354
text_config.num_kv_shared_layers202
text_config.per_layer_config.04{"head_dim": 512}—
text_config.per_layer_config.09{"head_dim": 512}—
text_config.per_layer_config.1—{"head_dim": 512}
text_config.per_layer_config.14{"head_dim": 512}—
text_config.per_layer_config.19{"head_dim": 512}—
text_config.per_layer_config.24{"head_dim": 512}—
text_config.per_layer_config.29{"head_dim": 512}—
text_config.per_layer_config.3—{"head_dim": 512}
text_config.per_layer_config.34{"head_dim": 512}—
vision_config.head_dim6416
vision_config.hidden_size76864
vision_config.intermediate_size3072128
vision_config.num_attention_heads124
vision_config.num_hidden_layers162
vision_config.num_key_value_heads124
\ No newline at end of file diff --git a/shrink/gemma-4-E2B-it-mic.json b/shrink/gemma-4-E2B-it-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..369f0d1b4e2ab8d14b69f88bada7d102e3a3d743 --- /dev/null +++ b/shrink/gemma-4-E2B-it-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/gemma-4-E2B-it-mic@633dbd103d5cfb02c5946a85c614858cabd17053", "findings": []} \ No newline at end of file diff --git a/shrink/gemma3-mic.html b/shrink/gemma3-mic.html index fb6d4c038ab2baa1bac305c4196fb5c178e236aa..c98aa445291594fa0614171fdb6aa92c08891b4c 100644 --- a/shrink/gemma3-mic.html +++ b/shrink/gemma3-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +google/gemma-3-4b-it: shrunk architecture
-

Shrunk architecture

huggingface-mic/gemma3-mic@97b8077b83d60421590191ff1d19535224e77dce ← google/gemma-3-4b-it@093f9f388b31de276ce2de164bdc2081324b9767 · Gemma3ForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)

+

← MIC coverage of Transformers model types

+

google/gemma-3-4b-it

huggingface-mic/gemma3-mic@97b8077b83d6 ← google/gemma-3-4b-it@093f9f388b31 · Gemma3ForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)

Original4.3Bparameters
Fixture17.2Mparameters
Layer stacks2compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.vision_tower.encoder.layers

Original · 27
Fixture · 2
KindOriginalFixture
SiglipEncoderLayer272✓ kept

model.language_model.layers

Original · 34
Fixture · 2
KindOriginalFixture
sliding_attention291✓ kept
full_attention51✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.language_model.layers3.2B74.6%74.3K0.4%
model.language_model671.3M15.6%16.8M97.4%
model.vision_tower.encoder.layers411.5M9.6%66.9K0.4%
model.vision_tower5.4M0.1%300.0K1.7%
model.multi_modal_projector3.0M0.1%4.2K0.0%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typegemma3gemma3✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
text_configattention styleGQA (8 heads, 4 KV)GQA (4 heads, 2 KV)✓ kept
text_configmodel_typegemma3_textgemma3_text✓ kept
text_configvocab_size262208262208✓ kept
text_configtie_word_embeddingsTrueTrue✓ kept
text_configmax_position_embeddings131072131072✓ kept
vision_configmodel_typesiglip_vision_modelsiglip_vision_model✓ kept
vision_confighidden_actgelu_pytorch_tanhgelu_pytorch_tanh✓ kept
vision_configimage_size896896✓ kept
vision_configpatch_size1414✓ kept
vision_confignum_channels33✓ kept

Module classes

Instances of each class in the built model (prefix Gemma3 omitted).

ClassOriginalFixture
Linear40127
RMSNorm20614
GELUTanh614
LayerNorm555
Attention342
DecoderLayer342
MLP342
SiglipAttention272
SiglipEncoderLayer272
SiglipMLP272
ModuleList22
AvgPool2d11
Conv2d11
Embedding11
ForConditionalGeneration11
Model11
MultiModalProjector11
RotaryEmbedding11
TextModel11
TextScaledWordEmbedding11
SiglipEncoder11
SiglipVisionEmbeddings11
SiglipVisionModel11

Config changes

11 fields changed, 60 unchanged.

FieldOriginalFixture
text_config.head_dim25616
text_config.hidden_size256064
text_config.intermediate_size10240128
text_config.layer_types34 entries: 29× sliding_attention, 5× full_attention["sliding_attention", "full_attention"]
text_config.num_attention_heads84
text_config.num_hidden_layers342
text_config.num_key_value_heads42
vision_config.hidden_size115264
vision_config.intermediate_size4304128
vision_config.num_attention_heads164
vision_config.num_hidden_layers272
\ No newline at end of file diff --git a/shrink/gemma3-mic.json b/shrink/gemma3-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..8dfb9f96d08db42a90e2158de5450505219d635f --- /dev/null +++ b/shrink/gemma3-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/gemma3-mic@97b8077b83d60421590191ff1d19535224e77dce", "findings": []} \ No newline at end of file diff --git a/shrink/got_ocr2-mic.html b/shrink/got_ocr2-mic.html index b6330eaf5661fc0ca6294c75e588a05eca4496d5..a1c04451651af1f8b3f9a3bca33a8405b33938b9 100644 --- a/shrink/got_ocr2-mic.html +++ b/shrink/got_ocr2-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +stepfun-ai/GOT-OCR-2.0-hf: shrunk architecture
-

Shrunk architecture

huggingface-mic/got_ocr2-mic@5bfaf853e15a6fdf1c253e1368b81df3ed528ab5 ← stepfun-ai/GOT-OCR-2.0-hf@d3017ef2c2c1395888c8d635c5e0508bcb0ac78d · GotOcr2ForConditionalGeneration · overfit weights · built before the shrink rule (no recorded recipe)

+

← MIC coverage of Transformers model types

+

stepfun-ai/GOT-OCR-2.0-hf

huggingface-mic/got_ocr2-mic@5bfaf853e15a ← stepfun-ai/GOT-OCR-2.0-hf@d3017ef2c2c1 · GotOcr2ForConditionalGeneration · overfit weights · built before the shrink rule (no recorded recipe)

Original560.5Mparameters
Fixture13.0Mparameters
Layer stacks2compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.vision_tower.layers

Original · 12
Fixture · 2
KindOriginalFixture
MLPBlock122✓ kept

model.language_model.layers

Original · 24
Fixture · 2
KindOriginalFixture
Qwen2DecoderLayer242✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.language_model.layers308.4M55.0%82.6K0.6%
model.language_model155.5M27.7%9.7M74.6%
model.vision_tower.layers85.1M15.2%828.2K6.4%
model.multi_modal_projector6.9M1.2%1.5M11.4%
model.vision_tower4.5M0.8%918.6K7.1%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typegot_ocr2got_ocr2✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
vision_configmodel_typegot_ocr2_visiongot_ocr2_vision✓ kept
vision_confighidden_actgelugelu✓ kept
vision_configimage_size10241024✓ kept
vision_configpatch_size1616✓ kept
vision_confignum_channels33✓ kept
text_configattention styleMHA (16 heads, 16 KV)MHA (4 heads, 4 KV)✓ kept
text_configRoPE typedefaultdefault✓ kept
text_configmodel_typeqwen2qwen2✓ kept
text_configvocab_size151860151860✓ kept
text_configtie_word_embeddingsTrueTrue✓ kept
text_confighidden_actsilusilu✓ kept
text_configmax_position_embeddings3276832768✓ kept

Module classes

Instances of each class in the built model (prefix GotOcr2 omitted).

ClassOriginalFixture
Linear21824
Qwen2RMSNorm495
LayerNorm244
Qwen2Attention242
Qwen2DecoderLayer242
Qwen2MLP242
SiLUActivation242
GELUActivation122
MLPBlock122
VisionAttention122
VisionLayer122
Conv2d55
LayerNorm22
ModuleList22
Embedding11
ForConditionalGeneration11
Model11
MultiModalProjector11
PatchEmbeddings11
VisionEncoder11
VisionNeck11
Qwen2Model11
Qwen2RotaryEmbedding11

Config changes

9 fields changed, 60 unchanged.

FieldOriginalFixture
text_config.hidden_size102464
text_config.intermediate_size2816128
text_config.layer_types24 entries: 24× full_attention["full_attention", "full_attention"]
text_config.num_attention_heads164
text_config.num_hidden_layers242
text_config.num_key_value_heads164
vision_config.hidden_size76864
vision_config.num_attention_heads124
vision_config.num_hidden_layers122
\ No newline at end of file diff --git a/shrink/got_ocr2-mic.json b/shrink/got_ocr2-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..737ce0cdb1ec0ab154c98f87cb9e0ea3995801a7 --- /dev/null +++ b/shrink/got_ocr2-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/got_ocr2-mic@5bfaf853e15a6fdf1c253e1368b81df3ed528ab5", "findings": []} \ No newline at end of file diff --git a/shrink/gpt2-mic.html b/shrink/gpt2-mic.html index f224fe762bb8393eb12e210e5d9d47ec3299587c..cbc9c4bf4961a08ebf2d571ed7a218f472b8bcb3 100644 --- a/shrink/gpt2-mic.html +++ b/shrink/gpt2-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +openai-community/gpt2: shrunk architecture
-

Shrunk architecture

huggingface-mic/gpt2-mic@0168ed11cf4c9161437d47f144bdf52cdfeddd20 ← openai-community/gpt2@607a30d783dfa663caf39e06633721c8d4cfcd7e · GPT2LMHeadModel · random weights · built before the shrink rule (no recorded recipe)

+

← MIC coverage of Transformers model types

+

openai-community/gpt2

huggingface-mic/gpt2-mic@0168ed11cf4c ← openai-community/gpt2@607a30d783df · GPT2LMHeadModel · random weights · built before the shrink rule (no recorded recipe)

Original124.4Mparameters
Fixture3.4Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

transformer.h

Original · 12
Fixture · 2
KindOriginalFixture
GPT2Block122✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
transformer.h85.1M68.3%100.0K3.0%
transformer.wte38.6M31.0%3.2M95.1%
transformer.wpe786.4K0.6%65.5K1.9%
transformer.ln_f1.5K0.0%1280.0%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typegpt2gpt2✓ kept
modelvocab_size5025750257✓ kept
modeltie_word_embeddingsTrueTrue✓ kept

Module classes

Instances of each class in the built model (prefix GPT2LMHead omitted).

ClassOriginalFixture
Conv1D488
Dropout377
LayerNorm255
GPT2Attention122
GPT2Block122
GPT2MLP122
NewGELUActivation122
Embedding22
Model11
GPT2Model11
Linear11
ModuleList11

Config changes

3 fields changed, 34 unchanged.

FieldOriginalFixture
n_embd76864
n_head124
n_layer122
\ No newline at end of file diff --git a/shrink/gpt2-mic.json b/shrink/gpt2-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..a9260b8921f6bf6ab7828b2dba36d88040579e4f --- /dev/null +++ b/shrink/gpt2-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/gpt2-mic@0168ed11cf4c9161437d47f144bdf52cdfeddd20", "findings": []} \ No newline at end of file diff --git a/shrink/gpt_oss-mic.html b/shrink/gpt_oss-mic.html index d6c621519e8ecb3e9ca0ad152e11fcf0972f3847..1ba34ee610eb5ffc56c82277e6ec67c418b9280a 100644 --- a/shrink/gpt_oss-mic.html +++ b/shrink/gpt_oss-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +openai/gpt-oss-20b: shrunk architecture
-

Shrunk architecture

huggingface-mic/gpt_oss-mic@8fea014b7848db31a7032015195dc9b6947e63e2 ← openai/gpt-oss-20b@6cee5e81ee83917806bbde320786a8fb61efebee · GptOssForCausalLM · random weights · built before the shrink rule (no recorded recipe)

-
Original20.9Bparameters
Fixture26.0Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 24
Fixture · 2
KindOriginalFixture
sliding_attention121✓ kept
full_attention121✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers19.8B94.5%224.9K0.9%
model.embed_tokens579.1M2.8%12.9M49.6%
lm_head579.1M2.8%12.9M49.6%
model.norm2.9K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleGQA (64 heads, 8 KV)GQA (4 heads, 2 KV)✓ kept
modelMoE routingtop-4 of 32 expertstop-2 of 4 experts✓ kept
modelRoPE typeyarnyarn✓ kept
modelmodel_typegpt_ossgpt_oss✓ kept
modelvocab_size201088201088✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings131072131072✓ kept

Module classes

Instances of each class in the built model (prefix GptOss omitted).

ClassOriginalFixture
Linear979
RMSNorm495
Attention242
DecoderLayer242
Experts242
MLP242
TopKRouter242
Embedding11
ForCausalLM11
Model11
RotaryEmbedding11
ModuleList11

Config changes

10 fields changed, 29 unchanged.

FieldOriginalFixture
head_dim6416
hidden_size288064
intermediate_size2880128
layer_types24 entries: 12× sliding_attention, 12× full_attention["sliding_attention", "full_attention"]
num_attention_heads644
num_experts_per_tok42
num_hidden_layers242
num_key_value_heads82
num_local_experts324
quantization_config{"modules_to_not_convert": ["model.layers.*.self_attn", "model.layers.*.mlp.r…null
+

← MIC coverage of Transformers model types

+

openai/gpt-oss-20b

huggingface-mic/gpt_oss-mic@8fea014b7848 ← openai/gpt-oss-20b@6cee5e81ee83 · GptOssForCausalLM · random weights · built before the shrink rule (no recorded recipe)

+
Original20.9Bparameters
Fixture26.0Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 24
Fixture · 2
KindOriginalFixture
sliding_attention121✓ kept
full_attention121✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers19.8B94.5%224.9K0.9%
lm_head579.1M2.8%12.9M49.6%
model.embed_tokens579.1M2.8%12.9M49.6%
model.norm2.9K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleGQA (64 heads, 8 KV)GQA (4 heads, 2 KV)✓ kept
modelMoE routingtop-4 of 32 expertstop-2 of 4 experts✓ kept
modelRoPE typeyarnyarn✓ kept
modelmodel_typegpt_ossgpt_oss✓ kept
modelvocab_size201088201088✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings131072131072✓ kept

Module classes

Instances of each class in the built model (prefix GptOss omitted).

ClassOriginalFixture
Linear979
RMSNorm495
Attention242
DecoderLayer242
Experts242
MLP242
TopKRouter242
Embedding11
ForCausalLM11
Model11
RotaryEmbedding11
ModuleList11

Config changes

10 fields changed, 29 unchanged.

FieldOriginalFixture
head_dim6416
hidden_size288064
intermediate_size2880128
layer_types24 entries: 12× sliding_attention, 12× full_attention["sliding_attention", "full_attention"]
num_attention_heads644
num_experts_per_tok42
num_hidden_layers242
num_key_value_heads82
num_local_experts324
quantization_config{"modules_to_not_convert": ["model.layers.*.self_attn", "model.layers.*.mlp.r…null
\ No newline at end of file diff --git a/shrink/gpt_oss-mic.json b/shrink/gpt_oss-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..0bf718db6c495d6142f38ad2c396f050e5f86df3 --- /dev/null +++ b/shrink/gpt_oss-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/gpt_oss-mic@8fea014b7848db31a7032015195dc9b6947e63e2", "findings": []} \ No newline at end of file diff --git a/shrink/granite-3.0-1b-a400m-instruct-mic.html b/shrink/granite-3.0-1b-a400m-instruct-mic.html index dff7523263bfdcf620b8ab1d9c6ffe86d33cb977..98bfc43ac250110f41ee35be611ab62041702d86 100644 --- a/shrink/granite-3.0-1b-a400m-instruct-mic.html +++ b/shrink/granite-3.0-1b-a400m-instruct-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +ibm-granite/granite-3.0-1b-a400m-instruct: shrunk architecture
-

Shrunk architecture

huggingface-mic/granite-3.0-1b-a400m-instruct-mic@94e400b500716487cbda1a86a26a33f232758f04 ← ibm-granite/granite-3.0-1b-a400m-instruct@ffec3c35bdfd97a06f0b4cd5fcc92cd9b1584445 · GraniteMoeForCausalLM · random weights

+

← MIC coverage of Transformers model types

+

ibm-granite/granite-3.0-1b-a400m-instruct

huggingface-mic/granite-3.0-1b-a400m-instruct-mic@94e400b50071 ← ibm-granite/granite-3.0-1b-a400m-instruct@ffec3c35bdfd · GraniteMoeForCausalLM · random weights

Original1.3Bparameters
Fixture3.4Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 24
Fixture · 2
KindOriginalFixture
DecoderLayer242✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers1.3B96.2%222.0K6.6%
model.embed_tokens50.3M3.8%3.1M93.4%
model.norm1.0K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleGQA (16 heads, 8 KV)GQA (4 heads, 2 KV)✓ kept
modelMoE routingtop-8 of 32 expertstop-2 of 4 experts✓ kept
modelRoPE typedefaultdefault✓ kept
modelmodel_typegranitemoegranitemoe✓ kept
modelvocab_size4915549155✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings40964096✓ kept

Module classes

Instances of each class in the built model (prefix GraniteMoe omitted).

ClassOriginalFixture
Linear979
RMSNorm495
Attention242
DecoderLayer242
Experts242
MoE242
TopKRouter242
SiLUActivation242
Embedding11
ForCausalLM11
Model11
RotaryEmbedding11
ModuleList11

Config changes

7 fields changed, 28 unchanged.

FieldOriginalFixture
hidden_size102464
intermediate_size512128
num_attention_heads164
num_experts_per_tok82
num_hidden_layers242
num_key_value_heads82
num_local_experts324
\ No newline at end of file diff --git a/shrink/granite-3.0-1b-a400m-instruct-mic.json b/shrink/granite-3.0-1b-a400m-instruct-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..358012ed18fe128982c6a7aec78a1a17e00ead59 --- /dev/null +++ b/shrink/granite-3.0-1b-a400m-instruct-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/granite-3.0-1b-a400m-instruct-mic@94e400b500716487cbda1a86a26a33f232758f04", "findings": []} \ No newline at end of file diff --git a/shrink/granite-3.1-2b-instruct-mic.html b/shrink/granite-3.1-2b-instruct-mic.html index 9c85849bd0f880618b8d046fa4f28c906d8fa093..0b5e44ca3ac16565c22d4f67f62c09fcbab76d62 100644 --- a/shrink/granite-3.1-2b-instruct-mic.html +++ b/shrink/granite-3.1-2b-instruct-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +ibm-granite/granite-3.1-2b-instruct: shrunk architecture
-

Shrunk architecture

huggingface-mic/granite-3.1-2b-instruct-mic@fa907c0d3e051d2f91f3a595f80bc9b97a72fccf ← ibm-granite/granite-3.1-2b-instruct@bbc2aed595bd38bd770263dc3ab831db9794441d · GraniteForCausalLM · random weights

+

← MIC coverage of Transformers model types

+

ibm-granite/granite-3.1-2b-instruct

huggingface-mic/granite-3.1-2b-instruct-mic@fa907c0d3e05 ← ibm-granite/granite-3.1-2b-instruct@bbc2aed595bd · GraniteForCausalLM · random weights

Original2.5Bparameters
Fixture3.2Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 40
Fixture · 2
KindOriginalFixture
DecoderLayer402✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers2.4B96.0%74.0K2.3%
model.embed_tokens100.7M4.0%3.1M97.7%
model.norm2.0K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleGQA (32 heads, 8 KV)GQA (4 heads, 2 KV)✓ kept
modelRoPE typedefaultdefault✓ kept
modelmodel_typegranitegranite✓ kept
modelvocab_size4915549155✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings131072131072✓ kept

Module classes

Instances of each class in the built model (prefix Granite omitted).

ClassOriginalFixture
Linear28115
RMSNorm815
Attention402
DecoderLayer402
MLP402
SiLUActivation402
Embedding11
ForCausalLM11
Model11
RotaryEmbedding11
ModuleList11

Config changes

5 fields changed, 27 unchanged.

FieldOriginalFixture
hidden_size204864
intermediate_size8192128
num_attention_heads324
num_hidden_layers402
num_key_value_heads82
\ No newline at end of file diff --git a/shrink/granite-3.1-2b-instruct-mic.json b/shrink/granite-3.1-2b-instruct-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..150ca17b0116143a8833e971ee31880a8ca10a45 --- /dev/null +++ b/shrink/granite-3.1-2b-instruct-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/granite-3.1-2b-instruct-mic@fa907c0d3e051d2f91f3a595f80bc9b97a72fccf", "findings": []} \ No newline at end of file diff --git a/shrink/granite-4.0-1b-speech-mic.html b/shrink/granite-4.0-1b-speech-mic.html index bcabce79aade033a92bf61dc60f370e454af710b..86117a6aead88cd1d6ab8a75a631702e30a1ab7d 100644 --- a/shrink/granite-4.0-1b-speech-mic.html +++ b/shrink/granite-4.0-1b-speech-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +ibm-granite/granite-4.0-1b-speech: shrunk architecture
-

Shrunk architecture

huggingface-mic/granite-4.0-1b-speech-mic@15329050e1ffa3cdc15c7448cc320dc19106dff7 ← ibm-granite/granite-4.0-1b-speech@bd87ab862416353633ea431fe49b1614003623c5 · GraniteSpeechForConditionalGeneration · random weights

+

← MIC coverage of Transformers model types

+

ibm-granite/granite-4.0-1b-speech

huggingface-mic/granite-4.0-1b-speech-mic@15329050e1ff ← ibm-granite/granite-4.0-1b-speech@bd87ab862416 · GraniteSpeechForConditionalGeneration · random weights

Original2.3Bparameters
Fixture14.7Mparameters
Layer stacks3compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.encoder.layers

Original · 16
Fixture · 2
KindOriginalFixture
ConformerBlock162✓ kept

model.projector.qformer.encoder.layer

Original · 2
Fixture · 2
KindOriginalFixture
Blip2QFormerLayer22✓ kept

model.language_model.layers

Original · 40
Fixture · 2
KindOriginalFixture
GraniteDecoderLayer402✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.language_model.layers1.4B61.7%74.0K0.5%
model.encoder.layers439.3M19.0%1.5M10.4%
model.language_model205.5M8.9%6.4M43.8%
lm_head205.5M8.9%6.4M43.8%
model.projector.qformer.encoder.layer33.6M1.5%116.9K0.8%
model.projector2.1M0.1%4.5K0.0%
model.encoder878.9K0.0%110.2K0.8%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typegranite_speechgranite_speech✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
text_configattention styleGQA (16 heads, 4 KV)GQA (4 heads, 2 KV)✓ kept
text_configRoPE typedefaultdefault✓ kept
text_configmodel_typegranitegranite✓ kept
text_configvocab_size100353100353✓ kept
text_configtie_word_embeddingsFalseFalse✓ kept
text_confighidden_actsilusilu✓ kept
text_configmax_position_embeddings40964096✓ kept
encoder_configmodel_typegranite_speech_encodergranite_speech_encoder✓ kept
projector_configmodel_typeblip_2_qformerblip_2_qformer✓ kept
projector_configvocab_size3052230522✓ kept
projector_confighidden_actgelugelu✓ kept
projector_configmax_position_embeddings20482048✓ kept

Module classes

Instances of each class in the built model (prefix GraniteSpeech omitted).

ClassOriginalFixture
Linear41753
LayerNorm8717
GraniteRMSNorm815
Dropout7115
Conv1d486
SiLU486
GraniteAttention402
GraniteDecoderLayer402
GraniteMLP402
SiLUActivation402
ConformerFeedForward324
Embedding173
BatchNorm1d162
GLU162
ConformerAttention162
ConformerBlock162
ConformerConvModule162
ConformerDepthWiseConv1d162
Blip2QFormerAttention44
Blip2QFormerMultiHeadAttention44
Blip2QFormerSelfOutput44
ModuleList33
Blip2QFormerIntermediate22
Blip2QFormerLayer22
Blip2QFormerOutput22
GELUActivation22
Blip2QFormerEncoder11
Blip2QFormerModel11
GraniteModel11
GraniteRotaryEmbedding11
CTCEncoder11
EncoderProjector11
ForConditionalGeneration11
Model11

Config changes

12 fields changed, 82 unchanged.

FieldOriginalFixture
encoder_config.hidden_dim1024128
encoder_config.num_heads84
encoder_config.num_layers162
projector_config.encoder_hidden_size1024128
projector_config.hidden_size102464
projector_config.intermediate_size4096128
projector_config.num_attention_heads164
text_config.hidden_size204864
text_config.intermediate_size4096128
text_config.num_attention_heads164
text_config.num_hidden_layers402
text_config.num_key_value_heads42
\ No newline at end of file diff --git a/shrink/granite-4.0-1b-speech-mic.json b/shrink/granite-4.0-1b-speech-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..9810b8687cbd27166d3a70d4afee4e371192373f --- /dev/null +++ b/shrink/granite-4.0-1b-speech-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/granite-4.0-1b-speech-mic@15329050e1ffa3cdc15c7448cc320dc19106dff7", "findings": []} \ No newline at end of file diff --git a/shrink/granite-4.0-h-350m-mic.html b/shrink/granite-4.0-h-350m-mic.html index 41c6bdece42772da3827d55a35af75582e549044..9450fc4f3fe9ee6ed51d98ed904510c859af35b6 100644 --- a/shrink/granite-4.0-h-350m-mic.html +++ b/shrink/granite-4.0-h-350m-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +ibm-granite/granite-4.0-h-350m: shrunk architecture
-

Shrunk architecture

huggingface-mic/granite-4.0-h-350m-mic@83dded3d062dd73ed2432e033e86c43d784a5b92 ← ibm-granite/granite-4.0-h-350m@3b17b717b8f2f5d305b0a92c1491e239aeda19c8 · GraniteMoeHybridForCausalLM · random weights

+

← MIC coverage of Transformers model types

+

ibm-granite/granite-4.0-h-350m

huggingface-mic/granite-4.0-h-350m-mic@83dded3d062d ← ibm-granite/granite-4.0-h-350m@3b17b717b8f2 · GraniteMoeHybridForCausalLM · random weights

Original340.3Mparameters
Fixture6.5Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 32
Fixture · 2
KindOriginalFixture
linear_attention, Conv1d, MambaLayer …281✓ kept
is_causal=True, Attention41✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers263.3M77.4%89.8K1.4%
model.embed_tokens77.1M22.6%6.4M98.6%
model.norm7680.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleGQA (12 heads, 4 KV)GQA (4 heads, 2 KV)✓ kept
modelRoPE typedefaultdefault✓ kept
modelmodel_typegranitemoehybridgranitemoehybrid✓ kept
modelvocab_size100352100352✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings3276832768✓ kept

Module classes

Instances of each class in the built model (prefix GraniteMoeHybrid omitted).

ClassOriginalFixture
Linear13711
RMSNorm655
SiLUActivation603
DecoderLayer322
MLP322
Conv1d281
MambaLayer281
RMSNormGated281
Attention41
Embedding11
ForCausalLM11
Model11
ModuleList11

Config changes

11 fields changed, 39 unchanged.

FieldOriginalFixture
hidden_size76864
intermediate_size2048128
layer_types32 entries: 28× linear_attention, 4× full_attention["linear_attention", "full_attention"]
mamba_chunk_size2568
mamba_d_head3216
mamba_d_state12816
mamba_n_heads488
num_attention_heads124
num_hidden_layers322
num_key_value_heads42
shared_intermediate_size2048128
\ No newline at end of file diff --git a/shrink/granite-4.0-h-350m-mic.json b/shrink/granite-4.0-h-350m-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..206de292c2f010978905249f091039f9255d9a68 --- /dev/null +++ b/shrink/granite-4.0-h-350m-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/granite-4.0-h-350m-mic@83dded3d062dd73ed2432e033e86c43d784a5b92", "findings": []} \ No newline at end of file diff --git a/shrink/granite-docling-258M-mic.html b/shrink/granite-docling-258M-mic.html index 580e5b01d8744daf3e50a4a982c28f717f09f151..d81e63247821820f5e23e05c204cf2da7ad1b900 100644 --- a/shrink/granite-docling-258M-mic.html +++ b/shrink/granite-docling-258M-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +ibm-granite/granite-docling-258M: shrunk architecture
-

Shrunk architecture

huggingface-mic/granite-docling-258M-mic@100175103449d7ed8e24b4d0cbd79e15671b781c ← ibm-granite/granite-docling-258M@982fe3b40f2fa73c365bdb1bcacf6c81b7184bfe · Idefics3ForConditionalGeneration · random weights

+

← MIC coverage of Transformers model types

+

ibm-granite/granite-docling-258M

huggingface-mic/granite-docling-258M-mic@100175103449 ← ibm-granite/granite-docling-258M@982fe3b40f2f · Idefics3ForConditionalGeneration · random weights

Original257.5Mparameters
Fixture6.7Mparameters
Layer stacks2compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.vision_model.encoder.layers

Original · 12
Fixture · 2
KindOriginalFixture
EncoderLayer122✓ kept

model.text_model.layers

Original · 30
Fixture · 2
KindOriginalFixture
LlamaDecoderLayer302✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.text_model.layers106.2M41.2%74.0K1.1%
model.vision_model.encoder.layers85.1M33.0%66.9K1.0%
model.text_model57.8M22.4%6.4M95.2%
model.connector7.1M2.7%65.5K1.0%
model.vision_model1.4M0.5%114.9K1.7%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typeidefics3idefics3✓ kept
modelvocab_size100352100352✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
vision_configmodel_typeidefics3_visionidefics3_vision✓ kept
vision_confighidden_actgelu_pytorch_tanhgelu_pytorch_tanh✓ kept
vision_configimage_size512512✓ kept
vision_configpatch_size1616✓ kept
vision_confignum_channels33✓ kept
text_configattention styleGQA (9 heads, 3 KV)GQA (4 heads, 2 KV)✓ kept
text_configRoPE typedefaultdefault✓ kept
text_configmodel_typellamallama✓ kept
text_configvocab_size100352100352✓ kept
text_configtie_word_embeddingsTrueTrue✓ kept
text_confighidden_actsilusilu✓ kept
text_configmax_position_embeddings81928192✓ kept

Module classes

Instances of each class in the built model (prefix Idefics3 omitted).

ClassOriginalFixture
Linear28428
LlamaRMSNorm615
LlamaAttention302
LlamaDecoderLayer302
LlamaMLP302
SiLUActivation302
LayerNorm255
GELUTanh122
EncoderLayer122
VisionAttention122
VisionMLP122
Embedding22
ModuleList22
Conv2d11
Connector11
Encoder11
ForConditionalGeneration11
Model11
SimpleMLP11
VisionEmbeddings11
VisionTransformer11
LlamaModel11
LlamaRotaryEmbedding11

Config changes

10 fields changed, 59 unchanged.

FieldOriginalFixture
text_config.head_dim6416
text_config.hidden_size57664
text_config.intermediate_size1536128
text_config.num_attention_heads94
text_config.num_hidden_layers302
text_config.num_key_value_heads32
vision_config.hidden_size76864
vision_config.intermediate_size3072128
vision_config.num_attention_heads124
vision_config.num_hidden_layers122
\ No newline at end of file diff --git a/shrink/granite-docling-258M-mic.json b/shrink/granite-docling-258M-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..da82dd2431429d59acb02f834c5fba0bbdadd3b2 --- /dev/null +++ b/shrink/granite-docling-258M-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/granite-docling-258M-mic@100175103449d7ed8e24b4d0cbd79e15671b781c", "findings": []} \ No newline at end of file diff --git a/shrink/granite-vision-4.1-4b-mic.html b/shrink/granite-vision-4.1-4b-mic.html index b8c0dabce39859153d47819d3c29ca64957ac993..be89419507577a46c44c183635dd793abc6b422c 100644 --- a/shrink/granite-vision-4.1-4b-mic.html +++ b/shrink/granite-vision-4.1-4b-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +ibm-granite/granite-vision-4.1-4b: shrunk architecture
-

Shrunk architecture

huggingface-mic/granite-vision-4.1-4b-mic@a6d32301c1b54aa5ef889d46d64998c1fb01c7df ← ibm-granite/granite-vision-4.1-4b@37d591f06319e8f1638b5adcf58bdf50e0f84f7a · Granite4VisionForConditionalGeneration · random weights

-
Original4.0Bparameters
Fixture7.2Mparameters
Layer stacks4compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.vision_tower.encoder.layers

Original · 27
Fixture · 2
KindOriginalFixture
SiglipEncoderLayer272✓ kept

model.language_model.layers

Original · 40
Fixture · 2
KindOriginalFixture
TextDecoderLayer402✓ kept

model.layerwise_projectors

Original · 4
Fixture · 4
KindOriginalFixture
Blip2QFormerLayer44✓ kept

model.spatial_projectors

Original · 4
Fixture · 4
KindOriginalFixture
Blip2QFormerLayer44✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.language_model.layers3.1B78.7%74.0K1.0%
model.vision_tower.encoder.layers411.5M10.3%66.9K0.9%
model.language_model256.9M6.4%6.4M89.7%
model.spatial_projectors83.1M2.1%239.1K3.3%
model.layerwise_projectors83.1M2.1%239.1K3.3%
model.vision_tower16.8M0.4%119.6K1.7%
model2.6K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typegranite4_visiongranite4_vision✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
vision_configmodel_typesiglip_vision_modelsiglip_vision_model✓ kept
vision_confighidden_actgelu_pytorch_tanhgelu_pytorch_tanh✓ kept
vision_configimage_size384384✓ kept
vision_configpatch_size1616✓ kept
vision_confignum_channels33✓ kept
text_configattention styleGQA (40 heads, 8 KV)GQA (4 heads, 2 KV)✓ kept
text_configRoPE typedefaultdefault✓ kept
text_configmodel_typegranitegranite✓ kept
text_configvocab_size100352100352✓ kept
text_configtie_word_embeddingsTrueTrue✓ kept
text_confighidden_actsilusilu✓ kept
text_configmax_position_embeddings131072131072✓ kept
qformer_configmodel_typeblip_2_qformerblip_2_qformer✓ kept
qformer_configvocab_size3052230522✓ kept
qformer_confighidden_actgelugelu✓ kept
qformer_configmax_position_embeddings20482048✓ kept

Module classes

Instances of each class in the built model (prefix Granite4Vision omitted).

ClassOriginalFixture
Linear533117
LayerNorm9646
TextRMSNorm815
Dropout4040
TextAttention402
TextDecoderLayer402
TextMLP402
SiLUActivation402
GELUTanh283
SiglipMLP283
SiglipAttention272
SiglipEncoderLayer272
Blip2QFormerAttention1616
Blip2QFormerMultiHeadAttention1616
Blip2QFormerSelfOutput1616
ModuleList1212
Blip2QFormerEncoder88
Blip2QFormerIntermediate88
Blip2QFormerLayer88
Blip2QFormerModel88
Blip2QFormerOutput88
GELUActivation88
WindowQFormerDownsampler88
Embedding22
Conv2d11
ForConditionalGeneration11
Model11
TextModel11
TextRotaryEmbedding11
MultiheadAttention11
NonDynamicallyQuantizableLinear11
SiglipEncoder11
SiglipMultiheadAttentionPoolingHead11
SiglipVisionEmbeddings11
SiglipVisionModel11

Config changes

15 fields changed, 86 unchanged.

FieldOriginalFixture
deepstack_layer_map[[-19, 9], [-13, 6], [-7, 3], [-1, 0]][[-3, 0], [-2, 0], [-2, 0], [-1, 0]]
qformer_config.encoder_hidden_size115264
qformer_config.hidden_size115264
qformer_config.intermediate_size3072128
qformer_config.num_attention_heads181
spatial_target_layers[12, 15, 18, 21][0, 1]
text_config.hidden_size256064
text_config.intermediate_size8192128
text_config.num_attention_heads404
text_config.num_hidden_layers402
text_config.num_key_value_heads82
vision_config.hidden_size115264
vision_config.intermediate_size4304128
vision_config.num_attention_heads164
vision_config.num_hidden_layers272
+

← MIC coverage of Transformers model types

+

ibm-granite/granite-vision-4.1-4b

huggingface-mic/granite-vision-4.1-4b-mic@a6d32301c1b5 ← ibm-granite/granite-vision-4.1-4b@37d591f06319 · Granite4VisionForConditionalGeneration · random weights

+
Original4.0Bparameters
Fixture7.2Mparameters
Layer stacks4compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.vision_tower.encoder.layers

Original · 27
Fixture · 2
KindOriginalFixture
SiglipEncoderLayer272✓ kept

model.language_model.layers

Original · 40
Fixture · 2
KindOriginalFixture
TextDecoderLayer402✓ kept

model.layerwise_projectors

Original · 4
Fixture · 4
KindOriginalFixture
Blip2QFormerLayer44✓ kept

model.spatial_projectors

Original · 4
Fixture · 4
KindOriginalFixture
Blip2QFormerLayer44✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.language_model.layers3.1B78.7%74.0K1.0%
model.vision_tower.encoder.layers411.5M10.3%66.9K0.9%
model.language_model256.9M6.4%6.4M89.7%
model.layerwise_projectors83.1M2.1%239.1K3.3%
model.spatial_projectors83.1M2.1%239.1K3.3%
model.vision_tower16.8M0.4%119.6K1.7%
model2.6K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typegranite4_visiongranite4_vision✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
vision_configmodel_typesiglip_vision_modelsiglip_vision_model✓ kept
vision_confighidden_actgelu_pytorch_tanhgelu_pytorch_tanh✓ kept
vision_configimage_size384384✓ kept
vision_configpatch_size1616✓ kept
vision_confignum_channels33✓ kept
text_configattention styleGQA (40 heads, 8 KV)GQA (4 heads, 2 KV)✓ kept
text_configRoPE typedefaultdefault✓ kept
text_configmodel_typegranitegranite✓ kept
text_configvocab_size100352100352✓ kept
text_configtie_word_embeddingsTrueTrue✓ kept
text_confighidden_actsilusilu✓ kept
text_configmax_position_embeddings131072131072✓ kept
qformer_configmodel_typeblip_2_qformerblip_2_qformer✓ kept
qformer_configvocab_size3052230522✓ kept
qformer_confighidden_actgelugelu✓ kept
qformer_configmax_position_embeddings20482048✓ kept

Module classes

Instances of each class in the built model (prefix Granite4Vision omitted).

ClassOriginalFixture
Linear533117
LayerNorm9646
TextRMSNorm815
Dropout4040
TextAttention402
TextDecoderLayer402
TextMLP402
SiLUActivation402
GELUTanh283
SiglipMLP283
SiglipAttention272
SiglipEncoderLayer272
Blip2QFormerAttention1616
Blip2QFormerMultiHeadAttention1616
Blip2QFormerSelfOutput1616
ModuleList1212
Blip2QFormerEncoder88
Blip2QFormerIntermediate88
Blip2QFormerLayer88
Blip2QFormerModel88
Blip2QFormerOutput88
GELUActivation88
WindowQFormerDownsampler88
Embedding22
Conv2d11
ForConditionalGeneration11
Model11
TextModel11
TextRotaryEmbedding11
MultiheadAttention11
NonDynamicallyQuantizableLinear11
SiglipEncoder11
SiglipMultiheadAttentionPoolingHead11
SiglipVisionEmbeddings11
SiglipVisionModel11

Config changes

15 fields changed, 86 unchanged.

FieldOriginalFixture
deepstack_layer_map[[-19, 9], [-13, 6], [-7, 3], [-1, 0]][[-3, 0], [-2, 0], [-2, 0], [-1, 0]]
qformer_config.encoder_hidden_size115264
qformer_config.hidden_size115264
qformer_config.intermediate_size3072128
qformer_config.num_attention_heads181
spatial_target_layers[12, 15, 18, 21][0, 1]
text_config.hidden_size256064
text_config.intermediate_size8192128
text_config.num_attention_heads404
text_config.num_hidden_layers402
text_config.num_key_value_heads82
vision_config.hidden_size115264
vision_config.intermediate_size4304128
vision_config.num_attention_heads164
vision_config.num_hidden_layers272
\ No newline at end of file diff --git a/shrink/granite-vision-4.1-4b-mic.json b/shrink/granite-vision-4.1-4b-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..a7c0641f7183f310649a568abecc5acf9d8e3698 --- /dev/null +++ b/shrink/granite-vision-4.1-4b-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/granite-vision-4.1-4b-mic@a6d32301c1b54aa5ef889d46d64998c1fb01c7df", "findings": []} \ No newline at end of file diff --git a/shrink/grounding-dino-tiny-mic.html b/shrink/grounding-dino-tiny-mic.html index ec55da07e3f7ceaecfc57368f75bdd7863e314f6..075a841a04d5f3654d3a9b50c9e39e321e2c8308 100644 --- a/shrink/grounding-dino-tiny-mic.html +++ b/shrink/grounding-dino-tiny-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +IDEA-Research/grounding-dino-tiny: shrunk architecture
-

Shrunk architecture

huggingface-mic/grounding-dino-tiny-mic@fb35353454540cd677db5cdcf3df93a1b60cca4a ← IDEA-Research/grounding-dino-tiny@a2bb814dd30d776dcf7e30523b00659f4f141c71 · GroundingDinoForObjectDetection · random weights · built before the shrink rule (no recorded recipe)

+

← MIC coverage of Transformers model types

+

IDEA-Research/grounding-dino-tiny

huggingface-mic/grounding-dino-tiny-mic@fb3535345454 ← IDEA-Research/grounding-dino-tiny@a2bb814dd30d · GroundingDinoForObjectDetection · random weights · built before the shrink rule (no recorded recipe)

Original172.3Mparameters
Fixture7.7Mparameters
Layer stacks7compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.backbone.conv_encoder.model.swin.encoder.layers

Original · 4
Fixture · 4
KindOriginalFixture
SwinPatchMerging33✓ kept
no SwinPatchMerging11✓ kept

model.input_proj_vision

Original · 4
Fixture · 4
KindOriginalFixture
Conv2d44✓ kept

model.text_backbone.encoder.layer

Original · 12
Fixture · 2
KindOriginalFixture
BertLayer122✓ kept

model.encoder.layers

Original · 6
Fixture · 2
KindOriginalFixture
FusionLayer62✓ kept

model.decoder.layers

Original · 6
Fixture · 2
KindOriginalFixture
DecoderLayer62✓ kept

model.decoder.bbox_embed

Original · 6
Fixture · 2
KindOriginalFixture
Linear62✓ kept

bbox_embed

Original · 6
Fixture · 2
KindOriginalFixture
Linear62✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.text_backbone.encoder.layer85.1M49.4%66.9K0.9%
model.backbone.conv_encoder.model.swin.encoder.layers27.5M16.0%4.9M63.4%
model.text_backbone23.8M13.8%2.0M25.7%
model.encoder.layers21.9M12.7%176.4K2.3%
model.decoder.layers10.9M6.3%142.3K1.8%
model.input_proj_vision2.1M1.2%353.0K4.6%
model.query_position_embeddings230.4K0.1%57.6K0.7%
8 others736.2K0.4%44.5K0.6%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typegrounding-dinogrounding-dino✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
backbone_configmodel_typeswinswin✓ kept
backbone_confighidden_actgelugelu✓ kept
backbone_configimage_size224224✓ kept
backbone_configpatch_size44✓ kept
backbone_confignum_channels33✓ kept
text_configmodel_typebertbert✓ kept
text_configvocab_size3052230522✓ kept
text_configtie_word_embeddingsTrueTrue✓ kept
text_confighidden_actgelugelu✓ kept
text_configmax_position_embeddings512512✓ kept

Module classes

Instances of each class in the built model (prefix GroundingDino omitted).

ClassOriginalFixture
Linear382122
LayerNorm11943
Dropout6818
ModuleList2618
GELUActivation246
MultiheadAttention186
ReLU186
MLPPredictionHead146
BertAttention122
BertIntermediate122
BertLayer122
BertOutput122
BertSelfAttention122
BertSelfOutput122
MultiscaleDeformableAttention124
MultiScaleDeformableAttention124
SwinAttention124
SwinLayer124
SwinMLP124
SwinRelativePositionBias124
SwinDropPath113
ContrastiveEmbedding73
BiMultiHeadAttention62
DecoderLayer62
DeformableLayer62
DropPath62
EncoderLayer62
FusionLayer62
TextEnhancerLayer62
Conv2d55
Embedding44
GroupNorm44
Sequential44
SwinStage44
SwinPatchMerging33
BertEmbeddings11
BertEncoder11
BertModel11
ConvEncoder11
ConvModel11
Decoder11
Encoder11
ForObjectDetection11
Model11
SinePositionEmbedding11
Identity11
ModuleDict11
SwinBackbone11
SwinEmbeddings11
SwinEncoder11
SwinModel11
SwinPatchEmbeddings11

Config changes

16 fields changed, 91 unchanged.

FieldOriginalFixture
backbone_config.depths[2, 2, 6, 2][1, 1, 1, 1]
backbone_config.embed_dim9664
backbone_config.hidden_size76864
backbone_config.num_heads[3, 6, 12, 24][2, 4, 8, 16]
backbone_config.num_layers42
d_model25664
decoder_attention_heads84
decoder_ffn_dim2048128
decoder_layers62
encoder_attention_heads84
encoder_ffn_dim2048128
encoder_layers62
text_config.hidden_size76864
text_config.intermediate_size3072128
text_config.num_attention_heads124
text_config.num_hidden_layers122
\ No newline at end of file diff --git a/shrink/grounding-dino-tiny-mic.json b/shrink/grounding-dino-tiny-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..dab864e375b8b8c09498ebf61d5ceec7d4052f65 --- /dev/null +++ b/shrink/grounding-dino-tiny-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/grounding-dino-tiny-mic@fb35353454540cd677db5cdcf3df93a1b60cca4a", "findings": []} \ No newline at end of file diff --git a/shrink/hubert-large-ls960-ft-mic.html b/shrink/hubert-large-ls960-ft-mic.html index f4934d24388da3bfbab107a08beefd7c43f5e80b..8ddbb8ea217aebfc335fa84cd36b114166c548eb 100644 --- a/shrink/hubert-large-ls960-ft-mic.html +++ b/shrink/hubert-large-ls960-ft-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +facebook/hubert-large-ls960-ft: shrunk architecture
-

Shrunk architecture

huggingface-mic/hubert-large-ls960-ft-mic@5f4ea3f40f370b2a93c05c17a1ea550648a1d8b7 ← facebook/hubert-large-ls960-ft@ece5fabbf034c1073acae96d5401b25be96709d8 · HubertForCTC · overfit weights · built before the shrink rule (no recorded recipe)

+

← MIC coverage of Transformers model types

+

facebook/hubert-large-ls960-ft

huggingface-mic/hubert-large-ls960-ft-mic@5f4ea3f40f37 ← facebook/hubert-large-ls960-ft@ece5fabbf034 · HubertForCTC · overfit weights · built before the shrink rule (no recorded recipe)

Original315.5Mparameters
Fixture45.0Kparameters
Layer stacks2compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

hubert.feature_extractor.conv_layers

Original · 7
Fixture · 7
KindOriginalFixture
LayerNormConvLayer77✓ kept

hubert.encoder.layers

Original · 24
Fixture · 2
KindOriginalFixture
Linear242✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
hubert.encoder.layers302.3M95.8%17.1K38.0%
hubert.encoder8.4M2.7%8.3K18.5%
hubert.feature_extractor.conv_layers4.2M1.3%17.4K38.6%
hubert.feature_projection526.3K0.2%1.1K2.5%
lm_head32.8K0.0%1.1K2.3%
hubert1.0K0.0%320.1%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typehuberthubert✓ kept
modelvocab_size3232✓ kept
modelhidden_actgelugelu✓ kept

Module classes

Instances of each class in the built model (prefix Hubert omitted).

ClassOriginalFixture
Linear14614
Dropout759
LayerNorm5713
GELUActivation3210
Attention242
EncoderLayerStableLayerNorm242
FeedForward242
Conv1d77
LayerNormConvLayer77
ModuleList22
EncoderStableLayerNorm11
FeatureEncoder11
FeatureProjection11
ForCTC11
Model11
PositionalConvEmbedding11
SamePadLayer11
ModuleDict11
ParametrizationList11
ParametrizedConv1d11
_WeightNorm11

Config changes

7 fields changed, 46 unchanged.

FieldOriginalFixture
conv_dim7 entries: 7× 5127 entries: 7× 32
hidden_size102432
intermediate_size409664
num_attention_heads164
num_conv_pos_embedding_groups164
num_conv_pos_embeddings12832
num_hidden_layers242
\ No newline at end of file diff --git a/shrink/hubert-large-ls960-ft-mic.json b/shrink/hubert-large-ls960-ft-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..ec3650b4c2096fc8797e26023cec2bef1c20363b --- /dev/null +++ b/shrink/hubert-large-ls960-ft-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/hubert-large-ls960-ft-mic@5f4ea3f40f370b2a93c05c17a1ea550648a1d8b7", "findings": []} \ No newline at end of file diff --git a/shrink/internvl-mic.html b/shrink/internvl-mic.html index d866be01dd0aeed19a19b4dc773611206e5747f1..ffd96dd1da654f1fba4f28f975d2590ebbd05593 100644 --- a/shrink/internvl-mic.html +++ b/shrink/internvl-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +OpenGVLab/InternVL3-1B-hf: shrunk architecture
-

Shrunk architecture

huggingface-mic/internvl-mic@9bf394da9450b552cff318878bcdee131e669a91 ← OpenGVLab/InternVL3-1B-hf@014c0583a0d4bedf29fbe2dbff4f865eb998e171 · InternVLForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)

+

← MIC coverage of Transformers model types

+

OpenGVLab/InternVL3-1B-hf

huggingface-mic/internvl-mic@9bf394da9450 ← OpenGVLab/InternVL3-1B-hf@014c0583a0d4 · InternVLForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)

Original802.3Mparameters
Fixture10.0Mparameters
Layer stacks2compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.vision_tower.encoder.layer

Original · 24
Fixture · 2
KindOriginalFixture
VisionLayer242✓ kept

model.language_model.layers

Original · 24
Fixture · 2
KindOriginalFixture
Qwen2DecoderLayer242✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.language_model.layers357.9M44.6%74.2K0.7%
model.vision_tower.encoder.layer302.4M37.7%67.2K0.7%
model.language_model135.9M16.9%9.7M97.3%
model.multi_modal_projector4.5M0.6%21.1K0.2%
model.vision_tower1.7M0.2%103.4K1.0%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typeinternvlinternvl✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
vision_configmodel_typeinternvl_visioninternvl_vision✓ kept
vision_confighidden_actgelugelu✓ kept
vision_configimage_size[448, 448][448, 448]✓ kept
vision_configpatch_size[14, 14][14, 14]✓ kept
vision_confignum_channels33✓ kept
text_configattention styleGQA (14 heads, 2 KV)GQA (4 heads, 2 KV)✓ kept
text_configRoPE typedynamicdynamic✓ kept
text_configmodel_typeqwen2qwen2✓ kept
text_configvocab_size151674151674✓ kept
text_configtie_word_embeddingsFalseFalse✓ kept
text_confighidden_actsilusilu✓ kept
text_configmax_position_embeddings3276832768✓ kept

Module classes

Instances of each class in the built model (prefix InternVL omitted).

ClassOriginalFixture
Linear31529
Identity737
LayerNorm495
Qwen2RMSNorm495
Dropout253
GELUActivation253
VisionAttention242
VisionLayer242
VisionMLP242
Qwen2Attention242
Qwen2DecoderLayer242
Qwen2MLP242
SiLUActivation242
ModuleList22
Conv2d11
Embedding11
ForConditionalGeneration11
Model11
MultiModalProjector11
VisionEmbeddings11
VisionEncoder11
VisionModel11
VisionPatchEmbeddings11
Qwen2Model11
Qwen2RotaryEmbedding11

Config changes

9 fields changed, 68 unchanged.

FieldOriginalFixture
text_config.hidden_size89664
text_config.intermediate_size4864128
text_config.layer_types24 entries: 24× full_attention["full_attention", "full_attention"]
text_config.num_attention_heads144
text_config.num_hidden_layers242
vision_config.hidden_size102464
vision_config.intermediate_size4096128
vision_config.num_attention_heads164
vision_config.num_hidden_layers242
\ No newline at end of file diff --git a/shrink/internvl-mic.json b/shrink/internvl-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..24c6ecdb342a6fae5b6acb6ad5210f80fd475dde --- /dev/null +++ b/shrink/internvl-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/internvl-mic@9bf394da9450b552cff318878bcdee131e669a91", "findings": []} \ No newline at end of file diff --git a/shrink/jina-embeddings-v3-hf-mic.html b/shrink/jina-embeddings-v3-hf-mic.html index 8915da9eb00119a472135c93e0e9e87be198ef9e..25a495da7762d5bb9574be6ee16d4f3b369a4eca 100644 --- a/shrink/jina-embeddings-v3-hf-mic.html +++ b/shrink/jina-embeddings-v3-hf-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +jinaai/jina-embeddings-v3-hf: shrunk architecture
-

Shrunk architecture

huggingface-mic/jina-embeddings-v3-hf-mic@7288a7adb5335fb7805f7c28ffa3efd588b8be67 ← jinaai/jina-embeddings-v3-hf@d18862d9a48706220815554fac3ebb4dfa46fc28 · JinaEmbeddingsV3Model · random weights

+

← MIC coverage of Transformers model types

+

jinaai/jina-embeddings-v3-hf

huggingface-mic/jina-embeddings-v3-hf-mic@7288a7adb533 ← jinaai/jina-embeddings-v3-hf@d18862d9a487 · JinaEmbeddingsV3Model · random weights

Original559.4Mparameters
Fixture16.1Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

layers

Original · 24
Fixture · 2
KindOriginalFixture
Layer242✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
layers302.3M54.0%66.9K0.4%
embeddings.word_embeddings256.0M45.8%16.0M99.6%
pooler.dense1.0M0.2%4.2K0.0%
embeddings.LayerNorm2.0K0.0%1280.0%
embeddings.token_type_embeddings1.0K0.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelRoPE typedefaultdefault✓ kept
modelmodel_typejina_embeddings_v3jina_embeddings_v3✓ kept
modelvocab_size250002250002✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
modelhidden_actgelugelu✓ kept
modelmax_position_embeddings81948194✓ kept

Module classes

Instances of each class in the built model (prefix JinaEmbeddingsV3 omitted).

ClassOriginalFixture
Linear14513
Dropout495
LayerNorm495
GELUActivation242
Attention242
Layer242
MLP242
Embedding22
Embeddings11
Model11
Pooler11
RotaryEmbedding11
ModuleList11
Tanh11

Config changes

4 fields changed, 38 unchanged.

FieldOriginalFixture
hidden_size102464
intermediate_size4096128
num_attention_heads164
num_hidden_layers242
\ No newline at end of file diff --git a/shrink/jina-embeddings-v3-hf-mic.json b/shrink/jina-embeddings-v3-hf-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..e966761672c5987d4e771f3e4aab0723b9a82015 --- /dev/null +++ b/shrink/jina-embeddings-v3-hf-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/jina-embeddings-v3-hf-mic@7288a7adb5335fb7805f7c28ffa3efd588b8be67", "findings": []} \ No newline at end of file diff --git a/shrink/language-perceiver-mic.html b/shrink/language-perceiver-mic.html index 4c15f4e047e34c75869f55529ecdf898579c4be5..8b3636b875504e632d77880ac685f6526eba92fc 100644 --- a/shrink/language-perceiver-mic.html +++ b/shrink/language-perceiver-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +deepmind/language-perceiver: shrunk architecture
-

Shrunk architecture

huggingface-mic/language-perceiver-mic@6c70b7e085e8e6fd4544e720e75ea0e0cbdd438a ← deepmind/language-perceiver@47a1ba43d8198ea10cf9a158fce114953e9441a1 · PerceiverForMaskedLM · random weights · built before the shrink rule (no recorded recipe)

-
Original201.1Mparameters
Fixture194.1Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

perceiver.encoder.self_attends

Original · 26
Fixture · 26
KindOriginalFixture
Layer2626✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
perceiver.encoder.self_attends187.7M93.3%187.7M96.7%
perceiver.encoder6.4M3.2%5.4M2.8%
perceiver.decoder4.9M2.4%572.9K0.3%
perceiver.input_preprocessor1.8M0.9%147.8K0.1%
perceiver.embeddings327.7K0.2%327.7K0.2%
embedding_decoder2620.0%2620.0%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typeperceiverperceiver✓ kept
modelvocab_size262262✓ kept
modelhidden_actgelugelu✓ kept
modelmax_position_embeddings20482048✓ kept
modelimage_size5656✓ kept

Module classes

Instances of each class in the built model (prefix Perceiver omitted).

ClassOriginalFixture
Linear168168
LayerNorm5858
Dropout2828
GELUActivation2828
Identity2828
Attention2828
Layer2828
MLP2828
SelfAttention2828
SelfOutput2828
Embedding22
ModuleList11
BasicDecoder11
EmbeddingDecoder11
Embeddings11
Encoder11
ForMaskedLM11
Model11
TextPreprocessor11
TrainablePositionEncoding11

Config changes

1 fields changed, 35 unchanged.

FieldOriginalFixture
d_model76864
+

← MIC coverage of Transformers model types

+

deepmind/language-perceiver

huggingface-mic/language-perceiver-mic@6c70b7e085e8 ← deepmind/language-perceiver@47a1ba43d819 · PerceiverForMaskedLM · random weights · built before the shrink rule (no recorded recipe)

+
Original201.1Mparameters
Fixture194.1Mparameters
Layer stacks1compared
Findings1to review

⚠ To review

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

perceiver.encoder.self_attends

Original · 26
Fixture · 26
KindOriginalFixture
Layer2626✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
perceiver.encoder.self_attends187.7M93.3%187.7M96.7%
perceiver.encoder6.4M3.2%5.4M2.8%
perceiver.decoder4.9M2.4%572.9K0.3%
perceiver.input_preprocessor1.8M0.9%147.8K0.1%
perceiver.embeddings327.7K0.2%327.7K0.2%
embedding_decoder2620.0%2620.0%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typeperceiverperceiver✓ kept
modelvocab_size262262✓ kept
modelhidden_actgelugelu✓ kept
modelmax_position_embeddings20482048✓ kept
modelimage_size5656✓ kept

Module classes

Instances of each class in the built model (prefix Perceiver omitted).

ClassOriginalFixture
Linear168168
LayerNorm5858
Dropout2828
GELUActivation2828
Identity2828
Attention2828
Layer2828
MLP2828
SelfAttention2828
SelfOutput2828
Embedding22
ModuleList11
BasicDecoder11
EmbeddingDecoder11
Embeddings11
Encoder11
ForMaskedLM11
Model11
TextPreprocessor11
TrainablePositionEncoding11

Config changes

1 fields changed, 35 unchanged.

FieldOriginalFixture
d_model76864
\ No newline at end of file diff --git a/shrink/language-perceiver-mic.json b/shrink/language-perceiver-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..bfff2d51048d82b19de38a888d9e40166836912c --- /dev/null +++ b/shrink/language-perceiver-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/language-perceiver-mic@6c70b7e085e8e6fd4544e720e75ea0e0cbdd438a", "findings": ["the fixture keeps 97% of the original's 201.1M parameters"]} \ No newline at end of file diff --git a/shrink/layoutlm-base-uncased-mic.html b/shrink/layoutlm-base-uncased-mic.html index 518865d49dfd45901791914153268d30b67f0b31..976ec11e5d5759e41c965704735d5b748814aa9d 100644 --- a/shrink/layoutlm-base-uncased-mic.html +++ b/shrink/layoutlm-base-uncased-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +microsoft/layoutlm-base-uncased: shrunk architecture
-

Shrunk architecture

huggingface-mic/layoutlm-base-uncased-mic@7aa363dd7f97db6248afc704386db78edea79ae6 ← microsoft/layoutlm-base-uncased@30e3cdd39c11f09757b0fcf7598533d05052acef · LayoutLMForMaskedLM · random weights

+

← MIC coverage of Transformers model types

+

microsoft/layoutlm-base-uncased

huggingface-mic/layoutlm-base-uncased-mic@7aa363dd7f97 ← microsoft/layoutlm-base-uncased@30e3cdd39c11 · LayoutLMForMaskedLM · random weights

Original113.3Mparameters
Fixture2.4Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

layoutlm.encoder.layer

Original · 12
Fixture · 2
KindOriginalFixture
Layer122✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
layoutlm.encoder.layer85.1M75.1%66.9K2.8%
layoutlm.embeddings27.0M23.8%2.2M95.5%
cls.predictions622.6K0.5%34.8K1.5%
layoutlm.pooler590.6K0.5%4.2K0.2%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typelayoutlmlayoutlm✓ kept
modelvocab_size3052230522✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
modelhidden_actgelugelu✓ kept
modelmax_position_embeddings512512✓ kept

Module classes

Instances of each class in the built model (prefix LayoutLM omitted).

ClassOriginalFixture
Linear7515
Dropout377
LayerNorm266
GELUActivation133
Attention122
Intermediate122
Layer122
Output122
SelfAttention122
SelfOutput122
Embedding77
Embeddings11
Encoder11
ForMaskedLM11
LMPredictionHead11
Model11
OnlyMLMHead11
Pooler11
PredictionHeadTransform11
ModuleList11
Tanh11

Config changes

4 fields changed, 25 unchanged.

FieldOriginalFixture
hidden_size76864
intermediate_size3072128
num_attention_heads124
num_hidden_layers122
\ No newline at end of file diff --git a/shrink/layoutlm-base-uncased-mic.json b/shrink/layoutlm-base-uncased-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..032de0df3ea32a3b3239924c198eac5759f4b94e --- /dev/null +++ b/shrink/layoutlm-base-uncased-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/layoutlm-base-uncased-mic@7aa363dd7f97db6248afc704386db78edea79ae6", "findings": []} \ No newline at end of file diff --git a/shrink/llama-mic.html b/shrink/llama-mic.html index 58c7cd961f5f9fd4cc6dec3a59f3351ddf316ff7..4bb4d3186dbe3b1906ce7e9c76b71ba58bc1be17 100644 --- a/shrink/llama-mic.html +++ b/shrink/llama-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +HuggingFaceTB/SmolLM2-135M: shrunk architecture
-

Shrunk architecture

huggingface-mic/llama-mic@8231ab98d1dd670f702753a80097b854fb5e91b5 ← HuggingFaceTB/SmolLM2-135M@93efa2f097d58c2a74874c7e644dbc9b0cee75a2 · LlamaForCausalLM · random weights · built before the shrink rule (no recorded recipe)

+

← MIC coverage of Transformers model types

+

HuggingFaceTB/SmolLM2-135M

huggingface-mic/llama-mic@8231ab98d1dd ← HuggingFaceTB/SmolLM2-135M@93efa2f097d5 · LlamaForCausalLM · random weights · built before the shrink rule (no recorded recipe)

Original134.5Mparameters
Fixture3.2Mparameters
Layer stacks1compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.layers

Original · 30
Fixture · 2
KindOriginalFixture
DecoderLayer302✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.layers106.2M79.0%74.0K2.3%
model.embed_tokens28.3M21.0%3.1M97.7%
model.norm5760.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelattention styleGQA (9 heads, 3 KV)GQA (4 heads, 2 KV)✓ kept
modelRoPE typedefaultdefault✓ kept
modelmodel_typellamallama✓ kept
modelvocab_size4915249152✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
modelhidden_actsilusilu✓ kept
modelmax_position_embeddings81928192✓ kept

Module classes

Instances of each class in the built model (prefix Llama omitted).

ClassOriginalFixture
Linear21115
RMSNorm615
Attention302
DecoderLayer302
MLP302
SiLUActivation302
Embedding11
ForCausalLM11
Model11
RotaryEmbedding11
ModuleList11

Config changes

6 fields changed, 26 unchanged.

FieldOriginalFixture
head_dim6416
hidden_size57664
intermediate_size1536128
num_attention_heads94
num_hidden_layers302
num_key_value_heads32
\ No newline at end of file diff --git a/shrink/llama-mic.json b/shrink/llama-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..77b7841235a4a901cb680c333f247a1c9c1f260f --- /dev/null +++ b/shrink/llama-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/llama-mic@8231ab98d1dd670f702753a80097b854fb5e91b5", "findings": []} \ No newline at end of file diff --git a/shrink/llava-mic.html b/shrink/llava-mic.html index 0040252a3a4a2726e009eb78841d19093e2ce5bb..b4c73dc6dfa74bf087c72bbf3c238a7d719d1932 100644 --- a/shrink/llava-mic.html +++ b/shrink/llava-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +llava-hf/llava-1.5-7b-hf: shrunk architecture
-

Shrunk architecture

huggingface-mic/llava-mic@dab442b1a1f407ad1083d0a1b5cf11dc99c02294 ← llava-hf/llava-1.5-7b-hf@b234b804b114d9e37bb655e11cbbb5f5e971b7a9 · LlavaForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)

+

← MIC coverage of Transformers model types

+

llava-hf/llava-1.5-7b-hf

huggingface-mic/llava-mic@dab442b1a1f4 ← llava-hf/llava-1.5-7b-hf@b234b804b114 · LlavaForConditionalGeneration · random weights · built before the shrink rule (no recorded recipe)

Original7.1Bparameters
Fixture4.3Mparameters
Layer stacks2compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.vision_tower.encoder.layers

Original · 24
Fixture · 2
KindOriginalFixture
CLIPEncoderLayer242✓ kept

model.language_model.layers

Original · 32
Fixture · 2
KindOriginalFixture
LlamaDecoderLayer322✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.language_model.layers6.5B91.7%82.2K1.9%
model.vision_tower.encoder.layers302.3M4.3%66.9K1.5%
model.language_model131.3M1.9%2.1M47.3%
lm_head131.3M1.9%2.1M47.3%
model.multi_modal_projector21.0M0.3%8.3K0.2%
model.vision_tower1.2M0.0%74.9K1.7%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typellavallava✓ kept
modelvocab_size3206432064✓ kept
modeltie_word_embeddingsFalseFalse✓ kept
vision_configmodel_typeclip_vision_modelclip_vision_model✓ kept
vision_configvocab_size3200032000✓ kept
vision_confighidden_actquick_geluquick_gelu✓ kept
vision_configimage_size336336✓ kept
vision_configpatch_size1414✓ kept
vision_confignum_channels33✓ kept
text_configattention styleMHA (32 heads, 32 KV)MHA (4 heads, 4 KV)✓ kept
text_configRoPE typedefaultdefault✓ kept
text_configmodel_typellamallama✓ kept
text_configvocab_size3206432064✓ kept
text_configtie_word_embeddingsFalseFalse✓ kept
text_confighidden_actsilusilu✓ kept
text_configmax_position_embeddings40964096✓ kept

Module classes

Instances of each class in the built model (prefix Llava omitted).

ClassOriginalFixture
Linear37129
LlamaRMSNorm655
LayerNorm506
LlamaAttention322
LlamaDecoderLayer322
LlamaMLP322
SiLUActivation322
CLIPAttention242
CLIPEncoderLayer242
CLIPMLP242
QuickGELUActivation242
Embedding22
ModuleList22
CLIPEncoder11
CLIPVisionEmbeddings11
CLIPVisionModel11
Conv2d11
GELUActivation11
LlamaModel11
LlamaRotaryEmbedding11
ForConditionalGeneration11
Model11
MultiModalProjector11

Config changes

11 fields changed, 61 unchanged.

FieldOriginalFixture
text_config.head_dim12816
text_config.hidden_size409664
text_config.intermediate_size11008128
text_config.num_attention_heads324
text_config.num_hidden_layers322
text_config.num_key_value_heads324
vision_config.hidden_size102464
vision_config.intermediate_size4096128
vision_config.num_attention_heads164
vision_config.num_hidden_layers242
vision_config.projection_dim76832
\ No newline at end of file diff --git a/shrink/llava-mic.json b/shrink/llava-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..4584615c09ee3fed6d4c9ce26f18370ca0f8d2c6 --- /dev/null +++ b/shrink/llava-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/llava-mic@dab442b1a1f407ad1083d0a1b5cf11dc99c02294", "findings": []} \ No newline at end of file diff --git a/shrink/llava-onevision-qwen2-0.5b-ov-hf-mic.html b/shrink/llava-onevision-qwen2-0.5b-ov-hf-mic.html index 711d257983e23ba0cd7525dc8085c66a7144e069..13545079852f93ac6920b08b6434a9ca6c70c6ca 100644 --- a/shrink/llava-onevision-qwen2-0.5b-ov-hf-mic.html +++ b/shrink/llava-onevision-qwen2-0.5b-ov-hf-mic.html @@ -1,6 +1,6 @@ -Shrunk architecture +llava-hf/llava-onevision-qwen2-0.5b-ov-hf: shrunk architecture
-

Shrunk architecture

huggingface-mic/llava-onevision-qwen2-0.5b-ov-hf-mic@c8d8d3c952d7ba613a1c76b3eb2d1641b8fd053f ← llava-hf/llava-onevision-qwen2-0.5b-ov-hf@74dd0bf867a4cda7950c17663794267c60cf4b40 · LlavaOnevisionForConditionalGeneration · random weights

+

← MIC coverage of Transformers model types

+

llava-hf/llava-onevision-qwen2-0.5b-ov-hf

huggingface-mic/llava-onevision-qwen2-0.5b-ov-hf-mic@c8d8d3c952d7 ← llava-hf/llava-onevision-qwen2-0.5b-ov-hf@74dd0bf867a4 · LlavaOnevisionForConditionalGeneration · random weights

Original893.7Mparameters
Fixture10.0Mparameters
Layer stacks2compared
Findings0to review

✓ Same architecture, smaller

Every module class, layer kind and checked property of the original is in the fixture.

Layer stacks

One square per layer, colored by kind: the layer's module classes and type attributes. Hover a square for its index and kind.

model.vision_tower.encoder.layers

Original · 26
Fixture · 2
KindOriginalFixture
SiglipEncoderLayer262✓ kept

model.language_model.layers

Original · 24
Fixture · 2
KindOriginalFixture
Qwen2DecoderLayer242✓ kept

Where the parameters are

Share of each model's parameters per component. Vocabulary and patch sizes are kept, so embeddings usually take a larger share of the fixture.

Original
Fixture
ComponentOriginalShareFixtureShare
model.vision_tower.encoder.layers396.2M44.3%66.9K0.7%
model.language_model.layers357.9M40.0%74.2K0.7%
model.language_model136.2M15.2%9.7M97.7%
model.multi_modal_projector1.8M0.2%8.3K0.1%
model.vision_tower1.5M0.2%84.5K0.8%
model8960.0%640.0%

Preserved properties

ConfigPropertyOriginalFixture
modelmodel_typellava_onevisionllava_onevision✓ kept
modeltie_word_embeddingsTrueTrue✓ kept
vision_configmodel_typesiglip_vision_modelsiglip_vision_model✓ kept
vision_confighidden_actgelu_pytorch_tanhgelu_pytorch_tanh✓ kept
vision_configimage_size384384✓ kept
vision_configpatch_size1414✓ kept
vision_confignum_channels33✓ kept
text_configattention styleGQA (14 heads, 2 KV)GQA (4 heads, 2 KV)✓ kept
text_configRoPE typedefaultdefault✓ kept
text_configmodel_typeqwen2qwen2✓ kept
text_configvocab_size152000152000✓ kept
text_configtie_word_embeddingsTrueTrue✓ kept
text_confighidden_actsilusilu✓ kept
text_configmax_position_embeddings3276832768✓ kept

Module classes

Instances of each class in the built model (prefix LlavaOnevision omitted).

ClassOriginalFixture
Linear32729
LayerNorm535
Qwen2RMSNorm495
GELUTanh262
SiglipAttention262
SiglipEncoderLayer262
SiglipMLP262
Qwen2Attention242
Qwen2DecoderLayer242
Qwen2MLP242
SiLUActivation242
Embedding22
ModuleList22
Conv2d11
GELUActivation11
ForConditionalGeneration11
Model11
MultiModalProjector11
Qwen2Model11
Qwen2RotaryEmbedding11
SiglipEncoder11
SiglipVisionEmbeddings11
SiglipVisionModel11

Config changes

9 fields changed, 61 unchanged.

FieldOriginalFixture
text_config.hidden_size89664
text_config.intermediate_size4864128
text_config.layer_types24 entries: 24× full_attention["full_attention", "full_attention"]
text_config.num_attention_heads144
text_config.num_hidden_layers242
vision_config.hidden_size115264
vision_config.intermediate_size4304128
vision_config.num_attention_heads164
vision_config.num_hidden_layers262
\ No newline at end of file diff --git a/shrink/llava-onevision-qwen2-0.5b-ov-hf-mic.json b/shrink/llava-onevision-qwen2-0.5b-ov-hf-mic.json new file mode 100644 index 0000000000000000000000000000000000000000..b963342da990d82b424689bb9fc59773fe4ae78a --- /dev/null +++ b/shrink/llava-onevision-qwen2-0.5b-ov-hf-mic.json @@ -0,0 +1 @@ +{"fixture": "huggingface-mic/llava-onevision-qwen2-0.5b-ov-hf-mic@c8d8d3c952d7ba613a1c76b3eb2d1641b8fd053f", "findings": []} \ No newline at end of file