{ "fixture": "huggingface-mic/GLM-OCR-mic", "key": "ff49f902fed2a1d1731f33fad4c9689de8cf4f1814115af24d0cf0bf1a3fc197", "key_fields": { "architectures": [ "GlmOcrForConditionalGeneration" ], "output_hidden_states": false, "return_dict": true, "chunk_size_feed_forward": 0, "is_encoder_decoder": false, "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "problem_type": null, "text_config": { "architectures": null, "output_hidden_states": false, "return_dict": true, "dtype": "bfloat16", "chunk_size_feed_forward": 0, "is_encoder_decoder": false, "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "problem_type": null, "vocab_size": 59392, "hidden_size": 64, "intermediate_size": 128, "num_hidden_layers": 2, "num_attention_heads": 4, "num_key_value_heads": 2, "hidden_act": "silu", "max_position_embeddings": 131072, "initializer_range": 0.02, "rms_norm_eps": 1e-05, "use_cache": true, "attention_dropout": 0.0, "rope_parameters": { "mrope_section": [ 2, 3, 3 ], "partial_rotary_factor": 1.0, "rope_theta": 10000, "rope_type": "default" }, "pad_token_id": 59246, "_name_or_path": "", "attention_bias": false, "eos_token_id": [ 59246, 59253 ], "head_dim": 16, "model_type": "glm_ocr_text", "num_nextn_predict_layers": 1, "tie_word_embeddings": false, "output_attentions": false }, "vision_config": { "architectures": null, "output_hidden_states": false, "return_dict": true, "dtype": null, "chunk_size_feed_forward": 0, "is_encoder_decoder": false, "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "problem_type": null, "depth": 24, "hidden_size": 64, "hidden_act": "silu", "attention_bias": true, "attention_dropout": 0.0, "num_heads": 4, "in_channels": 3, "image_size": 336, "patch_size": 14, "rms_norm_eps": 1e-05, "spatial_merge_size": 2, "temporal_patch_size": 2, "out_hidden_size": 64, "intermediate_size": 128, "initializer_range": 0.02, "rope_parameters": { "rope_theta": 10000.0, "rope_type": "axial" }, "_name_or_path": "", "hidden_dropout_prob": 0.0, "model_type": "glm_ocr_vision", "output_attentions": false }, "image_token_id": 59280, "video_token_id": 59281, "image_start_token_id": 59256, "image_end_token_id": 59257, "video_start_token_id": 59258, "video_end_token_id": 59259, "tie_word_embeddings": false, "model_type": "glm_ocr", "output_attentions": false }, "covers": { "zai-org/GLM-OCR": "2e85a62840ccac27daa451df36c736c4636b8628" }, "built_from": { "repo": "zai-org/GLM-OCR", "revision": "2e85a62840ccac27daa451df36c736c4636b8628" }, "seed": 17, "dtype": "float32", "builder": "example/build_fixtures.py", "builder_revision": "89a774fc20355aea6a4818f8b03bd02934f71180", "recipe": { "seed": 17, "model_class": "GlmOcrForConditionalGeneration" }, "shrink": "rule", "model_class": "GlmOcrForConditionalGeneration", "parameters": 8810112, "missing_parameters": [], "checkpoint_inspection": "parameter headers/indexes; bounded binary fallback", "numeric_health_scope": "CPU float32/bfloat16/float16; autocast for low-precision losses", "captured": { "call": "training step", "inputs": [ "attention_mask", "image_grid_thw", "input_ids", "labels", "mm_token_type_ids", "pixel_values" ], "class": "GlmOcrForConditionalGeneration" }, "weights": "random", "gate": { "random": { "pass": true, "accepted_insensitive": {}, "threshold": 0.001, "deltas": { "input_ids:roll_batch": null, "input_ids:reverse": 1.028502345085144, "attention_mask:all_ones": null, "pixel_values:roll_batch": 0.08225058019161224, "pixel_values:swap_channels": 0.09702923893928528, "pixel_values:reverse": 0.09702923893928528, "pixel_values:halve": 0.11644549667835236 }, "weakest": "pixel_values:roll_batch", "no_perturbation_defined": [ "mm_token_type_ids", "image_grid_thw" ], "not_a_forward_parameter": [] } }, "numeric_health": { "float32": { "outputs_finite": true, "loss_finite": true, "gradients_finite": true, "finite": true }, "bfloat16": { "outputs_finite": true, "loss_finite": true, "gradients_finite": true, "finite": true }, "float16": { "outputs_finite": true, "loss_finite": true, "unscaled_gradients_finite": true, "finite": true } }, "copied_unchanged": [ "chat_template.jinja", "generation_config.json", "preprocessor_config.json", "processor_config.json", "tokenizer.json", "tokenizer_config.json" ], "environment": { "python": "3.12.12", "machine": "arm64", "torch": "2.14.1", "transformers": "5.22.0.dev0", "tokenizers": "0.23.3" }, "sha256": { "chat_template.jinja": "062e7ee4cc8defa88a5938b5d456dc60366ffd80647f918946ee747bf09ddc7c", "config.json": "aef57ccb0442518acb186ab8e8c810613da3d3748e418d9d663c2d7565d207e3", "generation_config.json": "4e2a3412f65b2a21d315d928986c55723d3e60dfb92c3982a5b9fd56835b0aa5", "model.safetensors": "e96d747f41b1e8934bccfd6329c71bcc1afae2a5c0873c8464e8e277cbca8589", "preprocessor_config.json": "02cc50c36240882ae35e8cd4077a25a379664108185d728d261cb785aefeccff", "processor_config.json": "a56fbd559186fefd6c22a3acc6a393a18a9fe52c264692a122a143d24042112b", "tokenizer.json": "aa0fd058c73a5718bb191f6672dc16d122ee0147b20c123d1726514298f9968a", "tokenizer_config.json": "95abd49942be9cdc6e2653528aed7b4c1cb9e180828421d3488ab38da3057016" } }