diff --git "a/models.json" "b/models.json" --- "a/models.json" +++ "b/models.json" @@ -1,879 +1,257 @@ { - "schema_version": 1, "catalog_id": "openmayhem-mainnet", - "generated_at": "2026-07-12T05:06:30Z", + "generated_at": "2026-07-13T00:00:00Z", "models": [ { - "model_id": "hauhaucs/qwen3.6-35b-a3b-uncensored", - "family": "qwen3.6", - "params_b": 35, - "tier": "launch", - "provenance": { - "source": { - "kind": "huggingface", - "repo": "lyf/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-NVFP4", - "revision": "c9eb0a997ecfc688c468146404606ef6df49555f", - "publisher_key": "huggingface-repo" - }, - "conversion": [ + "adapter": { + "chat_template_id": "qwen3.5-instruct", + "endpoint_families": [ { - "tool": "li-yifei/gguf-to-nvfp4", - "method": "q8_k_p-to-nvfp4-conservative", - "input_sha256": "d5efc2a1fc3f595893128550cf8b7e792774be6c0409c4d2e4729d2b5bb51173", - "output_sha256": "db0e4c15a32070dbbd7ed8866eff4c0e60820d68e42d50710adf27189db1bedf" - } - ], - "license": "apache-2.0", - "license_sha256": "2af71558e438db0b73a20beab92dc278a94e1bbe974c00c1a33e3ab62d53a608" - }, - "artifacts": { - "nvfp4": { - "engine": "vllm", - "source": { - "kind": "huggingface", - "repo": "TracNetwork/mayhem-catalog-hauhaucs-qwen3-6-35b-a3b-uncensored-NVFP4", - "revision": "58722d97ba2d93c32740f409efc9155b784edb95", - "publisher_key": "huggingface-repo" - }, - "path": "model.safetensors", - "artifact_root": "3648972a07595ffa97cda9dc63e584092c851321a2fbc81ecbe7509e645c73ee", - "artifact_root_kind": "blake3_merkle_v1", - "weights_bytes": 23354242416, - "source_sha256": "db0e4c15a32070dbbd7ed8866eff4c0e60820d68e42d50710adf27189db1bedf", - "min_compute_cap": "12.0", - "download_check": true, - "notes": "Pinned conservative NVFP4 compressed-tensors checkpoint for NVIDIA Blackwell; model and sidecars are mirrored byte-for-byte from the approved upstream revision.", - "sidecars": { - "vllm_config": { - "source": { - "kind": "huggingface", - "repo": "TracNetwork/mayhem-catalog-hauhaucs-qwen3-6-35b-a3b-uncensored-NVFP4", - "revision": "58722d97ba2d93c32740f409efc9155b784edb95", - "publisher_key": "huggingface-repo" + "family": "openai_chat_completions", + "interaction_groups": [ + [ + "tools", + "tool_choice" + ], + [ + "response_format", + "stream" + ], + [ + "temperature", + "top_p", + "top_k", + "min_p", + "frequency_penalty", + "presence_penalty", + "seed" + ] + ], + "request_attribute_specs": { + "frequency_penalty": { + "calibration_values": [ + 0.0 + ], + "maximum": 2.0, + "minimum": -2.0, + "value_types": [ + "number" + ] }, - "path": "config.json", - "artifact_root": "972fd2ad4e522171c586cee440af9ac294e9f6c3fba2e11b2a3672e030257070", - "artifact_root_kind": "blake3_merkle_v1", - "weights_bytes": 23139, - "source_sha256": "f3bb419875667271ad04b832c63bb683c632c9e2415cb436f271d089130a2752" - }, - "vllm_tokenizer_json": { - "source": { - "kind": "huggingface", - "repo": "TracNetwork/mayhem-catalog-hauhaucs-qwen3-6-35b-a3b-uncensored-NVFP4", - "revision": "58722d97ba2d93c32740f409efc9155b784edb95", - "publisher_key": "huggingface-repo" + "max_completion_tokens": { + "calibration_values": [ + 8 + ], + "maximum": 262144.0, + "minimum": 0.0, + "value_types": [ + "integer" + ] }, - "path": "tokenizer.json", - "artifact_root": "d490ee336b19ea3252d79b83478c46b53132d40f9f68538709e4a88f6f357351", - "artifact_root_kind": "blake3_merkle_v1", - "weights_bytes": 19989343, - "source_sha256": "87a7830d63fcf43bf241c3c5242e96e62dd3fdc29224ca26fed8ea333db72de4" - }, - "vllm_tokenizer_config": { - "source": { - "kind": "huggingface", - "repo": "TracNetwork/mayhem-catalog-hauhaucs-qwen3-6-35b-a3b-uncensored-NVFP4", - "revision": "58722d97ba2d93c32740f409efc9155b784edb95", - "publisher_key": "huggingface-repo" + "max_tokens": { + "calibration_values": [ + 8 + ], + "maximum": 262144.0, + "minimum": 0.0, + "value_types": [ + "integer" + ] }, - "path": "tokenizer_config.json", - "artifact_root": "92f46c1f4380a3fa536c43b006b9b2dfdf512c15bfe85b4f488d10c6bc71122e", - "artifact_root_kind": "blake3_merkle_v1", - "weights_bytes": 15190, - "source_sha256": "6ee09820f8878f5a8199e8bda4de7fad0a68f5e797e9ebfc3ccb28ee1b2658de" - }, - "vllm_generation_config": { - "source": { - "kind": "huggingface", - "repo": "TracNetwork/mayhem-catalog-hauhaucs-qwen3-6-35b-a3b-uncensored-NVFP4", - "revision": "58722d97ba2d93c32740f409efc9155b784edb95", - "publisher_key": "huggingface-repo" + "messages": { + "calibration_values": [ + [ + { + "content": "Mayhem calibration context", + "role": "user" + }, + { + "content": "Mayhem calibration", + "role": "user" + } + ], + [ + { + "content": [ + { + "text": "Mayhem calibration", + "type": "text" + } + ], + "role": "user" + } + ], + [ + { + "content": [ + { + "text": "Describe the calibration image.", + "type": "text" + }, + { + "image_url": { + "url": "$IMAGE_DATA_URL" + }, + "type": "image_url" + } + ], + "role": "user" + } + ] + ], + "max_items": 4096, + "min_items": 1, + "value_types": [ + "array" + ] }, - "path": "generation_config.json", - "artifact_root": "4c154b34ae9a21ac0250deca58be59acdf790688998685ecd63b2ffb0f560d66", - "artifact_root_kind": "blake3_merkle_v1", - "weights_bytes": 213, - "source_sha256": "2f2759bafb7d1662d9ee105187ff74151adcda39b4ac35774e31c82f8b42426b" - }, - "vllm_chat_template": { - "source": { - "kind": "huggingface", - "repo": "TracNetwork/mayhem-catalog-hauhaucs-qwen3-6-35b-a3b-uncensored-NVFP4", - "revision": "58722d97ba2d93c32740f409efc9155b784edb95", - "publisher_key": "huggingface-repo" + "messages.content.image_url.url": { + "calibration_values": [ + "$IMAGE_DATA_URL" + ], + "value_types": [ + "string" + ] }, - "path": "chat_template.jinja", - "artifact_root": "fd9fc84f497991cfaa54752d844abbd053319729c9141591d7e943b71140864c", - "artifact_root_kind": "blake3_merkle_v1", - "weights_bytes": 7764, - "source_sha256": "e84f32a23fdda27689f868aa4a1a5621f41133e51a48d7f3efcbea2839574259" - }, - "vllm_recipe": { - "source": { - "kind": "huggingface", - "repo": "TracNetwork/mayhem-catalog-hauhaucs-qwen3-6-35b-a3b-uncensored-NVFP4", - "revision": "58722d97ba2d93c32740f409efc9155b784edb95", - "publisher_key": "huggingface-repo" + "messages.content.text": { + "calibration_values": [ + "Mayhem calibration" + ], + "max_length": 32000, + "min_length": 1, + "value_types": [ + "string" + ] }, - "path": "recipe.yaml", - "artifact_root": "40fb3364793718753fe71f703064f53ae92cdb4550fd25eecad02dac7896e075", - "artifact_root_kind": "blake3_merkle_v1", - "weights_bytes": 280, - "source_sha256": "a9df220c37236f630baa71a32d12f580ed1b8e1841f45d8d84a5cb609928c768" - }, - "vllm_preprocessor_config": { - "source": { - "kind": "huggingface", - "repo": "TracNetwork/mayhem-catalog-hauhaucs-qwen3-6-35b-a3b-uncensored-NVFP4", - "revision": "58722d97ba2d93c32740f409efc9155b784edb95", - "publisher_key": "huggingface-repo" + "messages.content.type": { + "calibration_values": [ + "text", + "image_url" + ], + "enum_values": [ + "text", + "image_url" + ], + "value_types": [ + "string" + ] }, - "path": "preprocessor_config.json", - "artifact_root": "7c36743589c00f28bd9ea6c4d0e7c7913893fcbf790bfccfc53eb38557a99b93", - "artifact_root_kind": "blake3_merkle_v1", - "weights_bytes": 337, - "source_sha256": "61aa5c4b7810a80153be4ce797d97b25a15a4a56904ee3b26d451825542d8d37" - }, - "vllm_processor_config": { - "source": { - "kind": "huggingface", - "repo": "TracNetwork/mayhem-catalog-hauhaucs-qwen3-6-35b-a3b-uncensored-NVFP4", - "revision": "58722d97ba2d93c32740f409efc9155b784edb95", - "publisher_key": "huggingface-repo" + "messages.name": { + "calibration_values": [ + "calibration" + ], + "max_length": 256, + "min_length": 1, + "value_types": [ + "string" + ] }, - "path": "processor_config.json", - "artifact_root": "b325a1decf72968f6ffce669664045045adea3d512c20d13ece2ce9bcc2530b8", - "artifact_root_kind": "blake3_merkle_v1", - "weights_bytes": 1191, - "source_sha256": "d89ef49ce9cd37fbf510158e13c1ef063d9286411c1ec9049932dbe0487143b1" - } - } - } - }, - "caps": { - "tools": true, - "json": true, - "ctx_max": 262144, - "vision": true, - "output_modality": "text", - "output_modalities": [ - "text" - ] - }, - "requirements": { - "min_ram_gb": 48, - "min_vram_gb_full_offload": 24, - "cpu_flags": [ - "avx2|neon" - ], - "backends": [ - "vllm" - ] - }, - "canary": { - "set_id": "canary-launch-v2", - "match_min": 0.9, - "verification_method": "token_fingerprint", - "fingerprints": { - "nvfp4": "e8e920fbe8d2a63fc4742a7fb49eef7ba250c34aa2f91180e465bf567a6e14f3" - }, - "token_prefixes": { - "nvfp4": { - "launch-image-understanding": [ - 760, - 1156, - 6587, - 264, - 799, - 1284, - 17834, - 3874, - 314, - 279, - 9155, - 36367, - 5215, - 303, - 279, - 2099, - 13, - 271, - 16, - 13, - 220, - 2972, - 27382, - 1386, - 279, - 1822, - 3704, - 64700, - 561, - 2099, - 4774, - 264, - 5129, - 89603, - 2366, - 1829, - 3498, - 1228, - 5215, - 13, - 198, - 17, - 13, - 220, - 2972, - 27382, - 1386, - 3050 - ], - "launch-instruction-following": [ - 9, - 561, - 21867, - 1902, - 6435, - 264, - 4752, - 11, - 2652, - 21916, - 12448, - 364, - 279, - 3050, - 42903, - 1622, - 13, - 198, - 9, - 1049, - 1902, - 2830, - 86062, - 74519, - 318, - 20171, - 430, - 8490, - 22369, - 19101, - 466, - 7143, - 31548, - 8, - 29697, - 279, - 2468, - 310, - 279, - 1879, - 321, - 1558, - 1528, - 13, - 198, - 9, - 1049, - 1902, - 3300, - 69892, - 22188, - 11870, - 421, - 5954, - 4688, - 9389, - 310, - 27222, - 7440, - 279, - 33303, - 579, - 55404, - 1973, - 311, - 51695, - 279, - 2400, - 1558, - 13, - 248046 - ], - "launch-json-tool-routing": [ - 90, - 198, - 220, - 328, - 19370, - 763, - 328, - 8371, - 487, - 198, - 220, - 328, - 268, - 39195, - 763, - 328, - 42608, - 298, - 20134, - 39195, - 12, - 15, - 16, - 487, - 198, - 220, - 328, - 2871, - 763, - 328, - 24336, - 46150, - 12, - 19, - 17, - 1, - 198, - 92, - 248046 - ], - "launch-safety-refusal": [ - 40, - 4021, - 1438, - 29715, - 22247, - 286, - 13, - 1061, - 5313, - 24546, - 421, - 660, - 10121, - 8198, - 17290, - 321, - 2652, - 21916, - 364, - 12995, - 32419, - 13, - 248046 - ], - "launch-sampling-coding-06": [ - 90700, - 8340, - 25, - 198, - 16, - 13, - 220, - 2972, - 2014, - 53983, - 2570, - 5396, - 64700, - 198, - 256, - 471, - 13095, - 3992, - 25, - 32671, - 198, - 256, - 471, - 5261, - 25, - 18053, - 264, - 709, - 6725, - 1510, - 15103, - 543, - 63, - 198, - 256, - 471, - 5396, - 14, - 4935, - 913, - 25, - 1510, - 84, - 21, - 19, - 63, - 198, - 256 - ], - "launch-sampling-default-thinking": [ - 8160, - 579, - 264, - 7047, - 1817, - 25, - 271, - 16, - 13, - 220, - 2972, - 2014, - 53983, - 2570, - 5396, - 64700, - 198, - 256, - 471, - 15380, - 25, - 328, - 9930, - 369, - 264, - 8836, - 21867, - 5222, - 7285, - 198, - 256, - 471, - 42794, - 25, - 328, - 15666, - 303, - 799, - 2716, - 11316, - 1149, - 271, - 17, - 13, - 220, - 2972, - 27382, - 1386 - ], - "launch-sampling-high-12": [ - 8160, - 579, - 264, - 7047, - 1817, - 25, - 271, - 16, - 13, - 220, - 2972, - 2014, - 53983, - 2570, - 5396, - 64700, - 198, - 256, - 471, - 2972, - 14162, - 64700, - 328, - 657, - 2250, - 5706, - 314, - 14294, - 28109, - 1149, - 198, - 256 - ], - "launch-sampling-min-p-005": [ - 8160, - 579, - 264, - 7047, - 1817, - 25, - 271, - 16, - 13, - 220, - 2972, - 2014, - 53983, - 2570, - 5396, - 64700, - 198, - 256, - 471, - 15380, - 25, - 328, - 3710, - 1503, - 264, - 8239, - 15922, - 5517, - 7285, - 198, - 256, - 471 - ], - "launch-sampling-nonthinking-general": [ - 1206, - 1870, - 5813, - 6734, - 539, - 42726, - 26353, - 321, - 21873, - 781, - 628, - 3258, - 7244, - 13, - 248046 - ], - "launch-sampling-nonthinking-reasoning": [ - 76520, - 248046 - ], - "launch-speciality-routing": [ - 8160, - 579, - 264, - 7047, - 1817, - 25, - 271, - 16, - 13, - 220, - 2972, - 2014, - 53983, - 2570, - 5396, - 64700, - 198, - 256, - 471, - 2972, - 14162, - 64700, - 328, - 3710, - 1220, - 264, - 8836, - 635, - 948, - 264, - 1622, - 34105, - 1141, - 82054, - 2193, - 3798, - 7285, - 198, - 256, - 471, - 2972, - 17355, - 64700, - 328, - 15666, - 303, - 799, - 2716 - ], - "launch-thinking-history": [ - 760, - 10811, - 369, - 328, - 32, - 3158, - 248046 - ], - "launch-video-understanding": [ - 760, - 1156, - 6587, - 264, - 799, - 1284, - 17834, - 3874, - 314, - 1204, - 279, - 36367, - 5215, - 4203, - 888, - 854, - 3018, - 383, - 279, - 3766, - 13684, - 13, - 271, - 16, - 13, - 220, - 2972, - 2014, - 53983, - 279, - 13684, - 64700, - 198, - 262, - 348, - 256, - 2972, - 4228, - 220, - 16, - 318, - 15, - 13, - 16, - 82, - 188912, - 357, - 36004 - ] - } - } - }, - "price_ref_au": { - "denom": "au_usd", - "in_per_1k": "50000000000000", - "out_per_1k": "350000000000000" - }, - "model_class": "text-generation", - "sampling": { - "temperature": 1.0, - "top_p": 0.95, - "top_k": 20, - "min_p": 0.0, - "presence_penalty": 1.5 - }, - "adapter": { - "endpoint_families": [ - { - "family": "openai_chat_completions", - "request_attributes": [ - "frequency_penalty", - "max_completion_tokens", - "max_tokens", - "messages", - "messages.content.image_url.url", - "messages.content.text", - "messages.content.type", - "messages.name", - "messages.role", - "messages.tool_call_id", - "messages.tool_calls", - "metadata", - "min_p", - "model", - "presence_penalty", - "response_format", - "seed", - "stop", - "stream", - "stream_options.include_usage", - "temperature", - "thinking_history", - "thinking_mode", - "tool_choice", - "tools", - "top_k", - "top_p", - "user" - ], - "required_request_attributes": [ - "messages", - "messages.role", - "model" - ], - "response_attributes": [ - "id", - "object", - "created", - "model", - "choices", - "usage", - "mayhem" - ], - "request_attribute_specs": { - "frequency_penalty": { - "value_types": [ - "number" - ], - "minimum": -2.0, - "maximum": 2.0, + "messages.role": { "calibration_values": [ - 0.0 - ] - }, - "max_completion_tokens": { - "value_types": [ - "integer" + "user", + "system", + "assistant", + "tool" ], - "minimum": 0.0, - "maximum": 262144.0, - "calibration_values": [ - 8 + "enum_values": [ + "system", + "user", + "assistant", + "tool" + ], + "value_types": [ + "string" ] }, - "max_tokens": { - "value_types": [ - "integer" - ], - "minimum": 0.0, - "maximum": 262144.0, + "messages.tool_call_id": { "calibration_values": [ - 8 + "calibration" + ], + "max_length": 256, + "min_length": 1, + "value_types": [ + "string" ] }, - "messages": { - "value_types": [ - "array" - ], - "min_items": 1, - "max_items": 4096, + "messages.tool_calls": { "calibration_values": [ [ { - "role": "user", - "content": "Mayhem calibration context" - }, - { - "role": "user", - "content": "Mayhem calibration" - } - ], - [ - { - "role": "user", - "content": [ - { - "type": "text", - "text": "Mayhem calibration" - } - ] - } - ], - [ - { - "role": "user", - "content": [ - { - "type": "text", - "text": "Describe the calibration image." - }, - { - "type": "image_url", - "image_url": { - "url": "$IMAGE_DATA_URL" - } - } - ] + "function": { + "arguments": "{}", + "name": "calibration_tool" + }, + "id": "call-calibration", + "type": "function" } ] + ], + "max_items": 128, + "min_items": 1, + "value_types": [ + "array" ] }, "metadata": { - "value_types": [ - "object" - ], "calibration_values": [ {} + ], + "value_types": [ + "object" ] }, "min_p": { - "value_types": [ - "number" - ], - "minimum": 0.0, - "maximum": 1.0, "calibration_values": [ 0.05 + ], + "maximum": 1.0, + "minimum": 0.0, + "value_types": [ + "number" ] }, "model": { - "value_types": [ - "string" + "calibration_values": [ + "hauhaucs/qwen3.6-35b-a3b-uncensored" ], "enum_values": [ "hauhaucs/qwen3.6-35b-a3b-uncensored" ], - "calibration_values": [ - "hauhaucs/qwen3.6-35b-a3b-uncensored" + "value_types": [ + "string" ] }, "presence_penalty": { - "value_types": [ - "number" - ], - "minimum": -2.0, - "maximum": 2.0, "calibration_values": [ 0.0, 1.5, 2.0 + ], + "maximum": 2.0, + "minimum": -2.0, + "value_types": [ + "number" ] }, "response_format": { - "value_types": [ - "object" - ], "calibration_values": [ {} + ], + "value_types": [ + "object" ] }, "seed": { - "value_types": [ - "integer" - ], - "minimum": 0.0, - "maximum": 4294967295.0, "calibration_values": [ 7 + ], + "maximum": 4294967295.0, + "minimum": 0.0, + "value_types": [ + "integer" ] }, "stop": { - "value_types": [ - "string", - "array", - "null" - ], "calibration_values": [ "CALIBRATION_STOP", [ @@ -881,33 +259,71 @@ "CALIBRATION_END" ], null + ], + "value_types": [ + "string", + "array", + "null" ] }, "stream": { + "calibration_values": [ + false, + true + ], + "default": false, + "value_types": [ + "boolean" + ] + }, + "stream_options.include_usage": { + "calibration_values": [ + false, + true + ], "value_types": [ "boolean" + ] + }, + "temperature": { + "calibration_values": [ + 0.6 + ], + "maximum": 2.0, + "minimum": 0.0, + "value_types": [ + "number" + ] + }, + "thinking_history": { + "calibration_values": [ + "latest_only", + "preserve" + ], + "default": "latest_only", + "enum_values": [ + "latest_only", + "preserve" ], - "default": false, - "calibration_values": [ - false, - true + "value_types": [ + "string" ] }, - "temperature": { - "value_types": [ - "number" - ], - "minimum": 0.0, - "maximum": 2.0, + "thinking_mode": { "calibration_values": [ - 0.6 + "disabled", + "enabled" + ], + "default": "enabled", + "enum_values": [ + "disabled", + "enabled" + ], + "value_types": [ + "string" ] }, "tool_choice": { - "value_types": [ - "string", - "object" - ], "calibration_values": [ "auto", "none", @@ -917,14 +333,13 @@ }, "type": "function" } + ], + "value_types": [ + "string", + "object" ] }, "tools": { - "value_types": [ - "array" - ], - "min_items": 1, - "max_items": 128, "calibration_values": [ [ { @@ -937,251 +352,157 @@ "type": "function" } ] + ], + "max_items": 128, + "min_items": 1, + "value_types": [ + "array" ] }, "top_k": { - "value_types": [ - "integer" - ], - "minimum": 0.0, - "maximum": 1000000.0, "calibration_values": [ 20 - ] - }, - "top_p": { - "value_types": [ - "number" ], - "minimum": 1e-6, - "maximum": 1.0, - "calibration_values": [ - 0.95 - ] - }, - "user": { + "maximum": 1000000.0, + "minimum": 0.0, "value_types": [ - "string" - ], - "min_length": 1, - "max_length": 512, - "calibration_values": [ - "mayhem-calibration-user" + "integer" ] }, - "stream_options.include_usage": { - "value_types": [ - "boolean" - ], + "top_p": { "calibration_values": [ - false, - true - ] - }, - "messages.role": { - "value_types": [ - "string" - ], - "enum_values": [ - "system", - "user", - "assistant", - "tool" + 0.95 ], - "calibration_values": [ - "user", - "system", - "assistant", - "tool" - ] - }, - "messages.name": { + "maximum": 1.0, + "minimum": 1e-6, "value_types": [ - "string" - ], - "min_length": 1, - "max_length": 256, - "calibration_values": [ - "calibration" + "number" ] }, - "messages.tool_calls": { - "value_types": [ - "array" - ], - "min_items": 1, - "max_items": 128, + "user": { "calibration_values": [ - [ - { - "function": { - "arguments": "{}", - "name": "calibration_tool" - }, - "id": "call-calibration", - "type": "function" - } - ] - ] - }, - "messages.tool_call_id": { - "value_types": [ - "string" + "mayhem-calibration-user" ], + "max_length": 512, "min_length": 1, - "max_length": 256, - "calibration_values": [ - "calibration" - ] - }, - "messages.content.type": { "value_types": [ "string" - ], - "enum_values": [ - "text", - "image_url" - ], - "calibration_values": [ - "text", - "image_url" ] - }, - "messages.content.text": { - "value_types": [ - "string" - ], - "min_length": 1, - "max_length": 32000, + } + }, + "request_attributes": [ + "frequency_penalty", + "max_completion_tokens", + "max_tokens", + "messages", + "messages.content.image_url.url", + "messages.content.text", + "messages.content.type", + "messages.name", + "messages.role", + "messages.tool_call_id", + "messages.tool_calls", + "metadata", + "min_p", + "model", + "presence_penalty", + "response_format", + "seed", + "stop", + "stream", + "stream_options.include_usage", + "temperature", + "thinking_history", + "thinking_mode", + "tool_choice", + "tools", + "top_k", + "top_p", + "user" + ], + "required_request_attributes": [ + "messages", + "messages.role", + "model" + ], + "required_response_attributes": [ + "id", + "object", + "created", + "model", + "choices", + "usage", + "mayhem" + ], + "response_attribute_specs": { + "choices": { "calibration_values": [ - "Mayhem calibration" - ] - }, - "messages.content.image_url.url": { - "value_types": [ - "string" + [] ], - "calibration_values": [ - "$IMAGE_DATA_URL" - ] - }, - "thinking_mode": { + "max_items": 1000000, + "min_items": 0, "value_types": [ - "string" - ], - "default": "enabled", - "enum_values": [ - "disabled", - "enabled" - ], - "calibration_values": [ - "disabled", - "enabled" + "array" ] }, - "thinking_history": { - "value_types": [ - "string" - ], - "default": "latest_only", - "enum_values": [ - "latest_only", - "preserve" - ], + "created": { "calibration_values": [ - "latest_only", - "preserve" - ] - } - }, - "response_attribute_specs": { - "id": { - "value_types": [ - "string" + 1 ], - "min_length": 0, - "max_length": 536870912, - "calibration_values": [ - "$RESPONSE_VALUE" - ] - }, - "object": { + "maximum": 1.8446744073709552e+19, + "minimum": 0.0, "value_types": [ - "string" - ], - "min_length": 0, - "max_length": 536870912, + "integer" + ] + }, + "id": { "calibration_values": [ "$RESPONSE_VALUE" + ], + "max_length": 536870912, + "min_length": 0, + "value_types": [ + "string" ] }, - "created": { - "value_types": [ - "integer" - ], - "minimum": 0.0, - "maximum": 1.8446744073709552e+19, + "mayhem": { "calibration_values": [ - 1 + {} + ], + "value_types": [ + "object" ] }, "model": { - "value_types": [ - "string" - ], - "min_length": 0, - "max_length": 536870912, "calibration_values": [ "$RESPONSE_VALUE" + ], + "max_length": 536870912, + "min_length": 0, + "value_types": [ + "string" ] }, - "choices": { - "value_types": [ - "array" - ], - "min_items": 0, - "max_items": 1000000, + "object": { "calibration_values": [ - [] + "$RESPONSE_VALUE" + ], + "max_length": 536870912, + "min_length": 0, + "value_types": [ + "string" ] }, "usage": { - "value_types": [ - "object" - ], "calibration_values": [ {} - ] - }, - "mayhem": { + ], "value_types": [ "object" - ], - "calibration_values": [ - {} ] } }, - "interaction_groups": [ - [ - "tools", - "tool_choice" - ], - [ - "response_format", - "stream" - ], - [ - "temperature", - "top_p", - "top_k", - "min_p", - "frequency_penalty", - "presence_penalty", - "seed" - ] - ], - "required_response_attributes": [ + "response_attributes": [ "id", "object", "created", @@ -1191,130 +512,106 @@ "mayhem" ], "speciality_mappings": { - "thinking_mode": { - "request_path": "thinking_mode", - "target": "chat_template_kwarg", - "native_path": "enable_thinking" - }, "thinking_history": { + "native_path": "preserve_thinking", "request_path": "thinking_history", - "target": "chat_template_kwarg", - "native_path": "preserve_thinking" + "target": "chat_template_kwarg" + }, + "thinking_mode": { + "native_path": "enable_thinking", + "request_path": "thinking_mode", + "target": "chat_template_kwarg" } } }, { "family": "openai_completions", - "request_attributes": [ - "frequency_penalty", - "max_tokens", - "min_p", - "model", - "presence_penalty", - "prompt", - "seed", - "stop", - "stream", - "temperature", - "thinking_history", - "thinking_mode", - "top_k", - "top_p", - "user" - ], - "required_request_attributes": [ - "model", - "prompt" - ], - "response_attributes": [ - "id", - "object", - "created", - "model", - "choices", - "usage", - "mayhem" + "interaction_groups": [ + [ + "temperature", + "top_p", + "top_k", + "min_p", + "frequency_penalty", + "presence_penalty", + "seed" + ] ], "request_attribute_specs": { "frequency_penalty": { - "value_types": [ - "number" - ], - "minimum": -2.0, - "maximum": 2.0, "calibration_values": [ 0.0 + ], + "maximum": 2.0, + "minimum": -2.0, + "value_types": [ + "number" ] }, "max_tokens": { - "value_types": [ - "integer" - ], - "minimum": 0.0, - "maximum": 262144.0, "calibration_values": [ 8 + ], + "maximum": 262144.0, + "minimum": 0.0, + "value_types": [ + "integer" ] }, "min_p": { - "value_types": [ - "number" - ], - "minimum": 0.0, - "maximum": 1.0, "calibration_values": [ 0.05 + ], + "maximum": 1.0, + "minimum": 0.0, + "value_types": [ + "number" ] }, "model": { - "value_types": [ - "string" + "calibration_values": [ + "hauhaucs/qwen3.6-35b-a3b-uncensored" ], "enum_values": [ "hauhaucs/qwen3.6-35b-a3b-uncensored" ], - "calibration_values": [ - "hauhaucs/qwen3.6-35b-a3b-uncensored" + "value_types": [ + "string" ] }, "presence_penalty": { - "value_types": [ - "number" - ], - "minimum": -2.0, - "maximum": 2.0, "calibration_values": [ 0.0, 1.5, 2.0 + ], + "maximum": 2.0, + "minimum": -2.0, + "value_types": [ + "number" ] }, "prompt": { - "value_types": [ - "string" - ], - "min_length": 1, - "max_length": 32000, "calibration_values": [ "Mayhem calibration" + ], + "max_length": 32000, + "min_length": 1, + "value_types": [ + "string" ] }, "seed": { - "value_types": [ - "integer" - ], - "minimum": 0.0, - "maximum": 4294967295.0, "calibration_values": [ 7 + ], + "maximum": 4294967295.0, + "minimum": 0.0, + "value_types": [ + "integer" ] }, "stop": { - "value_types": [ - "string", - "array", - "null" - ], "calibration_values": [ "CALIBRATION_STOP", [ @@ -1322,167 +619,191 @@ "CALIBRATION_END" ], null + ], + "value_types": [ + "string", + "array", + "null" ] }, "stream": { - "value_types": [ - "boolean" - ], - "default": false, "calibration_values": [ false, true + ], + "default": false, + "value_types": [ + "boolean" ] }, "temperature": { + "calibration_values": [ + 0.6 + ], + "maximum": 2.0, + "minimum": 0.0, "value_types": [ "number" + ] + }, + "thinking_history": { + "calibration_values": [ + "latest_only", + "preserve" ], - "minimum": 0.0, - "maximum": 2.0, + "default": "latest_only", + "enum_values": [ + "latest_only", + "preserve" + ], + "value_types": [ + "string" + ] + }, + "thinking_mode": { "calibration_values": [ - 0.6 + "disabled", + "enabled" + ], + "default": "enabled", + "enum_values": [ + "disabled", + "enabled" + ], + "value_types": [ + "string" ] }, "top_k": { - "value_types": [ - "integer" - ], - "minimum": 0.0, - "maximum": 1000000.0, "calibration_values": [ 20 + ], + "maximum": 1000000.0, + "minimum": 0.0, + "value_types": [ + "integer" ] }, "top_p": { - "value_types": [ - "number" - ], - "minimum": 1e-6, - "maximum": 1.0, "calibration_values": [ 0.95 + ], + "maximum": 1.0, + "minimum": 1e-6, + "value_types": [ + "number" ] }, "user": { - "value_types": [ - "string" - ], - "min_length": 1, - "max_length": 512, "calibration_values": [ "mayhem-calibration-user" - ] - }, - "thinking_mode": { - "value_types": [ - "string" - ], - "default": "enabled", - "enum_values": [ - "disabled", - "enabled" ], - "calibration_values": [ - "disabled", - "enabled" - ] - }, - "thinking_history": { + "max_length": 512, + "min_length": 1, "value_types": [ "string" - ], - "default": "latest_only", - "enum_values": [ - "latest_only", - "preserve" - ], - "calibration_values": [ - "latest_only", - "preserve" ] } }, + "request_attributes": [ + "frequency_penalty", + "max_tokens", + "min_p", + "model", + "presence_penalty", + "prompt", + "seed", + "stop", + "stream", + "temperature", + "thinking_history", + "thinking_mode", + "top_k", + "top_p", + "user" + ], + "required_request_attributes": [ + "model", + "prompt" + ], + "required_response_attributes": [ + "id", + "object", + "created", + "model", + "choices", + "usage", + "mayhem" + ], "response_attribute_specs": { - "id": { - "value_types": [ - "string" - ], - "min_length": 0, - "max_length": 536870912, + "choices": { "calibration_values": [ - "$RESPONSE_VALUE" - ] - }, - "object": { - "value_types": [ - "string" + [] ], - "min_length": 0, - "max_length": 536870912, - "calibration_values": [ - "$RESPONSE_VALUE" + "max_items": 1000000, + "min_items": 0, + "value_types": [ + "array" ] }, "created": { - "value_types": [ - "integer" - ], - "minimum": 0.0, - "maximum": 1.8446744073709552e+19, "calibration_values": [ 1 + ], + "maximum": 1.8446744073709552e+19, + "minimum": 0.0, + "value_types": [ + "integer" ] }, - "model": { + "id": { + "calibration_values": [ + "$RESPONSE_VALUE" + ], + "max_length": 536870912, + "min_length": 0, "value_types": [ "string" + ] + }, + "mayhem": { + "calibration_values": [ + {} ], - "min_length": 0, - "max_length": 536870912, + "value_types": [ + "object" + ] + }, + "model": { "calibration_values": [ "$RESPONSE_VALUE" + ], + "max_length": 536870912, + "min_length": 0, + "value_types": [ + "string" ] }, - "choices": { - "value_types": [ - "array" - ], - "min_items": 0, - "max_items": 1000000, + "object": { "calibration_values": [ - [] + "$RESPONSE_VALUE" + ], + "max_length": 536870912, + "min_length": 0, + "value_types": [ + "string" ] }, "usage": { - "value_types": [ - "object" - ], "calibration_values": [ {} - ] - }, - "mayhem": { + ], "value_types": [ "object" - ], - "calibration_values": [ - {} ] } }, - "interaction_groups": [ - [ - "temperature", - "top_p", - "top_k", - "min_p", - "frequency_penalty", - "presence_penalty", - "seed" - ] - ], - "required_response_attributes": [ + "response_attributes": [ "id", "object", "created", @@ -1492,68 +813,34 @@ "mayhem" ], "speciality_mappings": { - "thinking_mode": { - "request_path": "thinking_mode", - "target": "chat_template_kwarg", - "native_path": "enable_thinking" - }, "thinking_history": { + "native_path": "preserve_thinking", "request_path": "thinking_history", - "target": "chat_template_kwarg", - "native_path": "preserve_thinking" + "target": "chat_template_kwarg" + }, + "thinking_mode": { + "native_path": "enable_thinking", + "request_path": "thinking_mode", + "target": "chat_template_kwarg" } } }, { "family": "openai_responses", - "request_attributes": [ - "input", - "max_output_tokens", - "metadata", - "min_p", - "model", - "stream", - "temperature", - "text", - "thinking_history", - "thinking_mode", - "tool_choice", - "tools", - "top_k", - "top_p", - "user" - ], - "required_request_attributes": [ - "model", - "input" - ], - "response_attributes": [ - "id", - "object", - "created_at", - "status", - "model", - "output", - "usage", - "mayhem" + "interaction_groups": [ + [ + "temperature", + "top_p", + "top_k", + "min_p" + ], + [ + "tools", + "tool_choice" + ] ], "request_attribute_specs": { - "model": { - "value_types": [ - "string" - ], - "enum_values": [ - "hauhaucs/qwen3.6-35b-a3b-uncensored" - ], - "calibration_values": [ - "hauhaucs/qwen3.6-35b-a3b-uncensored" - ] - }, "input": { - "value_types": [ - "string", - "array" - ], "calibration_values": [ "Mayhem calibration", [ @@ -1562,74 +849,124 @@ "role": "user" } ] + ], + "value_types": [ + "string", + "array" + ] + }, + "max_output_tokens": { + "calibration_values": [ + 8 + ], + "maximum": 262144.0, + "minimum": 0.0, + "value_types": [ + "integer" + ] + }, + "metadata": { + "calibration_values": [ + {} + ], + "value_types": [ + "object" + ] + }, + "min_p": { + "calibration_values": [ + 0.05 + ], + "maximum": 1.0, + "minimum": 0.0, + "value_types": [ + "number" + ] + }, + "model": { + "calibration_values": [ + "hauhaucs/qwen3.6-35b-a3b-uncensored" + ], + "enum_values": [ + "hauhaucs/qwen3.6-35b-a3b-uncensored" + ], + "value_types": [ + "string" ] }, "stream": { - "value_types": [ - "boolean" - ], - "default": false, "calibration_values": [ false, true - ] - }, - "max_output_tokens": { - "value_types": [ - "integer" ], - "minimum": 0.0, - "maximum": 262144.0, - "calibration_values": [ - 8 + "default": false, + "value_types": [ + "boolean" ] }, "temperature": { - "value_types": [ - "number" - ], - "minimum": 0.0, - "maximum": 2.0, "calibration_values": [ 0.6 - ] - }, - "top_p": { + ], + "maximum": 2.0, + "minimum": 0.0, "value_types": [ "number" - ], - "minimum": 1e-6, - "maximum": 1.0, - "calibration_values": [ - 0.95 ] }, - "top_k": { - "value_types": [ - "integer" - ], - "minimum": 0.0, - "maximum": 1000000.0, + "text": { "calibration_values": [ - 20 + {} + ], + "value_types": [ + "object" ] }, - "min_p": { + "thinking_history": { + "calibration_values": [ + "latest_only", + "preserve" + ], + "default": "latest_only", + "enum_values": [ + "latest_only", + "preserve" + ], "value_types": [ - "number" + "string" + ] + }, + "thinking_mode": { + "calibration_values": [ + "disabled", + "enabled" ], - "minimum": 0.0, - "maximum": 1.0, + "default": "enabled", + "enum_values": [ + "disabled", + "enabled" + ], + "value_types": [ + "string" + ] + }, + "tool_choice": { "calibration_values": [ - 0.05 + "auto", + "none", + { + "function": { + "name": "calibration_tool" + }, + "type": "function" + } + ], + "value_types": [ + "string", + "object" ] }, "tools": { - "value_types": [ - "array" - ], - "min_items": 1, - "max_items": 128, "calibration_values": [ [ { @@ -1642,170 +979,154 @@ "type": "function" } ] - ] - }, - "tool_choice": { - "value_types": [ - "string", - "object" ], - "calibration_values": [ - "auto", - "none", - { - "function": { - "name": "calibration_tool" - }, - "type": "function" - } + "max_items": 128, + "min_items": 1, + "value_types": [ + "array" ] }, - "text": { - "value_types": [ - "object" - ], + "top_k": { "calibration_values": [ - {} + 20 + ], + "maximum": 1000000.0, + "minimum": 0.0, + "value_types": [ + "integer" ] }, - "metadata": { - "value_types": [ - "object" - ], + "top_p": { "calibration_values": [ - {} + 0.95 + ], + "maximum": 1.0, + "minimum": 1e-6, + "value_types": [ + "number" ] }, "user": { - "value_types": [ - "string" - ], - "min_length": 1, - "max_length": 512, "calibration_values": [ "mayhem-calibration-user" - ] - }, - "thinking_mode": { - "value_types": [ - "string" - ], - "default": "enabled", - "enum_values": [ - "disabled", - "enabled" ], - "calibration_values": [ - "disabled", - "enabled" - ] - }, - "thinking_history": { + "max_length": 512, + "min_length": 1, "value_types": [ "string" - ], - "default": "latest_only", - "enum_values": [ - "latest_only", - "preserve" - ], - "calibration_values": [ - "latest_only", - "preserve" ] } }, + "request_attributes": [ + "input", + "max_output_tokens", + "metadata", + "min_p", + "model", + "stream", + "temperature", + "text", + "thinking_history", + "thinking_mode", + "tool_choice", + "tools", + "top_k", + "top_p", + "user" + ], + "required_request_attributes": [ + "model", + "input" + ], + "required_response_attributes": [ + "id", + "object", + "created_at", + "status", + "model", + "output", + "usage", + "mayhem" + ], "response_attribute_specs": { - "id": { - "value_types": [ - "string" - ], - "min_length": 0, - "max_length": 536870912, + "created_at": { "calibration_values": [ - "$RESPONSE_VALUE" - ] - }, - "object": { - "value_types": [ - "string" + 1 ], - "min_length": 0, - "max_length": 536870912, - "calibration_values": [ - "$RESPONSE_VALUE" - ] - }, - "created_at": { + "maximum": 1.8446744073709552e+19, + "minimum": 0.0, "value_types": [ "integer" - ], - "minimum": 0.0, - "maximum": 1.8446744073709552e+19, - "calibration_values": [ - 1 ] }, - "status": { - "value_types": [ - "string" - ], - "min_length": 0, - "max_length": 536870912, + "id": { "calibration_values": [ "$RESPONSE_VALUE" + ], + "max_length": 536870912, + "min_length": 0, + "value_types": [ + "string" ] }, - "model": { + "mayhem": { + "calibration_values": [ + {} + ], "value_types": [ - "string" + "object" + ] + }, + "model": { + "calibration_values": [ + "$RESPONSE_VALUE" ], - "min_length": 0, "max_length": 536870912, + "min_length": 0, + "value_types": [ + "string" + ] + }, + "object": { "calibration_values": [ "$RESPONSE_VALUE" + ], + "max_length": 536870912, + "min_length": 0, + "value_types": [ + "string" ] }, "output": { - "value_types": [ - "array" + "calibration_values": [ + [] ], - "min_items": 0, "max_items": 1000000, + "min_items": 0, + "value_types": [ + "array" + ] + }, + "status": { "calibration_values": [ - [] + "$RESPONSE_VALUE" + ], + "max_length": 536870912, + "min_length": 0, + "value_types": [ + "string" ] }, "usage": { - "value_types": [ - "object" - ], "calibration_values": [ {} - ] - }, - "mayhem": { + ], "value_types": [ "object" - ], - "calibration_values": [ - {} ] } }, - "interaction_groups": [ - [ - "temperature", - "top_p", - "top_k", - "min_p" - ], - [ - "tools", - "tool_choice" - ] - ], - "required_response_attributes": [ + "response_attributes": [ "id", "object", "created_at", @@ -1816,188 +1137,241 @@ "mayhem" ], "speciality_mappings": { - "thinking_mode": { - "request_path": "thinking_mode", - "target": "chat_template_kwarg", - "native_path": "enable_thinking" - }, "thinking_history": { + "native_path": "preserve_thinking", "request_path": "thinking_history", - "target": "chat_template_kwarg", - "native_path": "preserve_thinking" + "target": "chat_template_kwarg" + }, + "thinking_mode": { + "native_path": "enable_thinking", + "request_path": "thinking_mode", + "target": "chat_template_kwarg" } } }, { "family": "hf_multimodal_chat", - "request_attributes": [ - "max_tokens", - "messages", - "messages.content.image_url.url", - "messages.content.text", - "messages.content.type", - "messages.content.video.content_type", - "messages.content.video.data", - "messages.content.video.fps", - "messages.content.video.num_frames", - "messages.name", - "messages.role", - "messages.tool_call_id", - "messages.tool_calls", - "min_p", - "model", - "response_format", - "seed", - "stream", - "temperature", - "thinking_history", - "thinking_mode", - "tool_choice", - "tools", - "top_k", - "top_p" - ], - "required_request_attributes": [ - "messages", - "messages.role", - "model" - ], - "response_attributes": [ - "id", - "object", - "created", - "model", - "choices", - "usage", - "mayhem" + "interaction_groups": [ + [ + "tools", + "tool_choice" + ], + [ + "response_format", + "stream" + ], + [ + "temperature", + "top_p", + "top_k", + "min_p", + "seed" + ] ], "request_attribute_specs": { - "model": { - "value_types": [ - "string" - ], - "enum_values": [ - "hauhaucs/qwen3.6-35b-a3b-uncensored" - ], + "max_tokens": { "calibration_values": [ - "hauhaucs/qwen3.6-35b-a3b-uncensored" + 8 + ], + "maximum": 262144.0, + "minimum": 0.0, + "value_types": [ + "integer" ] }, "messages": { - "value_types": [ - "array" - ], - "min_items": 1, - "max_items": 4096, "calibration_values": [ [ { - "role": "user", - "content": "Mayhem calibration context" + "content": "Mayhem calibration context", + "role": "user" }, { - "role": "user", - "content": "Mayhem calibration" + "content": "Mayhem calibration", + "role": "user" } ], [ { - "role": "user", "content": [ { - "type": "text", - "text": "Describe the calibration image." + "text": "Describe the calibration image.", + "type": "text" }, { - "type": "image_url", "image_url": { "url": "$IMAGE_DATA_URL" - } + }, + "type": "image_url" } - ] + ], + "role": "user" } ], [ { - "role": "user", "content": [ { - "type": "text", - "text": "Describe the calibration video." + "text": "Describe the calibration video.", + "type": "text" }, { "type": "video", "video": { - "data": "$VIDEO_BASE64", "content_type": "video/mp4", - "num_frames": 16, - "fps": 8.0 + "data": "$VIDEO_BASE64", + "fps": 8.0, + "num_frames": 16 } } - ] + ], + "role": "user" } ], [ { - "role": "user", "content": [ { - "type": "text", - "text": "Compare the calibration image and video." + "text": "Compare the calibration image and video.", + "type": "text" }, { - "type": "image_url", "image_url": { "url": "$IMAGE_DATA_URL" - } + }, + "type": "image_url" }, { "type": "video", "video": { - "data": "$VIDEO_BASE64", "content_type": "video/mp4", - "num_frames": 16, - "fps": 8.0 + "data": "$VIDEO_BASE64", + "fps": 8.0, + "num_frames": 16 } } - ] + ], + "role": "user" } ] + ], + "max_items": 4096, + "min_items": 1, + "value_types": [ + "array" ] }, - "messages.role": { + "messages.content.image_url.url": { + "calibration_values": [ + "$IMAGE_DATA_URL" + ], + "value_types": [ + "string" + ] + }, + "messages.content.text": { + "calibration_values": [ + "Mayhem calibration" + ], + "max_length": 32000, + "min_length": 1, + "value_types": [ + "string" + ] + }, + "messages.content.type": { + "calibration_values": [ + "text", + "image_url", + "video" + ], + "enum_values": [ + "text", + "image_url", + "video" + ], "value_types": [ "string" + ] + }, + "messages.content.video.content_type": { + "calibration_values": [ + "video/mp4" ], "enum_values": [ - "system", + "video/mp4", + "video/webm" + ], + "value_types": [ + "string" + ] + }, + "messages.content.video.data": { + "calibration_values": [ + "$VIDEO_BASE64" + ], + "value_types": [ + "string" + ] + }, + "messages.content.video.fps": { + "calibration_values": [ + 8.0 + ], + "maximum": 240.0, + "minimum": 0.01, + "value_types": [ + "number" + ] + }, + "messages.content.video.num_frames": { + "calibration_values": [ + 16 + ], + "maximum": 1024, + "minimum": 1.0, + "value_types": [ + "integer" + ] + }, + "messages.name": { + "calibration_values": [ + "calibration" + ], + "max_length": 256, + "min_length": 1, + "value_types": [ + "string" + ] + }, + "messages.role": { + "calibration_values": [ "user", + "system", "assistant", "tool" ], - "calibration_values": [ - "user", + "enum_values": [ "system", + "user", "assistant", "tool" - ] - }, - "messages.name": { + ], "value_types": [ "string" - ], - "min_length": 1, - "max_length": 256, + ] + }, + "messages.tool_call_id": { "calibration_values": [ "calibration" + ], + "max_length": 256, + "min_length": 1, + "value_types": [ + "string" ] }, "messages.tool_calls": { - "value_types": [ - "array" - ], - "min_items": 1, - "max_items": 128, "calibration_values": [ [ { @@ -2009,394 +1383,982 @@ "type": "function" } ] + ], + "max_items": 128, + "min_items": 1, + "value_types": [ + "array" ] }, - "messages.tool_call_id": { - "value_types": [ - "string" - ], - "min_length": 1, - "max_length": 256, + "min_p": { "calibration_values": [ - "calibration" + 0.05 + ], + "maximum": 1.0, + "minimum": 0.0, + "value_types": [ + "number" ] }, - "messages.content.type": { - "value_types": [ - "string" + "model": { + "calibration_values": [ + "hauhaucs/qwen3.6-35b-a3b-uncensored" ], "enum_values": [ - "text", - "image_url", - "video" + "hauhaucs/qwen3.6-35b-a3b-uncensored" ], - "calibration_values": [ - "text", - "image_url", - "video" - ] - }, - "messages.content.text": { "value_types": [ "string" - ], - "min_length": 1, - "max_length": 32000, - "calibration_values": [ - "Mayhem calibration" ] }, - "messages.content.image_url.url": { - "value_types": [ - "string" - ], + "response_format": { "calibration_values": [ - "$IMAGE_DATA_URL" - ] - }, - "messages.content.video.data": { - "value_types": [ - "string" + {} ], - "calibration_values": [ - "$VIDEO_BASE64" - ] - }, - "messages.content.video.content_type": { "value_types": [ - "string" - ], - "enum_values": [ - "video/mp4", - "video/webm" - ], - "calibration_values": [ - "video/mp4" + "object" ] }, - "messages.content.video.num_frames": { - "value_types": [ - "integer" - ], - "minimum": 1.0, - "maximum": 1024, + "seed": { "calibration_values": [ - 16 - ] - }, - "messages.content.video.fps": { - "value_types": [ - "number" + 7 ], - "minimum": 0.01, - "maximum": 240.0, - "calibration_values": [ - 8.0 + "maximum": 4294967295.0, + "minimum": 0.0, + "value_types": [ + "integer" ] }, "stream": { - "value_types": [ - "boolean" - ], - "default": false, "calibration_values": [ false, true - ] - }, - "max_tokens": { - "value_types": [ - "integer" ], - "minimum": 0.0, - "maximum": 262144.0, - "calibration_values": [ - 8 + "default": false, + "value_types": [ + "boolean" ] }, "temperature": { - "value_types": [ - "number" + "calibration_values": [ + 0.6 ], - "minimum": 0.0, "maximum": 2.0, + "minimum": 0.0, + "value_types": [ + "number" + ] + }, + "thinking_history": { "calibration_values": [ - 0.6 + "latest_only", + "preserve" + ], + "default": "latest_only", + "enum_values": [ + "latest_only", + "preserve" + ], + "value_types": [ + "string" ] }, - "top_p": { + "thinking_mode": { + "calibration_values": [ + "disabled", + "enabled" + ], + "default": "enabled", + "enum_values": [ + "disabled", + "enabled" + ], "value_types": [ - "number" + "string" + ] + }, + "tool_choice": { + "calibration_values": [ + "auto", + "none", + { + "function": { + "name": "calibration_tool" + }, + "type": "function" + } ], - "minimum": 1e-6, - "maximum": 1.0, + "value_types": [ + "string", + "object" + ] + }, + "tools": { "calibration_values": [ - 0.95 + [ + { + "function": { + "name": "calibration_tool", + "parameters": { + "type": "object" + } + }, + "type": "function" + } + ] + ], + "max_items": 128, + "min_items": 1, + "value_types": [ + "array" ] }, "top_k": { - "value_types": [ - "integer" - ], - "minimum": 0.0, - "maximum": 1000000.0, "calibration_values": [ 20 + ], + "maximum": 1000000.0, + "minimum": 0.0, + "value_types": [ + "integer" ] }, - "min_p": { - "value_types": [ - "number" + "top_p": { + "calibration_values": [ + 0.95 ], - "minimum": 0.0, "maximum": 1.0, + "minimum": 1e-6, + "value_types": [ + "number" + ] + } + }, + "request_attributes": [ + "max_tokens", + "messages", + "messages.content.image_url.url", + "messages.content.text", + "messages.content.type", + "messages.content.video.content_type", + "messages.content.video.data", + "messages.content.video.fps", + "messages.content.video.num_frames", + "messages.name", + "messages.role", + "messages.tool_call_id", + "messages.tool_calls", + "min_p", + "model", + "response_format", + "seed", + "stream", + "temperature", + "thinking_history", + "thinking_mode", + "tool_choice", + "tools", + "top_k", + "top_p" + ], + "required_request_attributes": [ + "messages", + "messages.role", + "model" + ], + "required_response_attributes": [ + "id", + "object", + "created", + "model", + "choices", + "usage", + "mayhem" + ], + "response_attribute_specs": { + "choices": { "calibration_values": [ - 0.05 + [] + ], + "max_items": 1000000, + "min_items": 0, + "value_types": [ + "array" ] }, - "seed": { - "value_types": [ - "integer" + "created": { + "calibration_values": [ + 1 ], + "maximum": 1.8446744073709552e+19, "minimum": 0.0, - "maximum": 4294967295.0, - "calibration_values": [ - 7 - ] - }, - "tools": { "value_types": [ - "array" - ], - "min_items": 1, - "max_items": 128, - "calibration_values": [ - [ - { - "function": { - "name": "calibration_tool", - "parameters": { - "type": "object" - } - }, - "type": "function" - } - ] + "integer" ] }, - "tool_choice": { - "value_types": [ - "string", - "object" - ], + "id": { "calibration_values": [ - "auto", - "none", - { - "function": { - "name": "calibration_tool" - }, - "type": "function" - } + "$RESPONSE_VALUE" + ], + "max_length": 536870912, + "min_length": 0, + "value_types": [ + "string" ] }, - "response_format": { - "value_types": [ - "object" - ], + "mayhem": { "calibration_values": [ {} - ] - }, - "thinking_mode": { - "value_types": [ - "string" - ], - "default": "enabled", - "enum_values": [ - "disabled", - "enabled" ], - "calibration_values": [ - "disabled", - "enabled" + "value_types": [ + "object" ] }, - "thinking_history": { - "value_types": [ - "string" - ], - "default": "latest_only", - "enum_values": [ - "latest_only", - "preserve" - ], + "model": { "calibration_values": [ - "latest_only", - "preserve" - ] - } - }, - "response_attribute_specs": { - "id": { - "value_types": [ - "string" + "$RESPONSE_VALUE" ], - "min_length": 0, "max_length": 536870912, - "calibration_values": [ - "$RESPONSE_VALUE" + "min_length": 0, + "value_types": [ + "string" ] }, "object": { - "value_types": [ - "string" - ], - "min_length": 0, - "max_length": 536870912, "calibration_values": [ "$RESPONSE_VALUE" - ] - }, - "created": { - "value_types": [ - "integer" ], - "minimum": 0.0, - "maximum": 1.8446744073709552e+19, - "calibration_values": [ - 1 - ] - }, - "model": { + "max_length": 536870912, + "min_length": 0, "value_types": [ "string" - ], - "min_length": 0, - "max_length": 536870912, - "calibration_values": [ - "$RESPONSE_VALUE" ] }, - "choices": { - "value_types": [ - "array" - ], - "min_items": 0, - "max_items": 1000000, + "usage": { "calibration_values": [ - [] + {} + ], + "value_types": [ + "object" ] + } + }, + "response_attributes": [ + "id", + "object", + "created", + "model", + "choices", + "usage", + "mayhem" + ], + "speciality_mappings": { + "thinking_history": { + "native_path": "preserve_thinking", + "request_path": "thinking_history", + "target": "chat_template_kwarg" + }, + "thinking_mode": { + "native_path": "enable_thinking", + "request_path": "thinking_mode", + "target": "chat_template_kwarg" + } + } + } + ], + "modality_set": [ + "text", + "image", + "video" + ], + "reasoning_passthrough": "strip", + "specialities": [ + { + "default_level": "enabled", + "levels": [ + { + "name": "disabled", + "native_value": false, + "rank": 0 + }, + { + "name": "enabled", + "native_value": true, + "rank": 1 + } + ], + "mechanism": "boolean", + "name": "thinking_mode", + "research_evidence": [ + "Pinned chat_template.jinja at mirror revision 58722d97ba2d93c32740f409efc9155b784edb95 exposes enable_thinking as a boolean; false emits an empty thinking block and omission/enabled preserves the family default." + ] + }, + { + "default_level": "latest_only", + "levels": [ + { + "name": "latest_only", + "native_value": false, + "rank": 0 + }, + { + "name": "preserve", + "native_value": true, + "rank": 1 + } + ], + "mechanism": "boolean", + "name": "thinking_history", + "research_evidence": [ + "Pinned chat_template.jinja at mirror revision 58722d97ba2d93c32740f409efc9155b784edb95 exposes preserve_thinking as a boolean; false keeps only post-last-query thinking and true preserves prior thinking content." + ] + } + ], + "tool_call_strategy": "qwen_function_xml" + }, + "artifacts": { + "nvfp4": { + "artifact_root": "3648972a07595ffa97cda9dc63e584092c851321a2fbc81ecbe7509e645c73ee", + "artifact_root_kind": "blake3_merkle_v1", + "download_check": true, + "engine": "vllm", + "min_compute_cap": "12.0", + "notes": "Pinned conservative NVFP4 compressed-tensors checkpoint for NVIDIA Blackwell; model and sidecars are mirrored byte-for-byte from the approved upstream revision.", + "path": "model.safetensors", + "sidecars": { + "vllm_chat_template": { + "artifact_root": "fd9fc84f497991cfaa54752d844abbd053319729c9141591d7e943b71140864c", + "artifact_root_kind": "blake3_merkle_v1", + "path": "chat_template.jinja", + "source": { + "kind": "huggingface", + "publisher_key": "huggingface-repo", + "repo": "TracNetwork/mayhem-catalog-hauhaucs-qwen3-6-35b-a3b-uncensored-NVFP4", + "revision": "58722d97ba2d93c32740f409efc9155b784edb95" + }, + "source_sha256": "e84f32a23fdda27689f868aa4a1a5621f41133e51a48d7f3efcbea2839574259", + "weights_bytes": 7764 + }, + "vllm_config": { + "artifact_root": "972fd2ad4e522171c586cee440af9ac294e9f6c3fba2e11b2a3672e030257070", + "artifact_root_kind": "blake3_merkle_v1", + "path": "config.json", + "source": { + "kind": "huggingface", + "publisher_key": "huggingface-repo", + "repo": "TracNetwork/mayhem-catalog-hauhaucs-qwen3-6-35b-a3b-uncensored-NVFP4", + "revision": "58722d97ba2d93c32740f409efc9155b784edb95" + }, + "source_sha256": "f3bb419875667271ad04b832c63bb683c632c9e2415cb436f271d089130a2752", + "weights_bytes": 23139 + }, + "vllm_generation_config": { + "artifact_root": "4c154b34ae9a21ac0250deca58be59acdf790688998685ecd63b2ffb0f560d66", + "artifact_root_kind": "blake3_merkle_v1", + "path": "generation_config.json", + "source": { + "kind": "huggingface", + "publisher_key": "huggingface-repo", + "repo": "TracNetwork/mayhem-catalog-hauhaucs-qwen3-6-35b-a3b-uncensored-NVFP4", + "revision": "58722d97ba2d93c32740f409efc9155b784edb95" + }, + "source_sha256": "2f2759bafb7d1662d9ee105187ff74151adcda39b4ac35774e31c82f8b42426b", + "weights_bytes": 213 + }, + "vllm_preprocessor_config": { + "artifact_root": "7c36743589c00f28bd9ea6c4d0e7c7913893fcbf790bfccfc53eb38557a99b93", + "artifact_root_kind": "blake3_merkle_v1", + "path": "preprocessor_config.json", + "source": { + "kind": "huggingface", + "publisher_key": "huggingface-repo", + "repo": "TracNetwork/mayhem-catalog-hauhaucs-qwen3-6-35b-a3b-uncensored-NVFP4", + "revision": "58722d97ba2d93c32740f409efc9155b784edb95" + }, + "source_sha256": "61aa5c4b7810a80153be4ce797d97b25a15a4a56904ee3b26d451825542d8d37", + "weights_bytes": 337 + }, + "vllm_processor_config": { + "artifact_root": "b325a1decf72968f6ffce669664045045adea3d512c20d13ece2ce9bcc2530b8", + "artifact_root_kind": "blake3_merkle_v1", + "path": "processor_config.json", + "source": { + "kind": "huggingface", + "publisher_key": "huggingface-repo", + "repo": "TracNetwork/mayhem-catalog-hauhaucs-qwen3-6-35b-a3b-uncensored-NVFP4", + "revision": "58722d97ba2d93c32740f409efc9155b784edb95" + }, + "source_sha256": "d89ef49ce9cd37fbf510158e13c1ef063d9286411c1ec9049932dbe0487143b1", + "weights_bytes": 1191 + }, + "vllm_recipe": { + "artifact_root": "40fb3364793718753fe71f703064f53ae92cdb4550fd25eecad02dac7896e075", + "artifact_root_kind": "blake3_merkle_v1", + "path": "recipe.yaml", + "source": { + "kind": "huggingface", + "publisher_key": "huggingface-repo", + "repo": "TracNetwork/mayhem-catalog-hauhaucs-qwen3-6-35b-a3b-uncensored-NVFP4", + "revision": "58722d97ba2d93c32740f409efc9155b784edb95" }, - "usage": { - "value_types": [ - "object" - ], - "calibration_values": [ - {} - ] + "source_sha256": "a9df220c37236f630baa71a32d12f580ed1b8e1841f45d8d84a5cb609928c768", + "weights_bytes": 280 + }, + "vllm_tokenizer_config": { + "artifact_root": "92f46c1f4380a3fa536c43b006b9b2dfdf512c15bfe85b4f488d10c6bc71122e", + "artifact_root_kind": "blake3_merkle_v1", + "path": "tokenizer_config.json", + "source": { + "kind": "huggingface", + "publisher_key": "huggingface-repo", + "repo": "TracNetwork/mayhem-catalog-hauhaucs-qwen3-6-35b-a3b-uncensored-NVFP4", + "revision": "58722d97ba2d93c32740f409efc9155b784edb95" }, - "mayhem": { - "value_types": [ - "object" - ], - "calibration_values": [ - {} - ] - } + "source_sha256": "6ee09820f8878f5a8199e8bda4de7fad0a68f5e797e9ebfc3ccb28ee1b2658de", + "weights_bytes": 15190 }, - "interaction_groups": [ - [ - "tools", - "tool_choice" - ], - [ - "response_format", - "stream" - ], - [ - "temperature", - "top_p", - "top_k", - "min_p", - "seed" - ] + "vllm_tokenizer_json": { + "artifact_root": "d490ee336b19ea3252d79b83478c46b53132d40f9f68538709e4a88f6f357351", + "artifact_root_kind": "blake3_merkle_v1", + "path": "tokenizer.json", + "source": { + "kind": "huggingface", + "publisher_key": "huggingface-repo", + "repo": "TracNetwork/mayhem-catalog-hauhaucs-qwen3-6-35b-a3b-uncensored-NVFP4", + "revision": "58722d97ba2d93c32740f409efc9155b784edb95" + }, + "source_sha256": "87a7830d63fcf43bf241c3c5242e96e62dd3fdc29224ca26fed8ea333db72de4", + "weights_bytes": 19989343 + } + }, + "source": { + "kind": "huggingface", + "publisher_key": "huggingface-repo", + "repo": "TracNetwork/mayhem-catalog-hauhaucs-qwen3-6-35b-a3b-uncensored-NVFP4", + "revision": "58722d97ba2d93c32740f409efc9155b784edb95" + }, + "source_sha256": "db0e4c15a32070dbbd7ed8866eff4c0e60820d68e42d50710adf27189db1bedf", + "weights_bytes": 23354242416 + } + }, + "canary": { + "fingerprints": { + "nvfp4": "e8e920fbe8d2a63fc4742a7fb49eef7ba250c34aa2f91180e465bf567a6e14f3" + }, + "match_min": 0.9, + "set_id": "canary-launch-v2", + "token_prefixes": { + "nvfp4": { + "launch-image-understanding": [ + 760, + 1156, + 6587, + 264, + 799, + 1284, + 17834, + 3874, + 314, + 279, + 9155, + 36367, + 5215, + 303, + 279, + 2099, + 13, + 271, + 16, + 13, + 220, + 2972, + 27382, + 1386, + 279, + 1822, + 3704, + 64700, + 561, + 2099, + 4774, + 264, + 5129, + 89603, + 2366, + 1829, + 3498, + 1228, + 5215, + 13, + 198, + 17, + 13, + 220, + 2972, + 27382, + 1386, + 3050 + ], + "launch-instruction-following": [ + 9, + 561, + 21867, + 1902, + 6435, + 264, + 4752, + 11, + 2652, + 21916, + 12448, + 364, + 279, + 3050, + 42903, + 1622, + 13, + 198, + 9, + 1049, + 1902, + 2830, + 86062, + 74519, + 318, + 20171, + 430, + 8490, + 22369, + 19101, + 466, + 7143, + 31548, + 8, + 29697, + 279, + 2468, + 310, + 279, + 1879, + 321, + 1558, + 1528, + 13, + 198, + 9, + 1049, + 1902, + 3300, + 69892, + 22188, + 11870, + 421, + 5954, + 4688, + 9389, + 310, + 27222, + 7440, + 279, + 33303, + 579, + 55404, + 1973, + 311, + 51695, + 279, + 2400, + 1558, + 13, + 248046 + ], + "launch-json-tool-routing": [ + 90, + 198, + 220, + 328, + 19370, + 763, + 328, + 8371, + 487, + 198, + 220, + 328, + 268, + 39195, + 763, + 328, + 42608, + 298, + 20134, + 39195, + 12, + 15, + 16, + 487, + 198, + 220, + 328, + 2871, + 763, + 328, + 24336, + 46150, + 12, + 19, + 17, + 1, + 198, + 92, + 248046 + ], + "launch-safety-refusal": [ + 40, + 4021, + 1438, + 29715, + 22247, + 286, + 13, + 1061, + 5313, + 24546, + 421, + 660, + 10121, + 8198, + 17290, + 321, + 2652, + 21916, + 364, + 12995, + 32419, + 13, + 248046 + ], + "launch-sampling-coding-06": [ + 90700, + 8340, + 25, + 198, + 16, + 13, + 220, + 2972, + 2014, + 53983, + 2570, + 5396, + 64700, + 198, + 256, + 471, + 13095, + 3992, + 25, + 32671, + 198, + 256, + 471, + 5261, + 25, + 18053, + 264, + 709, + 6725, + 1510, + 15103, + 543, + 63, + 198, + 256, + 471, + 5396, + 14, + 4935, + 913, + 25, + 1510, + 84, + 21, + 19, + 63, + 198, + 256 ], - "required_response_attributes": [ - "id", - "object", - "created", - "model", - "choices", - "usage", - "mayhem" + "launch-sampling-default-thinking": [ + 8160, + 579, + 264, + 7047, + 1817, + 25, + 271, + 16, + 13, + 220, + 2972, + 2014, + 53983, + 2570, + 5396, + 64700, + 198, + 256, + 471, + 15380, + 25, + 328, + 9930, + 369, + 264, + 8836, + 21867, + 5222, + 7285, + 198, + 256, + 471, + 42794, + 25, + 328, + 15666, + 303, + 799, + 2716, + 11316, + 1149, + 271, + 17, + 13, + 220, + 2972, + 27382, + 1386 ], - "speciality_mappings": { - "thinking_mode": { - "request_path": "thinking_mode", - "target": "chat_template_kwarg", - "native_path": "enable_thinking" - }, - "thinking_history": { - "request_path": "thinking_history", - "target": "chat_template_kwarg", - "native_path": "preserve_thinking" - } - } - } - ], - "chat_template_id": "qwen3.5-instruct", - "tool_call_strategy": "qwen_function_xml", - "reasoning_passthrough": "strip", - "modality_set": [ - "text", - "image", - "video" - ], - "specialities": [ - { - "name": "thinking_mode", - "mechanism": "boolean", - "default_level": "enabled", - "levels": [ - { - "name": "disabled", - "rank": 0, - "native_value": false - }, - { - "name": "enabled", - "rank": 1, - "native_value": true - } + "launch-sampling-high-12": [ + 8160, + 579, + 264, + 7047, + 1817, + 25, + 271, + 16, + 13, + 220, + 2972, + 2014, + 53983, + 2570, + 5396, + 64700, + 198, + 256, + 471, + 2972, + 14162, + 64700, + 328, + 657, + 2250, + 5706, + 314, + 14294, + 28109, + 1149, + 198, + 256 + ], + "launch-sampling-min-p-005": [ + 8160, + 579, + 264, + 7047, + 1817, + 25, + 271, + 16, + 13, + 220, + 2972, + 2014, + 53983, + 2570, + 5396, + 64700, + 198, + 256, + 471, + 15380, + 25, + 328, + 3710, + 1503, + 264, + 8239, + 15922, + 5517, + 7285, + 198, + 256, + 471 + ], + "launch-sampling-nonthinking-general": [ + 1206, + 1870, + 5813, + 6734, + 539, + 42726, + 26353, + 321, + 21873, + 781, + 628, + 3258, + 7244, + 13, + 248046 + ], + "launch-sampling-nonthinking-reasoning": [ + 76520, + 248046 + ], + "launch-speciality-routing": [ + 8160, + 579, + 264, + 7047, + 1817, + 25, + 271, + 16, + 13, + 220, + 2972, + 2014, + 53983, + 2570, + 5396, + 64700, + 198, + 256, + 471, + 2972, + 14162, + 64700, + 328, + 3710, + 1220, + 264, + 8836, + 635, + 948, + 264, + 1622, + 34105, + 1141, + 82054, + 2193, + 3798, + 7285, + 198, + 256, + 471, + 2972, + 17355, + 64700, + 328, + 15666, + 303, + 799, + 2716 ], - "research_evidence": [ - "Pinned chat_template.jinja at mirror revision 58722d97ba2d93c32740f409efc9155b784edb95 exposes enable_thinking as a boolean; false emits an empty thinking block and omission/enabled preserves the family default." - ] - }, - { - "name": "thinking_history", - "mechanism": "boolean", - "default_level": "latest_only", - "levels": [ - { - "name": "latest_only", - "rank": 0, - "native_value": false - }, - { - "name": "preserve", - "rank": 1, - "native_value": true - } + "launch-thinking-history": [ + 760, + 10811, + 369, + 328, + 32, + 3158, + 248046 ], - "research_evidence": [ - "Pinned chat_template.jinja at mirror revision 58722d97ba2d93c32740f409efc9155b784edb95 exposes preserve_thinking as a boolean; false keeps only post-last-query thinking and true preserves prior thinking content." + "launch-video-understanding": [ + 760, + 1156, + 6587, + 264, + 799, + 1284, + 17834, + 3874, + 314, + 1204, + 279, + 36367, + 5215, + 4203, + 888, + 854, + 3018, + 383, + 279, + 3766, + 13684, + 13, + 271, + 16, + 13, + 220, + 2972, + 2014, + 53983, + 279, + 13684, + 64700, + 198, + 262, + 348, + 256, + 2972, + 4228, + 220, + 16, + 318, + 15, + 13, + 16, + 82, + 188912, + 357, + 36004 ] } - ] + }, + "verification_method": "token_fingerprint" + }, + "caps": { + "ctx_max": 262144, + "json": true, + "output_modalities": [ + "text" + ], + "output_modality": "text", + "tools": true, + "vision": true }, + "family": "qwen3.6", "modality_assessment": { + "calibrated_fingerprints": { + "nvfp4": { + "image": "6d7d57f6ca9fb089d607b8b918a8fbf52dccc4a5aff30978deabbdfe86d366ba", + "text": "e8e920fbe8d2a63fc4742a7fb49eef7ba250c34aa2f91180e465bf567a6e14f3", + "video": "a0fb0a2d0332cb5fa64545520d540feed6bb9c4983905b33cc842bae11abe5b9" + } + }, "detected": [ "text", "image", @@ -2405,60 +2367,493 @@ "evidence": [ "Pinned config.json identifies Qwen3_5MoeForConditionalGeneration with a vision_config and image/video token ids; pinned preprocessor_config.json and processor_config.json bind Qwen vision image and video processors; the exact model card declares image-text-to-text and records text+vision smoke testing." ], - "calibrated_fingerprints": { - "nvfp4": { - "image": "6d7d57f6ca9fb089d607b8b918a8fbf52dccc4a5aff30978deabbdfe86d366ba", - "text": "e8e920fbe8d2a63fc4742a7fb49eef7ba250c34aa2f91180e465bf567a6e14f3", - "video": "a0fb0a2d0332cb5fa64545520d540feed6bb9c4983905b33cc842bae11abe5b9" - } - }, "resource_profiles": { "nvfp4": { "image": { - "unit": "pixel", - "measurement_source": "process_rss; pool=nvidia_unified_memory; NVIDIA unified memory from hwprobe; --memory-reserve override 15% = 17.17GiB", + "calibration_baseline_memory_bytes": 2576277504, + "calibration_f13_budget_bytes": 104467437772, + "calibration_peak_memory_bytes": 2576277504, + "default_max_inflight_items": 1, + "default_max_items_per_request": 1, "max_item_bytes": 112442, "max_item_units": 1048576, "measured_item_bytes": 112442, "measured_item_units": 1048576, "measured_working_set_bytes": 12582912, + "measurement_source": "process_rss; pool=nvidia_unified_memory; NVIDIA unified memory from hwprobe; --memory-reserve override 15% = 17.17GiB", + "unit": "pixel" + }, + "video": { "calibration_baseline_memory_bytes": 2576277504, - "calibration_peak_memory_bytes": 2576277504, "calibration_f13_budget_bytes": 104467437772, + "calibration_peak_memory_bytes": 2576277504, "default_max_inflight_items": 1, - "default_max_items_per_request": 1 - }, - "video": { - "unit": "frame", - "measurement_source": "process_rss; pool=nvidia_unified_memory; NVIDIA unified memory from hwprobe; --memory-reserve override 15% = 17.17GiB", + "default_max_items_per_request": 1, "max_item_bytes": 17042, "max_item_units": 16, "measured_item_bytes": 17042, "measured_item_units": 16, "measured_working_set_bytes": 9633792, - "calibration_baseline_memory_bytes": 2576277504, - "calibration_peak_memory_bytes": 2576277504, - "calibration_f13_budget_bytes": 104467437772, - "default_max_inflight_items": 1, - "default_max_items_per_request": 1 + "measurement_source": "process_rss; pool=nvidia_unified_memory; NVIDIA unified memory from hwprobe; --memory-reserve override 15% = 17.17GiB", + "unit": "frame" } } } }, - "speciality_assessment": { - "detected": [ - "thinking_mode", - "thinking_history" + "model_class": "text-generation", + "model_id": "hauhaucs/qwen3.6-35b-a3b-uncensored", + "params_b": 35, + "price_ref_au": { + "denom": "au_usd", + "in_per_1k": "50000000000000", + "out_per_1k": "350000000000000" + }, + "provenance": { + "conversion": [ + { + "input_sha256": "d5efc2a1fc3f595893128550cf8b7e792774be6c0409c4d2e4729d2b5bb51173", + "method": "q8_k_p-to-nvfp4-conservative", + "output_sha256": "db0e4c15a32070dbbd7ed8866eff4c0e60820d68e42d50710adf27189db1bedf", + "tool": "li-yifei/gguf-to-nvfp4" + } ], - "evidence": [ - "Pinned artifact research at mirror revision 58722d97ba2d93c32740f409efc9155b784edb95 found boolean enable_thinking and preserve_thinking template controls; it found no low/medium/high effort enum or token-budget control, so none is invented." + "license": "apache-2.0", + "license_sha256": "2af71558e438db0b73a20beab92dc278a94e1bbe974c00c1a33e3ab62d53a608", + "source": { + "kind": "huggingface", + "publisher_key": "huggingface-repo", + "repo": "lyf/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-NVFP4", + "revision": "c9eb0a997ecfc688c468146404606ef6df49555f" + } + }, + "requirements": { + "backends": [ + "vllm" + ], + "cpu_flags": [ + "avx2|neon" ], - "unsupported": {}, + "min_ram_gb": 48, + "min_vram_gb_full_offload": 24 + }, + "sampling": { + "min_p": 0.0, + "presence_penalty": 1.5, + "temperature": 1.0, + "top_k": 20, + "top_p": 0.95 + }, + "speciality_assessment": { "calibrated": { "nvfp4": { "thinking_history": { "latest_only": { "fingerprint": "8422ff1683a8099f638d53d0206d31a239e2bc8528d9452afd524ad1095ae2e6", + "output_tokens_max": 376, + "output_tokens_min": 376, + "reasoning_tokens_max": 376, + "reasoning_tokens_min": 376, + "token_prefixes": { + "launch-sampling-coding-06": [ + 90700, + 8340, + 25, + 198, + 16, + 13, + 220, + 2972, + 2014, + 53983, + 2570, + 5396, + 64700, + 198, + 256, + 471, + 13095, + 3992, + 25, + 32671, + 198, + 256, + 471, + 5261, + 25, + 18053, + 264, + 709, + 6725, + 1510, + 15103, + 543, + 63, + 198, + 256, + 471, + 5396, + 14, + 4935, + 913, + 25, + 1510, + 84, + 21, + 19, + 63, + 198, + 256 + ], + "launch-sampling-default-thinking": [ + 8160, + 579, + 264, + 7047, + 1817, + 25, + 271, + 16, + 13, + 220, + 2972, + 2014, + 53983, + 2570, + 5396, + 64700, + 198, + 256, + 471, + 15380, + 25, + 328, + 9930, + 369, + 264, + 8836, + 21867, + 5222, + 7285, + 198, + 256, + 471, + 42794, + 25, + 328, + 15666, + 303, + 799, + 2716, + 11316, + 1149, + 271, + 17, + 13, + 220, + 2972, + 27382, + 1386 + ], + "launch-sampling-high-12": [ + 8160, + 579, + 264, + 7047, + 1817, + 25, + 271, + 16, + 13, + 220, + 2972, + 2014, + 53983, + 2570, + 5396, + 64700, + 198, + 256, + 471, + 2972, + 14162, + 64700, + 328, + 657, + 2250, + 5706, + 314, + 14294, + 28109, + 1149, + 198, + 256 + ], + "launch-sampling-min-p-005": [ + 8160, + 579, + 264, + 7047, + 1817, + 25, + 271, + 16, + 13, + 220, + 2972, + 2014, + 53983, + 2570, + 5396, + 64700, + 198, + 256, + 471, + 15380, + 25, + 328, + 3710, + 1503, + 264, + 8239, + 15922, + 5517, + 7285, + 198, + 256, + 471 + ], + "launch-sampling-nonthinking-general": [ + 8160, + 579, + 264, + 7047, + 1817, + 25, + 271, + 16, + 13, + 220, + 2972, + 2014, + 53983, + 2570, + 5396, + 64700, + 198, + 256, + 471, + 2972, + 14162, + 64700, + 328, + 9930, + 1220, + 264, + 8836, + 49126, + 16384, + 8390, + 7285, + 198, + 256, + 471, + 2972, + 17355, + 64700, + 328, + 15666, + 303, + 799, + 2716, + 11316, + 1149, + 271, + 17, + 13, + 220 + ], + "launch-sampling-nonthinking-reasoning": [ + 8160, + 579, + 264, + 7047, + 1817, + 25, + 271, + 16, + 13, + 220, + 2972, + 2014, + 53983, + 2570, + 5396, + 64700, + 198, + 256, + 471, + 15380, + 25, + 328, + 3710, + 33972 + ], + "launch-speciality-routing": [ + 8160, + 579, + 264, + 7047, + 1817, + 25, + 271, + 16, + 13, + 220, + 2972, + 2014, + 53983, + 2570, + 5396, + 64700, + 198, + 256, + 471, + 2972, + 14162, + 64700, + 328, + 3710, + 1220, + 264, + 8836, + 635, + 948, + 264, + 1622, + 34105, + 1141, + 82054, + 2193, + 3798, + 7285, + 198, + 256, + 471, + 2972, + 17355, + 64700, + 328, + 15666, + 303, + 799, + 2716 + ], + "launch-thinking-history": [ + 8160, + 579, + 264, + 7047, + 1817, + 25, + 271, + 16, + 13, + 220, + 2972, + 2014, + 53983, + 2570, + 5396, + 64700, + 198, + 256, + 471, + 2570, + 2640, + 25, + 328, + 22791, + 279, + 16713, + 10125, + 6681, + 1149, + 318, + 258, + 279, + 1118, + 9640, + 8, + 198, + 256, + 471, + 353, + 15959, + 25, + 328, + 2536, + 290, + 1149, + 198, + 256, + 471, + 2570, + 1381, + 2640, + 25, + 328, + 1349, + 279, + 843, + 10811, + 494, + 678, + 4711, + 31626, + 303, + 799, + 2716, + 16629, + 1149, + 271, + 17, + 13, + 220, + 2972, + 27382, + 1386, + 5141, + 5261, + 64700, + 198, + 256, + 471, + 353, + 1144, + 310, + 18516, + 61643, + 264, + 328, + 1929, + 10811, + 1, + 421, + 353, + 557, + 9671, + 310, + 4992, + 35841 + ] + } + }, + "preserve": { + "fingerprint": "97abe812328971b7293306273998411c9c51d6047b1890509d61f4e1fc7131ae", + "output_tokens_max": 376, + "output_tokens_min": 376, + "reasoning_tokens_max": 366, + "reasoning_tokens_min": 366, "token_prefixes": { "launch-sampling-coding-06": [ 90700, @@ -2755,111 +3150,228 @@ 2716 ], "launch-thinking-history": [ - 8160, - 579, - 264, - 7047, + 760, + 1156, + 6587, + 728, + 310, + 1528, + 279, + 843, + 10811, + 353, + 14135, + 303, + 279, + 3555, + 2404, + 13, + 198, + 21765, + 1142, + 506, + 821, + 5138, + 3272, 1817, + 364, + 279, + 1118, + 1965, + 11, + 353, + 5947, 25, + 328, + 40, + 4992, + 22561, + 1284, + 24900, + 12, + 22, + 18, + 16, + 1149, + 198, + 4272, + 279, + 10811, + 369, + 328, + 66, + 17936, + 1284, + 24900, + 12, + 22, + 18, + 16, + 3158, + 271, + 760, + 1156, + 10897, + 264, + 328, + 588, + 2716, + 16629, + 3158, 271, + 52971, + 11, + 353, + 668, + 2468, + 328, + 66, + 17936, + 1284, + 24900, + 12, + 22, + 18, 16, - 13, - 220, - 2972, - 2014, - 53983, - 2570, - 5396, - 64700, + 3158, 198, - 256, - 471, - 2570, - 2640, + 248069, + 271, + 66, + 17936, + 1284, + 24900, + 12, + 22, + 18, + 16, + 248046 + ] + } + } + }, + "thinking_mode": { + "disabled": { + "fingerprint": "1687e61c8310f4f07f187807cbd29e5a75466673089a81c4e27ddeb1b143c850", + "output_tokens_max": 90, + "output_tokens_min": 90, + "reasoning_tokens_max": 0, + "reasoning_tokens_min": 0, + "token_prefixes": { + "launch-sampling-coding-06": [ + 8556, + 10598, + 2007, 25, - 328, - 22791, - 279, - 16713, - 10125, - 6681, - 1149, - 318, - 258, + 560, + 21, + 19, + 8, + 1411, + 560, + 21, + 19, + 313, + 830, + 348, + 220, + 17, + 333, + 248046 + ], + "launch-sampling-default-thinking": [ + 32, + 8836, + 21867, + 16545, + 430, + 10741, + 314, + 7384, + 364, + 19668, + 67640, + 321, + 3615, + 68247, + 13, + 248046 + ], + "launch-sampling-high-12": [ + 50123, + 11, + 874, + 40922, + 11, + 874, + 4557, + 248046 + ], + "launch-sampling-min-p-005": [ + 32, + 2567, + 33607, + 579, + 9284, + 321, + 2534, + 248046 + ], + "launch-sampling-nonthinking-general": [ + 1206, + 1870, + 5813, + 6734, + 539, + 42726, + 26353, + 321, + 21873, + 781, + 628, + 3258, + 7244, + 13, + 248046 + ], + "launch-sampling-nonthinking-reasoning": [ + 76520, + 248046 + ], + "launch-speciality-routing": [ + 760, + 8836, + 1220, + 54874, + 466, + 59987, 279, - 1118, - 9640, - 8, - 198, - 256, - 471, - 353, - 15959, - 25, - 328, - 2536, - 290, - 1149, - 198, - 256, - 471, - 2570, - 1381, - 2640, - 25, - 328, - 1349, + 1879, + 310, + 4786, + 2785, 279, - 843, - 10811, - 494, - 678, - 4711, - 31626, - 303, - 799, - 2716, - 16629, - 1149, - 271, - 17, + 3798, 13, - 220, - 2972, - 27382, - 1386, - 5141, - 5261, - 64700, - 198, - 256, - 471, - 353, - 1144, - 310, - 18516, - 61643, - 264, - 328, - 1929, + 248046 + ], + "launch-thinking-history": [ + 760, 10811, - 1, - 421, - 353, - 557, - 9671, - 310, - 4992, - 35841 + 369, + 328, + 32, + 3158, + 248046 ] - }, - "output_tokens_min": 376, + } + }, + "enabled": { + "fingerprint": "8422ff1683a8099f638d53d0206d31a239e2bc8528d9452afd524ad1095ae2e6", "output_tokens_max": 376, + "output_tokens_min": 376, + "reasoning_tokens_max": 376, "reasoning_tokens_min": 376, - "reasoning_tokens_max": 376 - }, - "preserve": { - "fingerprint": "97abe812328971b7293306273998411c9c51d6047b1890509d61f4e1fc7131ae", "token_prefixes": { "launch-sampling-coding-06": [ 90700, @@ -3156,631 +3668,3416 @@ 2716 ], "launch-thinking-history": [ - 760, - 1156, - 6587, - 728, - 310, - 1528, - 279, - 843, - 10811, - 353, - 14135, - 303, - 279, - 3555, - 2404, + 8160, + 579, + 264, + 7047, + 1817, + 25, + 271, + 16, 13, + 220, + 2972, + 2014, + 53983, + 2570, + 5396, + 64700, 198, - 21765, - 1142, - 506, - 821, - 5138, - 3272, - 1817, - 364, + 256, + 471, + 2570, + 2640, + 25, + 328, + 22791, + 279, + 16713, + 10125, + 6681, + 1149, + 318, + 258, 279, 1118, - 1965, - 11, + 9640, + 8, + 198, + 256, + 471, 353, - 5947, + 15959, 25, 328, - 40, - 4992, - 22561, - 1284, - 24900, - 12, - 22, - 18, - 16, + 2536, + 290, 1149, 198, - 4272, + 256, + 471, + 2570, + 1381, + 2640, + 25, + 328, + 1349, 279, + 843, 10811, - 369, - 328, - 66, - 17936, - 1284, - 24900, - 12, - 22, - 18, - 16, - 3158, - 271, - 760, - 1156, - 10897, - 264, - 328, - 588, + 494, + 678, + 4711, + 31626, + 303, + 799, 2716, 16629, - 3158, + 1149, 271, - 52971, - 11, - 353, - 668, - 2468, - 328, - 66, - 17936, - 1284, - 24900, - 12, - 22, - 18, - 16, - 3158, + 17, + 13, + 220, + 2972, + 27382, + 1386, + 5141, + 5261, + 64700, 198, - 248069, - 271, - 66, - 17936, - 1284, - 24900, - 12, - 22, - 18, - 16, - 248046 + 256, + 471, + 353, + 1144, + 310, + 18516, + 61643, + 264, + 328, + 1929, + 10811, + 1, + 421, + 353, + 557, + 9671, + 310, + 4992, + 35841 + ] + } + } + } + } + }, + "detected": [ + "thinking_mode", + "thinking_history" + ], + "evidence": [ + "Pinned artifact research at mirror revision 58722d97ba2d93c32740f409efc9155b784edb95 found boolean enable_thinking and preserve_thinking template controls; it found no low/medium/high effort enum or token-budget control, so none is invented." + ], + "unsupported": {} + }, + "tier": "launch" + }, + { + "adapter": { + "chat_template_id": "gemma4-instruct", + "endpoint_families": [ + { + "family": "openai_chat_completions", + "interaction_groups": [ + [ + "tools", + "tool_choice", + "parallel_tool_calls" + ], + [ + "response_format", + "stream" + ], + [ + "temperature", + "top_p", + "top_k", + "min_p", + "seed" + ] + ], + "request_attribute_specs": { + "frequency_penalty": { + "calibration_values": [ + 0.0 + ], + "maximum": 2.0, + "minimum": -2.0, + "value_types": [ + "number" + ] + }, + "max_completion_tokens": { + "calibration_values": [ + 8 + ], + "maximum": 131072.0, + "minimum": 0.0, + "value_types": [ + "integer" + ] + }, + "max_tokens": { + "calibration_values": [ + 8 + ], + "maximum": 131072.0, + "minimum": 0.0, + "value_types": [ + "integer" + ] + }, + "messages": { + "calibration_values": [ + [ + { + "content": "Mayhem calibration context", + "role": "user" + }, + { + "content": "Mayhem calibration", + "role": "user" + } + ] + ], + "max_items": 4096, + "min_items": 1, + "value_types": [ + "array" + ] + }, + "messages.content.image_url.url": { + "calibration_values": [ + "$IMAGE_DATA_URL" + ], + "value_types": [ + "string" + ] + }, + "messages.content.input_audio.data": { + "calibration_values": [ + "$AUDIO_BASE64" + ], + "value_types": [ + "string" + ] + }, + "messages.content.input_audio.format": { + "calibration_values": [ + "wav" + ], + "enum_values": [ + "wav" + ], + "value_types": [ + "string" + ] + }, + "messages.content.text": { + "calibration_values": [ + "Mayhem calibration" + ], + "max_length": 32000, + "min_length": 1, + "value_types": [ + "string" + ] + }, + "messages.content.type": { + "calibration_values": [ + "text", + "image_url", + "input_audio" + ], + "enum_values": [ + "text", + "image_url", + "input_audio" + ], + "value_types": [ + "string" + ] + }, + "messages.name": { + "calibration_values": [ + "calibration" + ], + "max_length": 256, + "min_length": 1, + "value_types": [ + "string" + ] + }, + "messages.role": { + "calibration_values": [ + "system", + "developer", + "user", + "assistant", + "tool" + ], + "enum_values": [ + "system", + "developer", + "user", + "assistant", + "tool" + ], + "value_types": [ + "string" + ] + }, + "messages.tool_call_id": { + "calibration_values": [ + "calibration" + ], + "max_length": 256, + "min_length": 1, + "value_types": [ + "string" + ] + }, + "messages.tool_calls": { + "calibration_values": [ + [ + { + "function": { + "arguments": "{}", + "name": "calibration_tool" + }, + "id": "call-calibration", + "type": "function" + } + ] + ], + "max_items": 128, + "min_items": 1, + "value_types": [ + "array" + ] + }, + "metadata": { + "calibration_values": [ + {} + ], + "default": {}, + "value_types": [ + "object" + ] + }, + "min_p": { + "calibration_values": [ + 0.05 + ], + "maximum": 1.0, + "minimum": 0.0, + "value_types": [ + "number" + ] + }, + "model": { + "calibration_values": [ + "google/gemma-4-E4B-it" + ], + "enum_values": [ + "google/gemma-4-E4B-it" + ], + "value_types": [ + "string" + ] + }, + "parallel_tool_calls": { + "calibration_values": [ + false, + true + ], + "default": true, + "value_types": [ + "boolean" + ] + }, + "presence_penalty": { + "calibration_values": [ + 0.0 + ], + "maximum": 2.0, + "minimum": -2.0, + "value_types": [ + "number" + ] + }, + "response_format": { + "calibration_values": [ + {} + ], + "value_types": [ + "object" + ] + }, + "seed": { + "calibration_values": [ + 7 + ], + "maximum": 4294967295.0, + "minimum": 0.0, + "value_types": [ + "integer" + ] + }, + "stop": { + "calibration_values": [ + "CALIBRATION_STOP", + [ + "CALIBRATION_STOP", + "CALIBRATION_END" + ], + null + ], + "value_types": [ + "string", + "array", + "null" + ] + }, + "stream": { + "calibration_values": [ + false, + true + ], + "default": false, + "value_types": [ + "boolean" + ] + }, + "stream_options.include_usage": { + "calibration_values": [ + false, + true + ], + "value_types": [ + "boolean" + ] + }, + "temperature": { + "calibration_values": [ + 0.6 + ], + "maximum": 2.0, + "minimum": 0.0, + "value_types": [ + "number" + ] + }, + "thinking_mode": { + "calibration_values": [ + "disabled", + "enabled" + ], + "default": "disabled", + "enum_values": [ + "disabled", + "enabled" + ], + "value_types": [ + "string" + ] + }, + "tool_choice": { + "calibration_values": [ + "auto", + "none", + { + "function": { + "name": "calibration_tool" + }, + "type": "function" + } + ], + "value_types": [ + "string", + "object" + ] + }, + "tools": { + "calibration_values": [ + [ + { + "function": { + "name": "calibration_tool", + "parameters": { + "type": "object" + } + }, + "type": "function" + } + ] + ], + "max_items": 128, + "min_items": 1, + "value_types": [ + "array" + ] + }, + "top_k": { + "calibration_values": [ + 20 + ], + "maximum": 1000000.0, + "minimum": 0.0, + "value_types": [ + "integer" + ] + }, + "top_p": { + "calibration_values": [ + 0.95 + ], + "maximum": 1.0, + "minimum": 1e-6, + "value_types": [ + "number" + ] + }, + "user": { + "calibration_values": [ + "mayhem-calibration-user" + ], + "max_length": 512, + "min_length": 1, + "value_types": [ + "string" + ] + }, + "visual_token_budget": { + "calibration_values": [ + "budget_70", + "budget_140", + "budget_280", + "budget_560", + "budget_1120" + ], + "default": "budget_280", + "enum_values": [ + "budget_70", + "budget_140", + "budget_280", + "budget_560", + "budget_1120" + ], + "value_types": [ + "string" + ] + } + }, + "request_attributes": [ + "frequency_penalty", + "max_completion_tokens", + "max_tokens", + "messages", + "messages.content.image_url.url", + "messages.content.input_audio.data", + "messages.content.input_audio.format", + "messages.content.text", + "messages.content.type", + "messages.name", + "messages.role", + "messages.tool_call_id", + "messages.tool_calls", + "metadata", + "min_p", + "model", + "parallel_tool_calls", + "presence_penalty", + "response_format", + "seed", + "stop", + "stream", + "stream_options.include_usage", + "temperature", + "thinking_mode", + "tool_choice", + "tools", + "top_k", + "top_p", + "user", + "visual_token_budget" + ], + "required_request_attributes": [ + "model", + "messages", + "messages.role" + ], + "required_response_attributes": [ + "id", + "object", + "created", + "model", + "choices", + "usage", + "mayhem" + ], + "response_attribute_specs": { + "choices": { + "calibration_values": [ + [] + ], + "max_items": 1000000, + "min_items": 0, + "value_types": [ + "array" + ] + }, + "created": { + "calibration_values": [ + 1 + ], + "maximum": 1.8446744073709552e+19, + "minimum": 0.0, + "value_types": [ + "integer" + ] + }, + "id": { + "calibration_values": [ + "$RESPONSE_VALUE" + ], + "max_length": 536870912, + "min_length": 0, + "value_types": [ + "string" + ] + }, + "mayhem": { + "calibration_values": [ + {} + ], + "value_types": [ + "object" + ] + }, + "model": { + "calibration_values": [ + "$RESPONSE_VALUE" + ], + "max_length": 536870912, + "min_length": 0, + "value_types": [ + "string" + ] + }, + "object": { + "calibration_values": [ + "$RESPONSE_VALUE" + ], + "max_length": 536870912, + "min_length": 0, + "value_types": [ + "string" + ] + }, + "usage": { + "calibration_values": [ + {} + ], + "value_types": [ + "object" + ] + } + }, + "response_attributes": [ + "id", + "object", + "created", + "model", + "choices", + "usage", + "mayhem" + ], + "speciality_mappings": { + "thinking_mode": { + "native_path": "enable_thinking", + "request_path": "thinking_mode", + "target": "chat_template_kwarg" + }, + "visual_token_budget": { + "native_path": "mtmd.image_token_budget", + "request_path": "visual_token_budget", + "target": "backend_parameter" + } + } + }, + { + "family": "openai_completions", + "interaction_groups": [ + [ + "temperature", + "top_p", + "top_k", + "min_p", + "seed" + ] + ], + "request_attribute_specs": { + "frequency_penalty": { + "calibration_values": [ + 0.0 + ], + "maximum": 2.0, + "minimum": -2.0, + "value_types": [ + "number" + ] + }, + "max_tokens": { + "calibration_values": [ + 8 + ], + "maximum": 131072.0, + "minimum": 0.0, + "value_types": [ + "integer" + ] + }, + "min_p": { + "calibration_values": [ + 0.05 + ], + "maximum": 1.0, + "minimum": 0.0, + "value_types": [ + "number" + ] + }, + "model": { + "calibration_values": [ + "google/gemma-4-E4B-it" + ], + "enum_values": [ + "google/gemma-4-E4B-it" + ], + "value_types": [ + "string" + ] + }, + "presence_penalty": { + "calibration_values": [ + 0.0 + ], + "maximum": 2.0, + "minimum": -2.0, + "value_types": [ + "number" + ] + }, + "prompt": { + "calibration_values": [ + "Mayhem calibration" + ], + "max_length": 32000, + "min_length": 1, + "value_types": [ + "string" + ] + }, + "seed": { + "calibration_values": [ + 7 + ], + "maximum": 4294967295.0, + "minimum": 0.0, + "value_types": [ + "integer" + ] + }, + "stop": { + "calibration_values": [ + "CALIBRATION_STOP", + [ + "CALIBRATION_STOP", + "CALIBRATION_END" + ], + null + ], + "value_types": [ + "string", + "array", + "null" + ] + }, + "stream": { + "calibration_values": [ + false, + true + ], + "default": false, + "value_types": [ + "boolean" + ] + }, + "temperature": { + "calibration_values": [ + 0.6 + ], + "maximum": 2.0, + "minimum": 0.0, + "value_types": [ + "number" + ] + }, + "thinking_mode": { + "calibration_values": [ + "disabled", + "enabled" + ], + "default": "disabled", + "enum_values": [ + "disabled", + "enabled" + ], + "value_types": [ + "string" + ] + }, + "top_k": { + "calibration_values": [ + 20 + ], + "maximum": 1000000.0, + "minimum": 0.0, + "value_types": [ + "integer" + ] + }, + "top_p": { + "calibration_values": [ + 0.95 + ], + "maximum": 1.0, + "minimum": 1e-6, + "value_types": [ + "number" + ] + }, + "user": { + "calibration_values": [ + "mayhem-calibration-user" + ], + "max_length": 512, + "min_length": 1, + "value_types": [ + "string" + ] + }, + "visual_token_budget": { + "calibration_values": [ + "budget_70", + "budget_140", + "budget_280", + "budget_560", + "budget_1120" + ], + "default": "budget_280", + "enum_values": [ + "budget_70", + "budget_140", + "budget_280", + "budget_560", + "budget_1120" + ], + "value_types": [ + "string" + ] + } + }, + "request_attributes": [ + "frequency_penalty", + "max_tokens", + "min_p", + "model", + "presence_penalty", + "prompt", + "seed", + "stop", + "stream", + "temperature", + "thinking_mode", + "top_k", + "top_p", + "user", + "visual_token_budget" + ], + "required_request_attributes": [ + "model", + "prompt" + ], + "required_response_attributes": [ + "id", + "object", + "created", + "model", + "choices", + "usage", + "mayhem" + ], + "response_attribute_specs": { + "choices": { + "calibration_values": [ + [] + ], + "max_items": 1000000, + "min_items": 0, + "value_types": [ + "array" + ] + }, + "created": { + "calibration_values": [ + 1 + ], + "maximum": 1.8446744073709552e+19, + "minimum": 0.0, + "value_types": [ + "integer" + ] + }, + "id": { + "calibration_values": [ + "$RESPONSE_VALUE" + ], + "max_length": 536870912, + "min_length": 0, + "value_types": [ + "string" + ] + }, + "mayhem": { + "calibration_values": [ + {} + ], + "value_types": [ + "object" + ] + }, + "model": { + "calibration_values": [ + "$RESPONSE_VALUE" + ], + "max_length": 536870912, + "min_length": 0, + "value_types": [ + "string" + ] + }, + "object": { + "calibration_values": [ + "$RESPONSE_VALUE" + ], + "max_length": 536870912, + "min_length": 0, + "value_types": [ + "string" + ] + }, + "usage": { + "calibration_values": [ + {} + ], + "value_types": [ + "object" + ] + } + }, + "response_attributes": [ + "id", + "object", + "created", + "model", + "choices", + "usage", + "mayhem" + ], + "speciality_mappings": { + "thinking_mode": { + "native_path": "enable_thinking", + "request_path": "thinking_mode", + "target": "chat_template_kwarg" + }, + "visual_token_budget": { + "native_path": "mtmd.image_token_budget", + "request_path": "visual_token_budget", + "target": "backend_parameter" + } + } + }, + { + "family": "openai_responses", + "interaction_groups": [ + [ + "temperature", + "top_p", + "top_k", + "min_p" + ], + [ + "tools", + "tool_choice", + "parallel_tool_calls" + ] + ], + "request_attribute_specs": { + "input": { + "calibration_values": [ + "Mayhem calibration", + [ + { + "content": "Mayhem calibration", + "role": "user" + } + ] + ], + "value_types": [ + "string", + "array" + ] + }, + "max_output_tokens": { + "calibration_values": [ + 8 + ], + "maximum": 131072.0, + "minimum": 0.0, + "value_types": [ + "integer" + ] + }, + "metadata": { + "calibration_values": [ + {} + ], + "default": {}, + "value_types": [ + "object" + ] + }, + "min_p": { + "calibration_values": [ + 0.05 + ], + "maximum": 1.0, + "minimum": 0.0, + "value_types": [ + "number" + ] + }, + "model": { + "calibration_values": [ + "google/gemma-4-E4B-it" + ], + "enum_values": [ + "google/gemma-4-E4B-it" + ], + "value_types": [ + "string" + ] + }, + "parallel_tool_calls": { + "calibration_values": [ + false, + true + ], + "default": true, + "value_types": [ + "boolean" + ] + }, + "reasoning": { + "calibration_values": [ + {} + ], + "value_types": [ + "object" + ] + }, + "stream": { + "calibration_values": [ + false, + true + ], + "default": false, + "value_types": [ + "boolean" + ] + }, + "temperature": { + "calibration_values": [ + 0.6 + ], + "maximum": 2.0, + "minimum": 0.0, + "value_types": [ + "number" + ] + }, + "text": { + "calibration_values": [ + {} + ], + "value_types": [ + "object" + ] + }, + "thinking_mode": { + "calibration_values": [ + "disabled", + "enabled" + ], + "default": "disabled", + "enum_values": [ + "disabled", + "enabled" + ], + "value_types": [ + "string" + ] + }, + "tool_choice": { + "calibration_values": [ + "auto", + "none", + { + "function": { + "name": "calibration_tool" + }, + "type": "function" + } + ], + "value_types": [ + "string", + "object" + ] + }, + "tools": { + "calibration_values": [ + [ + { + "function": { + "name": "calibration_tool", + "parameters": { + "type": "object" + } + }, + "type": "function" + } + ] + ], + "max_items": 128, + "min_items": 1, + "value_types": [ + "array" + ] + }, + "top_k": { + "calibration_values": [ + 20 + ], + "maximum": 1000000.0, + "minimum": 0.0, + "value_types": [ + "integer" + ] + }, + "top_p": { + "calibration_values": [ + 0.95 + ], + "maximum": 1.0, + "minimum": 1e-6, + "value_types": [ + "number" + ] + }, + "user": { + "calibration_values": [ + "mayhem-calibration-user" + ], + "max_length": 512, + "min_length": 1, + "value_types": [ + "string" + ] + }, + "visual_token_budget": { + "calibration_values": [ + "budget_70", + "budget_140", + "budget_280", + "budget_560", + "budget_1120" + ], + "default": "budget_280", + "enum_values": [ + "budget_70", + "budget_140", + "budget_280", + "budget_560", + "budget_1120" + ], + "value_types": [ + "string" + ] + } + }, + "request_attributes": [ + "input", + "max_output_tokens", + "metadata", + "min_p", + "model", + "parallel_tool_calls", + "reasoning", + "stream", + "temperature", + "text", + "thinking_mode", + "tool_choice", + "tools", + "top_k", + "top_p", + "user", + "visual_token_budget" + ], + "required_request_attributes": [ + "model", + "input" + ], + "required_response_attributes": [ + "id", + "object", + "created_at", + "status", + "model", + "output", + "usage", + "mayhem" + ], + "response_attribute_specs": { + "created_at": { + "calibration_values": [ + 1 + ], + "maximum": 1.8446744073709552e+19, + "minimum": 0.0, + "value_types": [ + "integer" + ] + }, + "id": { + "calibration_values": [ + "$RESPONSE_VALUE" + ], + "max_length": 536870912, + "min_length": 0, + "value_types": [ + "string" + ] + }, + "mayhem": { + "calibration_values": [ + {} + ], + "value_types": [ + "object" + ] + }, + "model": { + "calibration_values": [ + "$RESPONSE_VALUE" + ], + "max_length": 536870912, + "min_length": 0, + "value_types": [ + "string" + ] + }, + "object": { + "calibration_values": [ + "$RESPONSE_VALUE" + ], + "max_length": 536870912, + "min_length": 0, + "value_types": [ + "string" + ] + }, + "output": { + "calibration_values": [ + [] + ], + "max_items": 1000000, + "min_items": 0, + "value_types": [ + "array" + ] + }, + "status": { + "calibration_values": [ + "$RESPONSE_VALUE" + ], + "max_length": 536870912, + "min_length": 0, + "value_types": [ + "string" + ] + }, + "usage": { + "calibration_values": [ + {} + ], + "value_types": [ + "object" + ] + } + }, + "response_attributes": [ + "id", + "object", + "created_at", + "status", + "model", + "output", + "usage", + "mayhem" + ], + "speciality_mappings": { + "thinking_mode": { + "native_path": "enable_thinking", + "request_path": "thinking_mode", + "target": "chat_template_kwarg" + }, + "visual_token_budget": { + "native_path": "mtmd.image_token_budget", + "request_path": "visual_token_budget", + "target": "backend_parameter" + } + } + }, + { + "family": "hf_multimodal_chat", + "interaction_groups": [ + [ + "tools", + "tool_choice" + ], + [ + "response_format", + "stream" + ], + [ + "temperature", + "top_p", + "top_k", + "min_p", + "seed" + ] + ], + "request_attribute_specs": { + "max_tokens": { + "calibration_values": [ + 8 + ], + "maximum": 131072.0, + "minimum": 0.0, + "value_types": [ + "integer" + ] + }, + "messages": { + "calibration_values": [ + [ + { + "content": "Mayhem calibration context", + "role": "user" + }, + { + "content": "Mayhem calibration", + "role": "user" + } + ] + ], + "max_items": 4096, + "min_items": 1, + "value_types": [ + "array" + ] + }, + "messages.content.image_url.url": { + "calibration_values": [ + "$IMAGE_DATA_URL" + ], + "value_types": [ + "string" + ] + }, + "messages.content.input_audio.data": { + "calibration_values": [ + "$AUDIO_BASE64" + ], + "value_types": [ + "string" + ] + }, + "messages.content.input_audio.format": { + "calibration_values": [ + "wav" + ], + "enum_values": [ + "wav" + ], + "value_types": [ + "string" + ] + }, + "messages.content.text": { + "calibration_values": [ + "Mayhem calibration" + ], + "max_length": 32000, + "min_length": 1, + "value_types": [ + "string" + ] + }, + "messages.content.type": { + "calibration_values": [ + "text", + "image_url", + "input_audio", + "video" + ], + "enum_values": [ + "text", + "image_url", + "input_audio", + "video" + ], + "value_types": [ + "string" + ] + }, + "messages.content.video.fps": { + "calibration_values": [ + 1.0 + ], + "maximum": 1.0, + "minimum": 1.0, + "value_types": [ + "number" + ] + }, + "messages.content.video.frames": { + "calibration_values": [ + [ + "$IMAGE_DATA_URL" + ] + ], + "max_items": 60, + "min_items": 1, + "value_types": [ + "array" + ] + }, + "messages.content.video.num_frames": { + "calibration_values": [ + 60 + ], + "maximum": 60, + "minimum": 1.0, + "value_types": [ + "integer" + ] + }, + "messages.name": { + "calibration_values": [ + "calibration" + ], + "max_length": 256, + "min_length": 1, + "value_types": [ + "string" + ] + }, + "messages.role": { + "calibration_values": [ + "system", + "developer", + "user", + "assistant", + "tool" + ], + "enum_values": [ + "system", + "developer", + "user", + "assistant", + "tool" + ], + "value_types": [ + "string" + ] + }, + "messages.tool_call_id": { + "calibration_values": [ + "calibration" + ], + "max_length": 256, + "min_length": 1, + "value_types": [ + "string" + ] + }, + "messages.tool_calls": { + "calibration_values": [ + [ + { + "function": { + "arguments": "{}", + "name": "calibration_tool" + }, + "id": "call-calibration", + "type": "function" + } ] - }, - "output_tokens_min": 376, - "output_tokens_max": 376, - "reasoning_tokens_min": 366, - "reasoning_tokens_max": 366 + ], + "max_items": 128, + "min_items": 1, + "value_types": [ + "array" + ] + }, + "min_p": { + "calibration_values": [ + 0.05 + ], + "maximum": 1.0, + "minimum": 0.0, + "value_types": [ + "number" + ] + }, + "model": { + "calibration_values": [ + "google/gemma-4-E4B-it" + ], + "enum_values": [ + "google/gemma-4-E4B-it" + ], + "value_types": [ + "string" + ] + }, + "response_format": { + "calibration_values": [ + {} + ], + "value_types": [ + "object" + ] + }, + "seed": { + "calibration_values": [ + 7 + ], + "maximum": 4294967295.0, + "minimum": 0.0, + "value_types": [ + "integer" + ] + }, + "stream": { + "calibration_values": [ + false, + true + ], + "default": false, + "value_types": [ + "boolean" + ] + }, + "temperature": { + "calibration_values": [ + 0.6 + ], + "maximum": 2.0, + "minimum": 0.0, + "value_types": [ + "number" + ] + }, + "thinking_mode": { + "calibration_values": [ + "disabled", + "enabled" + ], + "default": "disabled", + "enum_values": [ + "disabled", + "enabled" + ], + "value_types": [ + "string" + ] + }, + "tool_choice": { + "calibration_values": [ + "auto", + "none", + { + "function": { + "name": "calibration_tool" + }, + "type": "function" + } + ], + "value_types": [ + "string", + "object" + ] + }, + "tools": { + "calibration_values": [ + [ + { + "function": { + "name": "calibration_tool", + "parameters": { + "type": "object" + } + }, + "type": "function" + } + ] + ], + "max_items": 128, + "min_items": 1, + "value_types": [ + "array" + ] + }, + "top_k": { + "calibration_values": [ + 20 + ], + "maximum": 1000000.0, + "minimum": 0.0, + "value_types": [ + "integer" + ] + }, + "top_p": { + "calibration_values": [ + 0.95 + ], + "maximum": 1.0, + "minimum": 1e-6, + "value_types": [ + "number" + ] + }, + "visual_token_budget": { + "calibration_values": [ + "budget_70", + "budget_140", + "budget_280", + "budget_560", + "budget_1120" + ], + "default": "budget_280", + "enum_values": [ + "budget_70", + "budget_140", + "budget_280", + "budget_560", + "budget_1120" + ], + "value_types": [ + "string" + ] + } + }, + "request_attributes": [ + "max_tokens", + "messages", + "messages.content.image_url.url", + "messages.content.input_audio.data", + "messages.content.input_audio.format", + "messages.content.text", + "messages.content.type", + "messages.content.video.fps", + "messages.content.video.frames", + "messages.content.video.num_frames", + "messages.name", + "messages.role", + "messages.tool_call_id", + "messages.tool_calls", + "min_p", + "model", + "response_format", + "seed", + "stream", + "temperature", + "thinking_mode", + "tool_choice", + "tools", + "top_k", + "top_p", + "visual_token_budget" + ], + "required_request_attributes": [ + "model", + "messages", + "messages.role" + ], + "required_response_attributes": [ + "id", + "object", + "created", + "model", + "choices", + "usage", + "mayhem" + ], + "response_attribute_specs": { + "choices": { + "calibration_values": [ + [] + ], + "max_items": 1000000, + "min_items": 0, + "value_types": [ + "array" + ] + }, + "created": { + "calibration_values": [ + 1 + ], + "maximum": 1.8446744073709552e+19, + "minimum": 0.0, + "value_types": [ + "integer" + ] + }, + "id": { + "calibration_values": [ + "$RESPONSE_VALUE" + ], + "max_length": 536870912, + "min_length": 0, + "value_types": [ + "string" + ] + }, + "mayhem": { + "calibration_values": [ + {} + ], + "value_types": [ + "object" + ] + }, + "model": { + "calibration_values": [ + "$RESPONSE_VALUE" + ], + "max_length": 536870912, + "min_length": 0, + "value_types": [ + "string" + ] + }, + "object": { + "calibration_values": [ + "$RESPONSE_VALUE" + ], + "max_length": 536870912, + "min_length": 0, + "value_types": [ + "string" + ] + }, + "usage": { + "calibration_values": [ + {} + ], + "value_types": [ + "object" + ] + } + }, + "response_attributes": [ + "id", + "object", + "created", + "model", + "choices", + "usage", + "mayhem" + ], + "speciality_mappings": { + "thinking_mode": { + "native_path": "enable_thinking", + "request_path": "thinking_mode", + "target": "chat_template_kwarg" + }, + "visual_token_budget": { + "native_path": "mtmd.image_token_budget", + "request_path": "visual_token_budget", + "target": "backend_parameter" } - }, - "thinking_mode": { - "disabled": { - "fingerprint": "1687e61c8310f4f07f187807cbd29e5a75466673089a81c4e27ddeb1b143c850", - "token_prefixes": { - "launch-sampling-coding-06": [ - 8556, - 10598, - 2007, - 25, - 560, - 21, - 19, - 8, - 1411, - 560, - 21, - 19, - 313, - 830, - 348, - 220, - 17, - 333, - 248046 - ], - "launch-sampling-default-thinking": [ - 32, - 8836, - 21867, - 16545, - 430, - 10741, - 314, - 7384, - 364, - 19668, - 67640, - 321, - 3615, - 68247, - 13, - 248046 - ], - "launch-sampling-high-12": [ - 50123, - 11, - 874, - 40922, - 11, - 874, - 4557, - 248046 - ], - "launch-sampling-min-p-005": [ - 32, - 2567, - 33607, - 579, - 9284, - 321, - 2534, - 248046 - ], - "launch-sampling-nonthinking-general": [ - 1206, - 1870, - 5813, - 6734, - 539, - 42726, - 26353, - 321, - 21873, - 781, - 628, - 3258, - 7244, - 13, - 248046 - ], - "launch-sampling-nonthinking-reasoning": [ - 76520, - 248046 - ], - "launch-speciality-routing": [ - 760, - 8836, - 1220, - 54874, - 466, - 59987, - 279, - 1879, - 310, - 4786, - 2785, - 279, - 3798, - 13, - 248046 - ], - "launch-thinking-history": [ - 760, - 10811, - 369, - 328, - 32, - 3158, - 248046 - ] - }, - "output_tokens_min": 90, - "output_tokens_max": 90, - "reasoning_tokens_min": 0, - "reasoning_tokens_max": 0 + } + } + ], + "modality_set": [ + "text", + "image", + "audio", + "video" + ], + "reasoning_passthrough": "strip", + "specialities": [ + { + "default_level": "disabled", + "levels": [ + { + "name": "disabled", + "native_value": false, + "rank": 0 }, - "enabled": { - "fingerprint": "8422ff1683a8099f638d53d0206d31a239e2bc8528d9452afd524ad1095ae2e6", + { + "name": "enabled", + "native_value": true, + "rank": 1 + } + ], + "mechanism": "boolean", + "name": "thinking_mode", + "research_evidence": [ + "Pinned google/gemma-4-E4B-it model card and chat template expose enable_thinking as a boolean; the documented default is disabled and historical thoughts must not be replayed." + ] + }, + { + "calibration_modalities": [ + "image", + "video" + ], + "default_level": "budget_280", + "levels": [ + { + "name": "budget_70", + "native_value": 70, + "rank": 0 + }, + { + "name": "budget_140", + "native_value": 140, + "rank": 1 + }, + { + "name": "budget_280", + "native_value": 280, + "rank": 2 + }, + { + "name": "budget_560", + "native_value": 560, + "rank": 3 + }, + { + "name": "budget_1120", + "native_value": 1120, + "rank": 4 + } + ], + "mechanism": "token_budget", + "name": "visual_token_budget", + "research_evidence": [ + "Pinned google/gemma-4-E4B-it model card documents visual token budgets 70/140/280/560/1120 with 280 as the default; llama.cpp maps this to mtmd.image_token_budget." + ] + } + ], + "tool_call_strategy": "gemma_function_call" + }, + "artifacts": { + "gguf-q4_k_m": { + "artifact_root": "8ce9eb721bce597b57398bef795050d5a900bc9c609a6a3510fb5ef335c8ae30", + "artifact_root_kind": "blake3_merkle_v1", + "download_check": true, + "engine": "llama.cpp", + "notes": "Admin-mirrored immutable Q4_K_M GGUF; exact BF16 multimodal projector is mandatory.", + "path": "gemma-4-E4B-it-Q4_K_M.gguf", + "sidecars": { + "mmproj": { + "artifact_root": "2e52f62c42ec6d7835d3bbb8e387cca6319716b1fde4da31a93499a9dd899e3b", + "artifact_root_kind": "blake3_merkle_v1", + "path": "mmproj-gemma-4-E4B-it-BF16.gguf", + "source": { + "kind": "huggingface", + "publisher_key": "huggingface-repo", + "repo": "TracNetwork/mayhem-catalog-google-gemma-4-E4B-it-GGUF", + "revision": "68772908c9431af9c9bfc3cee0ebefcd74995891" + }, + "source_sha256": "68486d68176b924c5f126b0d25ab93e2b38458b607f46671d41c166f8c77c200", + "weights_bytes": 991551840 + } + }, + "source": { + "kind": "huggingface", + "publisher_key": "huggingface-repo", + "repo": "TracNetwork/mayhem-catalog-google-gemma-4-E4B-it-GGUF", + "revision": "68772908c9431af9c9bfc3cee0ebefcd74995891" + }, + "source_sha256": "3f72a20a06f626c78e6c475ae07a64c88b2663149c0f6197b56bf7cf1f37585c", + "upstream_source": { + "kind": "huggingface", + "publisher_key": "huggingface-repo", + "repo": "lmstudio-community/gemma-4-E4B-it-GGUF", + "revision": "53a691ddc52708042c56f80cdaf47f8a1daf051e" + }, + "weights_bytes": 5335289664 + } + }, + "canary": { + "fingerprints": { + "gguf-q4_k_m": "99e2ae42e6d36c8ccbbee9ed12cafc84628490163b9a1e1d53854f971abe2a48" + }, + "match_min": 0.9, + "set_id": "canary-gemma4-launch-v1", + "token_prefixes": { + "gguf-q4_k_m": { + "gemma4-audio-semantic": [ + 818, + 15737, + 3759, + 563, + 496, + 3605, + 529, + 9245, + 236764, + 52919, + 236764, + 532, + 52557, + 677, + 1431, + 236761 + ], + "gemma4-card-default-sampling": [ + 23868, + 496, + 10227, + 2028, + 28937, + 607, + 1061, + 68085, + 22606, + 600, + 506, + 29866, + 2028, + 740, + 1186, + 577, + 1456, + 528, + 506, + 3530, + 236764, + 19278, + 8155, + 573, + 837, + 625, + 691, + 44526, + 532, + 10227, + 236761, + 1174, + 19299, + 27364, + 614, + 59471, + 699, + 96816, + 506, + 5396, + 2028, + 607, + 496, + 44904, + 3567, + 1651, + 10264, + 506, + 30781, + 236764, + 11609, + 68085, + 528, + 1977, + 236761 + ], + "gemma4-image-semantic": [ + 818, + 2471, + 19365, + 496, + 2258, + 29283, + 3759, + 18482, + 9245, + 9351, + 16573, + 529, + 5905, + 532, + 10929, + 7913, + 236764, + 2440, + 2604, + 236764, + 3826, + 236764, + 3730, + 236764, + 49147, + 236764, + 532, + 111487, + 236761, + 6562, + 80834, + 580, + 1239, + 16573, + 659, + 22219, + 4463, + 532, + 96986, + 9935, + 1456, + 573, + 38318, + 2258, + 10634, + 532, + 25000, + 236761 + ], + "gemma4-instruction-following": [ + 236829, + 25179, + 12562, + 4889, + 107, + 236829, + 79127, + 13049, + 58916, + 107, + 236829, + 108135, + 3423, + 236772, + 33651 + ], + "gemma4-max-audio-resource": [ + 818, + 15737, + 24637, + 699, + 496, + 15189, + 236764, + 117516, + 3117, + 531, + 496, + 919, + 6205, + 532, + 10099, + 886, + 236761 + ], + "gemma4-max-image-resource": [ + 2094, + 2471, + 563, + 496, + 2587, + 236772, + 2086, + 2258, + 29283, + 3759, + 1456, + 573, + 7257, + 532, + 39919, + 2258, + 10634, + 236761 + ], + "gemma4-max-video-resource": [ + 818, + 29283, + 2471, + 7412, + 10385, + 3418, + 506, + 2587, + 13650, + 236761 + ], + "gemma4-min-p-probe": [ + 51632, + 8758, + 532, + 127389 + ], + "gemma4-multiple-tool-routing": [ + 48, + 6639, + 236787, + 48656, + 236779, + 19323, + 236782, + 13319, + 236787, + 52, + 89946, + 52, + 236783, + 49, + 48, + 6639, + 236787, + 48656, + 236779, + 2289, + 236782, + 13319, + 236787, + 52, + 89946, + 52, + 236783, + 49 + ], + "gemma4-thinking-enabled": [ + 100, + 45518, + 107, + 818, + 2430, + 563, + 10980, + 573, + 506, + 2558, + 1548, + 529, + 10227, + 47104, + 236761, + 107, + 22995, + 47104, + 10227, + 236787, + 236743, + 236832, + 107, + 124973, + 236751, + 13450, + 3209, + 236787, + 236743, + 236800, + 107, + 9640, + 10227, + 47104, + 578, + 20879, + 47104, + 900, + 143142, + 47104, + 107, + 9640, + 10227, + 47104, + 578, + 236743, + 236832, + 900, + 236743, + 236800, + 578, + 236743, + 236770, + 236771, + 236761, + 101, + 3810, + 659, + 236743, + 236770, + 236771, + 10227, + 47104, + 236761 + ], + "gemma4-video-semantic": [ + 125617, + 506, + 2390, + 18838, + 236764, + 506, + 29283, + 3759, + 19365, + 496, + 9958, + 27187, + 236764, + 607, + 506, + 990, + 3393, + 528, + 506, + 1903, + 2378, + 9895, + 19104, + 522, + 699, + 236743, + 236771, + 236771, + 236787, + 236771, + 236771, + 236787, + 236771, + 236771, + 236761, + 236771, + 236771, + 236771, + 531, + 236743, + 236771, + 236771, + 236787, + 236771, + 236771, + 236787, + 236771, + 236800, + 236761, + 236771, + 236771, + 236771, + 236761, + 18741, + 236764, + 506, + 16688, + 1550, + 15205, + 528, + 506, + 1903, + 1447, + 9895, + 8110, + 85363, + 699, + 236743, + 236771, + 531, + 236743, + 236800, + 236764, + 1651, + 506, + 7913, + 532, + 9935, + 3418, + 506, + 11731, + 4595, + 9958, + 528, + 910, + 3904, + 236761 + ] + } + }, + "verification_method": "token_fingerprint", + "verification_tolerance_bps": 0 + }, + "caps": { + "audio": true, + "ctx_max": 131072, + "image": false, + "json": true, + "output_modalities": [ + "text" + ], + "output_modality": "text", + "tools": true, + "video": false, + "vision": true + }, + "family": "gemma4", + "modality_assessment": { + "calibrated_fingerprints": { + "gguf-q4_k_m": { + "audio": "d74a1c897fa31d8419616abf3546e8df8ae32f827e16908edbdad241f05d429b", + "image": "5abe92ee009dee34b19e3ca7349639839a0ab7c81a8e999f62225aec7f949512", + "text": "99e2ae42e6d36c8ccbbee9ed12cafc84628490163b9a1e1d53854f971abe2a48", + "video": "b65e4b99784e954842a52c44c156c968206cde3ce4ff5ac63745a172384c84bd" + } + }, + "detected": [ + "text", + "image", + "audio", + "video" + ], + "evidence": [ + "Pinned google/gemma-4-E4B-it card declares text, image, audio, and video input with text output; audio is documented up to 30 seconds and video up to 60 seconds at 1 fps. The exact GGUF artifact is bound to the pinned BF16 mmproj sidecar." + ], + "resource_profiles": { + "gguf-q4_k_m": { + "audio": { + "unit": "second", + "measurement_source": "nvidia_smi_device_memory; pool=dedicated_gpu_memory; dedicated GPU memory from hwprobe; --memory-reserve override 15% = 3.67GiB", + "max_item_bytes": 960078, + "max_item_units": 30, + "measured_item_bytes": 960078, + "measured_item_units": 30, + "measured_working_set_bytes": 2506096640, + "calibration_baseline_memory_bytes": 5240782848, + "calibration_peak_memory_bytes": 7746879488, + "calibration_f13_budget_bytes": 22349978009, + "default_max_inflight_items": 1, + "default_max_items_per_request": 1 + }, + "image": { + "unit": "pixel", + "measurement_source": "nvidia_smi_device_memory; pool=dedicated_gpu_memory; dedicated GPU memory from hwprobe; --memory-reserve override 15% = 3.67GiB", + "max_item_bytes": 112442, + "max_item_units": 1048576, + "measured_item_bytes": 112442, + "measured_item_units": 1048576, + "measured_working_set_bytes": 3313500160, + "calibration_baseline_memory_bytes": 4854906880, + "calibration_peak_memory_bytes": 8168407040, + "calibration_f13_budget_bytes": 22349978009, + "default_max_inflight_items": 1, + "default_max_items_per_request": 1 + }, + "video": { + "unit": "frame", + "measurement_source": "nvidia_smi_device_memory; pool=dedicated_gpu_memory; dedicated GPU memory from hwprobe; --memory-reserve override 15% = 3.67GiB", + "max_item_bytes": 758340, + "max_item_units": 60, + "measured_item_bytes": 758340, + "measured_item_units": 60, + "measured_working_set_bytes": 3349151744, + "calibration_baseline_memory_bytes": 4819255296, + "calibration_peak_memory_bytes": 8168407040, + "calibration_f13_budget_bytes": 22349978009, + "default_max_inflight_items": 1, + "default_max_items_per_request": 1 + } + } + } + }, + "model_class": "text-generation", + "model_id": "google/gemma-4-E4B-it", + "params_b": 4.0, + "price_ref_au": { + "denom": "au_usd", + "in_per_1k": "15000000000000", + "out_per_1k": "50000000000000" + }, + "provenance": { + "conversion": [ + { + "tool": "llama.cpp b8778", + "method": "gguf-q4_k_m", + "input_sha256": "cfbd3d2f1cd71bd471c37fe2bf8546d5028d41e5736f64e1ca6c6b8893125503", + "output_sha256": "3f72a20a06f626c78e6c475ae07a64c88b2663149c0f6197b56bf7cf1f37585c" + }, + { + "tool": "llama.cpp b8778", + "method": "mmproj-bf16", + "input_sha256": "cfbd3d2f1cd71bd471c37fe2bf8546d5028d41e5736f64e1ca6c6b8893125503", + "output_sha256": "68486d68176b924c5f126b0d25ab93e2b38458b607f46671d41c166f8c77c200" + } + ], + "license": "apache-2.0", + "license_sha256": "cfc7749b96f63bd31c3c42b5c471bf756814053e847c10f3eb003417bc523d30", + "source": { + "kind": "huggingface", + "publisher_key": "huggingface-repo", + "repo": "google/gemma-4-E4B-it", + "revision": "a4c2d58be94dda072b918d9db64ee85c8ed34e3f" + } + }, + "requirements": { + "backends": [ + "llama.cpp" + ], + "cpu_flags": [ + "avx2|neon" + ], + "min_ram_gb": 12, + "min_vram_gb_full_offload": 8 + }, + "sampling": { + "temperature": 1.0, + "top_k": 64, + "top_p": 0.95 + }, + "speciality_assessment": { + "calibrated": { + "gguf-q4_k_m": { + "thinking_mode": { + "disabled": { + "fingerprint": "5b3ea894a553c70991ec2a04e6a2136a8adf2b1255a295e0044d98693b633f2c", "token_prefixes": { - "launch-sampling-coding-06": [ - 90700, - 8340, - 25, - 198, - 16, - 13, - 220, - 2972, - 2014, - 53983, - 2570, - 5396, - 64700, - 198, - 256, - 471, - 13095, - 3992, - 25, - 32671, - 198, - 256, - 471, - 5261, - 25, - 18053, - 264, - 709, - 6725, - 1510, - 15103, - 543, - 63, - 198, - 256, - 471, - 5396, - 14, - 4935, - 913, - 25, - 1510, - 84, - 21, - 19, - 63, - 198, - 256 - ], - "launch-sampling-default-thinking": [ - 8160, - 579, - 264, - 7047, - 1817, - 25, - 271, - 16, - 13, - 220, - 2972, - 2014, - 53983, - 2570, - 5396, - 64700, - 198, - 256, - 471, - 15380, - 25, - 328, - 9930, - 369, - 264, - 8836, - 21867, - 5222, - 7285, - 198, - 256, - 471, - 42794, - 25, - 328, - 15666, - 303, - 799, - 2716, - 11316, - 1149, - 271, - 17, - 13, - 220, - 2972, - 27382, - 1386 - ], - "launch-sampling-high-12": [ - 8160, - 579, - 264, - 7047, - 1817, - 25, - 271, - 16, - 13, - 220, - 2972, - 2014, - 53983, - 2570, - 5396, - 64700, - 198, - 256, - 471, - 2972, - 14162, - 64700, - 328, - 657, - 2250, - 5706, - 314, - 14294, - 28109, - 1149, - 198, - 256 - ], - "launch-sampling-min-p-005": [ - 8160, - 579, - 264, - 7047, - 1817, - 25, - 271, - 16, - 13, - 220, - 2972, - 2014, - 53983, - 2570, - 5396, - 64700, - 198, - 256, - 471, - 15380, - 25, - 328, - 3710, - 1503, - 264, - 8239, - 15922, - 5517, - 7285, - 198, - 256, - 471 - ], - "launch-sampling-nonthinking-general": [ - 8160, - 579, - 264, - 7047, - 1817, - 25, - 271, - 16, - 13, - 220, - 2972, - 2014, - 53983, - 2570, - 5396, - 64700, - 198, - 256, - 471, - 2972, - 14162, - 64700, - 328, - 9930, - 1220, - 264, - 8836, - 49126, - 16384, - 8390, - 7285, - 198, - 256, - 471, - 2972, - 17355, - 64700, - 328, - 15666, - 303, - 799, - 2716, - 11316, - 1149, - 271, - 17, - 13, - 220 - ], - "launch-sampling-nonthinking-reasoning": [ - 8160, - 579, - 264, - 7047, - 1817, - 25, - 271, - 16, - 13, - 220, - 2972, - 2014, - 53983, - 2570, + "gemma4-card-default-sampling": [ + 23868, + 496, + 10227, + 2028, + 28937, + 607, + 1061, + 68085, + 22606, + 600, + 506, + 29866, + 2028, + 740, + 1186, + 577, + 1456, + 528, + 506, + 3530, + 236764, + 19278, + 8155, + 573, + 837, + 625, + 691, + 44526, + 532, + 10227, + 236761, + 1174, + 19299, + 27364, + 614, + 59471, + 699, + 96816, + 506, 5396, - 64700, - 198, - 256, - 471, - 15380, - 25, - 328, - 3710, - 33972 + 2028, + 607, + 496, + 44904, + 3567, + 1651, + 10264, + 506, + 30781, + 236764, + 11609, + 68085, + 528, + 1977, + 236761 ], - "launch-speciality-routing": [ - 8160, - 579, - 264, - 7047, - 1817, - 25, - 271, - 16, - 13, - 220, - 2972, - 2014, - 53983, - 2570, - 5396, - 64700, - 198, - 256, - 471, - 2972, - 14162, - 64700, - 328, - 3710, - 1220, - 264, - 8836, - 635, - 948, - 264, - 1622, - 34105, - 1141, - 82054, - 2193, - 3798, - 7285, - 198, - 256, - 471, - 2972, - 17355, - 64700, - 328, - 15666, - 303, - 799, - 2716 + "gemma4-min-p-probe": [ + 51632, + 8758, + 532, + 127389 ], - "launch-thinking-history": [ - 8160, - 579, - 264, - 7047, - 1817, - 25, - 271, - 16, - 13, - 220, - 2972, - 2014, - 53983, - 2570, - 5396, - 64700, - 198, - 256, - 471, - 2570, - 2640, - 25, - 328, - 22791, - 279, - 16713, - 10125, - 6681, - 1149, - 318, - 258, - 279, - 1118, + "gemma4-thinking-enabled": [ + 236770, + 236771, + 10227, + 47104, + 2849, + 236761 + ] + }, + "output_tokens_min": 65, + "output_tokens_max": 65, + "reasoning_tokens_min": 0, + "reasoning_tokens_max": 0 + }, + "enabled": { + "fingerprint": "d99a27f0879cda1c68c3634efd0050f30589e8effaba4eb987ef426c7bb39fb4", + "token_prefixes": { + "gemma4-card-default-sampling": [ + 100, + 45518, + 107, + 236770, + 236761, + 138, + 1018, + 137938, + 506, + 7157, + 14485, + 53121, + 62432, + 2028, + 28937, + 236764, + 68085, + 236764, + 532, + 506, + 23811, + 529, + 11609, + 1091, + 3075, + 236761, + 107, + 236778, + 236761, + 138, + 1018, + 102752, + 506, + 1292, + 529, + 506, + 6237, + 53121, + 107, + 140, + 236829, + 139, + 236829, + 4968, + 130790, + 149681, + 669, + 7157, + 15453, + 18710, + 236786, + 29641, + 568, + 1437, + 756, + 14070, + 4833, + 107, + 140, + 236829, + 139, + 236829, + 8410, + 504, + 149681, + 669, + 3393, + 236786, + 50345, + 600, + 141849, + 532, + 16819, + 506, + 2028, + 236789, + 236751, + 3938, + 568, + 1437, + 756, + 7843, + 4833, + 107, + 140, + 236829, + 139, + 236829, + 55912, + 149681, + 142981, + 17661, + 532, + 58542, + 568, + 11205 + ], + "gemma4-min-p-probe": [ + 51632, + 8758, + 532, + 127389 + ], + "gemma4-thinking-enabled": [ + 100, + 45518, + 107, + 818, + 2430, + 563, + 10980, + 573, + 506, + 2558, + 1548, + 529, + 10227, + 47104, + 236761, + 107, + 22995, + 47104, + 10227, + 236787, + 236743, + 236832, + 107, + 124973, + 236751, + 13450, + 3209, + 236787, + 236743, + 236800, + 107, 9640, - 8, - 198, - 256, - 471, - 353, - 15959, - 25, - 328, - 2536, - 290, - 1149, - 198, - 256, - 471, - 2570, - 1381, - 2640, - 25, - 328, - 1349, - 279, - 843, - 10811, - 494, - 678, - 4711, - 31626, - 303, - 799, - 2716, - 16629, - 1149, - 271, - 17, - 13, - 220, - 2972, - 27382, - 1386, - 5141, - 5261, - 64700, - 198, - 256, - 471, - 353, - 1144, - 310, - 18516, - 61643, - 264, - 328, - 1929, - 10811, - 1, - 421, - 353, - 557, - 9671, - 310, - 4992, - 35841 + 10227, + 47104, + 578, + 20879, + 47104, + 900, + 143142, + 47104, + 107, + 9640, + 10227, + 47104, + 578, + 236743, + 236832, + 900, + 236743, + 236800, + 578, + 236743, + 236770, + 236771, + 236761, + 101, + 3810, + 659, + 236743, + 236770, + 236771, + 10227, + 47104, + 236761 ] }, - "output_tokens_min": 376, - "output_tokens_max": 376, - "reasoning_tokens_min": 376, - "reasoning_tokens_max": 376 + "output_tokens_min": 164, + "output_tokens_max": 164, + "reasoning_tokens_min": 156, + "reasoning_tokens_max": 156 + } + }, + "visual_token_budget": { + "budget_1120": { + "fingerprint": "d2870efb89c5abbeb5d3ce59b6e80de2059946d31adf51a7acff8a542a449c8d", + "token_prefixes": { + "gemma4-image-semantic": [ + 818, + 11325, + 3759, + 563, + 496, + 2258, + 3029, + 37549, + 496, + 11731, + 529, + 9245, + 236764, + 5139, + 236772, + 36699, + 9351, + 41827, + 236764, + 6250, + 607, + 2604, + 532, + 79450, + 1343, + 3826, + 236764, + 7070, + 236764, + 3730, + 236764, + 111487, + 236764, + 532, + 49147, + 236761, + 6562, + 80834, + 580, + 672, + 659, + 3131, + 22219, + 4463, + 532, + 496, + 96986, + 3759, + 236764, + 5402, + 573, + 2258, + 532, + 25000, + 29283, + 236761 + ], + "gemma4-video-semantic": [ + 818, + 29283, + 3759, + 22541, + 19365, + 496, + 2258, + 15004, + 22219, + 1757, + 236764, + 607, + 506, + 7913, + 27797, + 531, + 8633, + 8427, + 532, + 506, + 3759, + 9866, + 528, + 506, + 1638, + 6658, + 2939, + 3418, + 784, + 2390, + 18838, + 236761, + 18741, + 236764, + 506, + 1944, + 236764, + 16128, + 23441, + 528, + 506, + 1903, + 236772, + 989, + 9895, + 3196, + 531, + 2352, + 910, + 3530, + 7913, + 532, + 10681, + 236764, + 1651, + 506, + 6281, + 528, + 506, + 5944, + 236772, + 989, + 9895, + 7474, + 11325, + 532, + 3731, + 2258, + 236761 + ] + }, + "output_tokens_min": 125, + "output_tokens_max": 125, + "reasoning_tokens_min": 0, + "reasoning_tokens_max": 0 + }, + "budget_140": { + "fingerprint": "3d89fca9de3518ae9a95618ae127c525e000844ca3271db43c06968823ddd4b5", + "token_prefixes": { + "gemma4-image-semantic": [ + 818, + 2471, + 19365, + 496, + 9245, + 2258, + 29283, + 3759, + 17520, + 529, + 9351, + 41827, + 529, + 5905, + 532, + 10929, + 7913, + 236764, + 2440, + 2604, + 236764, + 3826, + 236764, + 3730, + 236764, + 532, + 7070, + 236761, + 562, + 22219, + 1757, + 192264, + 506, + 3759, + 236764, + 95500, + 3572, + 16128, + 10458, + 236764, + 532, + 993, + 659, + 992, + 96986, + 653, + 77780, + 4106, + 11325, + 580, + 506, + 1447, + 2678, + 236761 + ], + "gemma4-video-semantic": [ + 818, + 29283, + 3759, + 87840, + 684, + 19104, + 522, + 506, + 15205, + 990, + 3393, + 699, + 623, + 236771, + 236771, + 236787, + 236771, + 236771, + 236787, + 236771, + 236771, + 236761, + 236771, + 236771, + 236771, + 236775, + 531, + 623, + 236771, + 236771, + 236787, + 236771, + 236771, + 236787, + 236771, + 236800, + 236761, + 236771, + 236771, + 236771, + 236775, + 528, + 506, + 1903, + 236772, + 989, + 9895, + 236764, + 1651, + 506, + 6651, + 528, + 506, + 1903, + 236772, + 898, + 9895, + 71863, + 699, + 236743, + 236771, + 531, + 236743, + 236800, + 236761, + 161904, + 236764, + 506, + 2258, + 15004, + 3418, + 506, + 2471, + 25477, + 1343, + 506, + 11325, + 11731, + 699, + 2604, + 531, + 49147, + 236764, + 532, + 506, + 29892, + 3730, + 532, + 7070, + 23441, + 236764, + 3008, + 607, + 506, + 6082, + 2258 + ] + }, + "output_tokens_min": 150, + "output_tokens_max": 150, + "reasoning_tokens_min": 0, + "reasoning_tokens_max": 0 + }, + "budget_280": { + "fingerprint": "efb267075136b7add06c64c1585aa670f1280bec00da9dceab96804fef58a7fd", + "token_prefixes": { + "gemma4-image-semantic": [ + 818, + 2471, + 19365, + 496, + 2258, + 29283, + 3759, + 18482, + 9245, + 9351, + 16573, + 529, + 5905, + 532, + 10929, + 7913, + 236764, + 2440, + 2604, + 236764, + 3826, + 236764, + 3730, + 236764, + 49147, + 236764, + 532, + 111487, + 236761, + 6562, + 80834, + 580, + 1239, + 16573, + 659, + 22219, + 4463, + 532, + 96986, + 9935, + 1456, + 573, + 38318, + 2258, + 10634, + 532, + 25000, + 236761 + ], + "gemma4-video-semantic": [ + 125617, + 506, + 2390, + 18838, + 236764, + 506, + 29283, + 3759, + 19365, + 496, + 9958, + 27187, + 236764, + 607, + 506, + 990, + 3393, + 528, + 506, + 1903, + 2378, + 9895, + 19104, + 522, + 699, + 236743, + 236771, + 236771, + 236787, + 236771, + 236771, + 236787, + 236771, + 236771, + 236761, + 236771, + 236771, + 236771, + 531, + 236743, + 236771, + 236771, + 236787, + 236771, + 236771, + 236787, + 236771, + 236800, + 236761, + 236771, + 236771, + 236771, + 236761, + 18741, + 236764, + 506, + 16688, + 1550, + 15205, + 528, + 506, + 1903, + 1447, + 9895, + 8110, + 85363, + 699, + 236743, + 236771, + 531, + 236743, + 236800, + 236764, + 1651, + 506, + 7913, + 532, + 9935, + 3418, + 506, + 11731, + 4595, + 9958, + 528, + 910, + 3904, + 236761 + ] + }, + "output_tokens_min": 135, + "output_tokens_max": 135, + "reasoning_tokens_min": 0, + "reasoning_tokens_max": 0 + }, + "budget_560": { + "fingerprint": "1d058c7eb332bb35bc7ac2fca5c07ee98926a7ae107c0b1834d6cb0a82dc64ce", + "token_prefixes": { + "gemma4-image-semantic": [ + 818, + 2471, + 19365, + 496, + 28239, + 29283, + 3759, + 18482, + 9245, + 9351, + 2258, + 16573, + 236764, + 2440, + 2604, + 236764, + 3826, + 236764, + 7070, + 236764, + 3730, + 236764, + 111487, + 236764, + 532, + 49147, + 236761, + 6562, + 80834, + 580, + 1239, + 16573, + 659, + 22219, + 4463, + 532, + 96986, + 9935, + 236764, + 3008, + 607, + 496, + 1944, + 2258, + 206840, + 528, + 506, + 7593, + 2378, + 9895, + 236764, + 17674, + 496, + 13611, + 2258, + 149116, + 1594, + 236761 + ], + "gemma4-video-semantic": [ + 818, + 29283, + 3759, + 236764, + 837, + 7412, + 531, + 577, + 496, + 2258, + 15004, + 22219, + 1757, + 236764, + 3831, + 496, + 23288, + 8633, + 3418, + 506, + 2390, + 18838, + 236761, + 1174, + 8633, + 12489, + 699, + 506, + 1903, + 236772, + 989, + 531, + 506, + 5944, + 236772, + 898, + 9895, + 236764, + 17674, + 496, + 8906, + 22488, + 653, + 16074, + 1657, + 3418, + 506, + 7426, + 2135, + 236761 + ] + }, + "output_tokens_min": 108, + "output_tokens_max": 108, + "reasoning_tokens_min": 0, + "reasoning_tokens_max": 0 + }, + "budget_70": { + "fingerprint": "c9e4ebaf5e8a29d8d248c74f07045fe894fc902640fd5b448ba85e92b0284d75", + "token_prefixes": { + "gemma4-image-semantic": [ + 818, + 11325, + 3759, + 563, + 496, + 2258, + 29283, + 9535, + 18482, + 9245, + 9351, + 41827, + 529, + 5905, + 532, + 10929, + 7913, + 236761, + 23737, + 638, + 7913, + 3204, + 7804, + 2604, + 236764, + 3826, + 236764, + 7070, + 236764, + 3730, + 236764, + 532, + 111487, + 236764, + 19587, + 528, + 496, + 11731, + 236772, + 5282, + 7501, + 236761 + ], + "gemma4-video-semantic": [ + 818, + 29283, + 3759, + 236789, + 236751, + 3034, + 3731, + 684, + 19104, + 522, + 506, + 6651, + 528, + 506, + 1903, + 236772, + 989, + 9895, + 699, + 623, + 236771, + 236771, + 236787, + 236771, + 236771, + 236787, + 236771, + 236771, + 236761, + 236771, + 236775, + 531, + 623, + 236771, + 236771, + 236787, + 236771, + 236771, + 236787, + 236771, + 236770, + 236761, + 236771, + 827, + 623, + 236771, + 236771, + 236787, + 236771, + 236771, + 236787, + 236771, + 236778, + 236761, + 236771, + 827, + 532, + 623, + 236771, + 236771, + 236787, + 236771, + 236771, + 236787, + 236771, + 236800, + 236761, + 236771, + 3056, + 161904, + 236764, + 506, + 1548, + 15205, + 528, + 506, + 1903, + 236772, + 898, + 9895, + 85363, + 8110, + 699, + 623, + 236771, + 236775, + 531, + 623, + 236770, + 827, + 623, + 236778, + 827, + 532, + 623, + 236800 + ] + }, + "output_tokens_min": 138, + "output_tokens_max": 138, + "reasoning_tokens_min": 0, + "reasoning_tokens_max": 0 } } } - } - } + }, + "detected": [ + "thinking_mode", + "visual_token_budget" + ], + "evidence": [ + "Pinned Gemma 4 card/template research found a boolean thinking toggle and five visual-token budgets; no low/medium/high reasoning-effort enum or separate reasoning-token budget is documented, so none is invented." + ], + "unsupported": {} + }, + "tier": "launch" } - ] -} + ], + "schema_version": 1 +} \ No newline at end of file