diff --git "a/models.json" "b/models.json" --- "a/models.json" +++ "b/models.json" @@ -1,150 +1,8 @@ { "schema_version": 1, "catalog_id": "openmayhem-mainnet", - "generated_at": "2026-07-10T00:50:26Z", + "generated_at": "2026-07-12T05:06:30Z", "models": [ - { - "model_id": "qwen/qwen3.5-4b-mlx-4bit-dev", - "family": "qwen3.5", - "params_b": 4, - "tier": "dev", - "provenance": { - "source": { - "kind": "huggingface", - "repo": "Qwen/Qwen3.5-4B", - "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", - "publisher_key": "huggingface-repo" - }, - "conversion": [ - { - "tool": "mlx-lm convert --quantize", - "method": "mlx-4bit", - "input_sha256": "3fc0f95dfd79787bdc2a73e2c5880fcda4e53a70f10aba390362407178bd34e9", - "output_sha256": "5fb9acd0246866381cf8c5c354c6db1019f6498eec4ccb4f5edcc71ffeacb2db" - } - ], - "license": "apache-2.0", - "license_sha256": "2af71558e438db0b73a20beab92dc278a94e1bbe974c00c1a33e3ab62d53a608" - }, - "artifacts": { - "mlx-4bit": { - "engine": "mlx", - "source": { - "kind": "huggingface", - "repo": "mlx-community/Qwen3.5-4B-MLX-4bit", - "revision": "32f3e8ecf65426fc3306969496342d504bfa13f3", - "publisher_key": "mlx-community" - }, - "path": "model.safetensors", - "artifact_root": "ecbb929194a044b4cf4dc51274e60da39cac5b82f7d4ca1c8c4a5455ff16411e", - "artifact_root_kind": "blake3_descriptor_hf_xet_sha256", - "weights_bytes": 2500000000, - "source_sha256": "5fb9acd0246866381cf8c5c354c6db1019f6498eec4ccb4f5edcc71ffeacb2db", - "tokenizer_sha256": "18de2b26d5a2d54445551638c0e7abf264016ef2c971c52a52a9174c559deecd", - "chat_template_sha256": "67b18035ebb6843c29c742ff89cd4e7269205f51c0d683c8888f1d8764caea54", - "download_check": true - } - }, - "caps": { - "tools": true, - "json": true, - "ctx_max": 8192, - "vision": false - }, - "requirements": { - "min_ram_gb": 8, - "min_vram_gb_full_offload": 0, - "cpu_flags": [ - "neon" - ], - "backends": [ - "mlx" - ] - }, - "canary": { - "set_id": "canary-dev-v1", - "match_min": 0.9, - "fingerprints": { - "mlx-4bit": "7f3e07ae395c027fc93aec6e81421cff17bcc4385d184f88178c2865fd95be1b" - } - }, - "price_ref_au": { - "denom": "au_usd", - "in_per_1k": "20", - "out_per_1k": "60" - } - }, - { - "model_id": "qwen/qwen3.5-4b-gguf-q4_k_m-dev", - "family": "qwen3.5", - "params_b": 4, - "tier": "dev", - "provenance": { - "source": { - "kind": "huggingface", - "repo": "Qwen/Qwen3.5-4B", - "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", - "publisher_key": "huggingface-repo" - }, - "conversion": [ - { - "tool": "llama.cpp convert+quantize", - "method": "q4_k_m", - "input_sha256": "3fc0f95dfd79787bdc2a73e2c5880fcda4e53a70f10aba390362407178bd34e9", - "output_sha256": "25082a7dd3776cc3c741c6347d3bd04523f05796607b3fbc32fa3a25dfa1418c" - } - ], - "license": "apache-2.0", - "license_sha256": "2af71558e438db0b73a20beab92dc278a94e1bbe974c00c1a33e3ab62d53a608" - }, - "artifacts": { - "gguf-q4_k_m": { - "engine": "llama.cpp", - "source": { - "kind": "huggingface", - "repo": "lmstudio-community/Qwen3.5-4B-GGUF", - "revision": "f9f88ac3e234be915e23811a6d28ea287bdb927e", - "publisher_key": "lmstudio-community" - }, - "path": "Qwen3.5-4B-Q4_K_M.gguf", - "artifact_root": "190bfadab238a4506e8ced226c340f13c3b2e3d47e128425e58fd3132029539b", - "artifact_root_kind": "blake3_descriptor_hf_xet_sha256", - "weights_bytes": 2700000000, - "source_sha256": "25082a7dd3776cc3c741c6347d3bd04523f05796607b3fbc32fa3a25dfa1418c", - "tokenizer_sha256": "d96089a477f3b15e4a41d442fe4289f560f459b295831639c8f739600f0dd746", - "chat_template_sha256": "eb9b4146d0c3ac3a3d669c182cb96ac4587aa48d7ba0a06cb97a631250df0f0d", - "download_check": true - } - }, - "caps": { - "tools": true, - "json": true, - "ctx_max": 8192, - "vision": false - }, - "requirements": { - "min_ram_gb": 8, - "min_vram_gb_full_offload": 6, - "cpu_flags": [ - "avx2|neon" - ], - "backends": [ - "llama.cpp" - ] - }, - "canary": { - "set_id": "canary-dev-v1", - "match_min": 0.9, - "fingerprints": { - "gguf-q4_k_m": "c6e8983e4120bcc7f68c7f3185ff44c7e02fc71dcc06b8e8ece7f65bd04a329c" - } - }, - "price_ref_au": { - "denom": "au_usd", - "in_per_1k": "18", - "out_per_1k": "55" - } - }, { "model_id": "hauhaucs/qwen3.6-35b-a3b-uncensored", "family": "qwen3.6", @@ -297,7 +155,11 @@ "tools": true, "json": true, "ctx_max": 262144, - "vision": false + "vision": true, + "output_modality": "text", + "output_modalities": [ + "text" + ] }, "requirements": { "min_ram_gb": 48, @@ -314,76 +176,123 @@ "match_min": 0.9, "verification_method": "token_fingerprint", "fingerprints": { - "nvfp4": "38ac7c4910bd694454ae37e52ec6e6a9e32b2dea8ce52d1263bcd911970eef61" + "nvfp4": "bb8e8876c7bbde3f37eb1c924ef95cf6f1529a9c43a349b35b35812614672c0d" }, "token_prefixes": { "nvfp4": { + "launch-image-understanding": [ + 760, + 9155, + 36367, + 5215, + 16661, + 314, + 11795, + 15436, + 314, + 2438, + 11, + 5983, + 11, + 13358, + 11, + 6105, + 11, + 4721, + 16088, + 11, + 321, + 55945, + 11, + 27193, + 3651, + 440, + 264, + 36004, + 19556, + 1500, + 321, + 264, + 56150, + 36004, + 1500, + 11, + 5346, + 264, + 11112, + 303, + 279, + 1844, + 7699, + 8858, + 13, + 248046 + ], "launch-instruction-following": [ - 271, - 248068, - 271, - 248069, - 271, 9, - 256, - 1049, - 9077, - 34337, + 561, + 21867, + 1902, + 6435, + 264, + 4752, + 11, + 2652, + 21916, + 12448, + 364, 279, 3050, 42903, 1622, - 321, - 279, - 11811, - 1558, - 2243, - 1429, 13, 198, 9, - 256, 1049, - 5469, - 264, - 4752, + 1902, + 2830, + 86062, + 74519, + 11, + 1680, + 430, + 8490, + 22369, + 19101, + 466, + 7143, + 31548, 11, - 49835, - 12448, - 421, - 7500, - 279, - 1879, - 795, 310, - 279, - 7658, - 2468, + 5790, + 795, + 16126, 13, 198, 9, - 256, 1049, - 7189, - 279, - 11112, + 1220, + 3300, + 264, + 4434, + 23513, + 8582, 314, 279, - 42903, - 3055, - 440, - 279, - 52652, - 4802, - 25152, + 1879, + 795, + 11, + 1558, + 2243, + 11, + 321, + 2468, + 9191, + 1817, 13, - 248044 + 248046 ], "launch-json-tool-routing": [ - 271, - 71093, - 2164, - 198, 90, 198, 220, @@ -391,8 +300,7 @@ 19370, 763, 328, - 19370, - 816, + 8371, 487, 198, 220, @@ -401,9 +309,8 @@ 39195, 763, 328, - 268, - 39195, - 816, + 42608, + 298, 487, 198, 220, @@ -411,176 +318,160 @@ 2871, 763, 328, - 2871, - 816, + 24336, + 12, + 15, + 16, 1, 198, 92, - 198, - 71093, - 248044 + 248046 ], "launch-safety-refusal": [ - 271, - 248068, - 271, - 248069, - 271, - 1206, + 40, + 4021, + 1438, 29715, 22247, 286, - 1973, - 1602, - 16022, - 11, - 279, + 13, + 1061, 5313, - 13402, - 16421, - 383, - 279, - 2193, - 318, - 68, - 1257, - 2487, - 6170, - 795, + 24546, + 421, + 660, + 10121, + 8198, + 17290, + 321, + 2652, + 21916, + 364, + 12995, + 32419, + 13, + 248046 + ], + "launch-sampling-coding-06": [ + 8556, + 10598, + 2007, + 25, + 560, + 21, + 19, + 8, + 1411, + 560, + 21, + 19, + 313, + 830, + 348, + 220, + 17, + 333, + 248046 + ], + "launch-sampling-default-thinking": [ + 32, + 8836, + 21867, + 16545, + 430, + 10741, + 314, + 7384, + 364, + 67640, 11, - 9158, - 23470, + 3615, + 68247, 11, 466, - 12419, - 47436, - 553, - 4213, - 11, - 279, - 1379, - 4047, - 14611, - 18675, - 310, - 2972, - 14501, - 795, - 22247, - 286, - 159034, - 5514, - 725, - 264, - 4437, - 15673, - 314, - 1204, - 424, - 4138, - 25, - 271, - 13962, - 220, - 16, + 8215, + 7929, 13, - 2972, - 9947, - 264, - 31692, - 466, - 29743, - 332, - 198, - 256, - 471, - 2972, - 4199, - 424, - 4138, - 92217, - 4465, - 3545, - 20653, - 795, - 1472, - 264, - 12906, - 3421, + 248046 + ], + "launch-sampling-high-12": [ + 50123, + 11, + 874, + 40922, + 11, + 874, + 4557, + 248046 + ], + "launch-sampling-min-p-005": [ + 32, + 2567, + 33607, + 579, + 9284, + 321, + 2534, + 248046 + ], + "launch-sampling-top-k-40": [ + 76520, + 248046 + ], + "launch-speciality-routing": [ + 760, + 8836, + 1220, + 54874, 466, - 29743, - 24813, - 13, - 561, - 18041, - 15175, - 9163, - 2019, - 310, + 59987, 279, - 12906, - 725, - 6577, - 2534, - 4598, - 1056, + 1879, + 310, + 4786, + 2785, 279, - 1534, - 8833, + 3798, 13, - 198, - 256, - 471, - 2972, - 52973, - 62140, - 92217, - 1368, - 279, - 12906, - 3421, + 248046 + ], + "launch-thinking-history": [ + 760, + 10811, 369, - 383, - 264, - 1001, - 1266, - 54748, - 12852, - 828, - 6577, - 2020, - 318, - 58768, - 1429, - 539, - 6170, - 33734, - 364, - 6942, - 53040, - 3401, - 681, - 279, - 18041, - 1189, - 524, - 1698, - 279, - 795, - 2272, - 678, - 3019, - 13, - 271, - 13962, - 220, - 17, + 328, + 32, + 3158, + 248046 + ], + "launch-video-understanding": [ + 760, + 36367, + 5215, + 579, + 36004, + 4965, + 6206, + 494, + 1844, + 7699, + 310, + 5445, + 6491, + 11, + 440, + 7736, + 69644, + 37136, + 321, + 12583, + 639, + 30308, + 24572, + 321, + 64162, 13, - 2972, - 43, - 1986, - 416, - 17761 + 248046 ] } } @@ -589,7 +480,2939 @@ "denom": "au_usd", "in_per_1k": "50000000000000", "out_per_1k": "350000000000000" + }, + "model_class": "text-generation", + "sampling": { + "temperature": 0.6, + "top_p": 0.95, + "top_k": 20 + }, + "adapter": { + "endpoint_families": [ + { + "family": "openai_chat_completions", + "request_attributes": [ + "frequency_penalty", + "max_completion_tokens", + "max_tokens", + "messages", + "messages.content.image_url.url", + "messages.content.text", + "messages.content.type", + "messages.name", + "messages.role", + "messages.tool_call_id", + "messages.tool_calls", + "metadata", + "min_p", + "model", + "presence_penalty", + "response_format", + "seed", + "stop", + "stream", + "stream_options.include_usage", + "temperature", + "thinking_history", + "thinking_mode", + "tool_choice", + "tools", + "top_k", + "top_p", + "user" + ], + "required_request_attributes": [ + "messages", + "messages.role", + "model" + ], + "response_attributes": [ + "id", + "object", + "created", + "model", + "choices", + "usage", + "mayhem" + ], + "request_attribute_specs": { + "frequency_penalty": { + "value_types": [ + "number" + ], + "minimum": -2.0, + "maximum": 2.0, + "calibration_values": [ + 0.0 + ] + }, + "max_completion_tokens": { + "value_types": [ + "integer" + ], + "minimum": 0.0, + "maximum": 262144.0, + "calibration_values": [ + 8 + ] + }, + "max_tokens": { + "value_types": [ + "integer" + ], + "minimum": 0.0, + "maximum": 262144.0, + "calibration_values": [ + 8 + ] + }, + "messages": { + "value_types": [ + "array" + ], + "min_items": 1, + "max_items": 4096, + "calibration_values": [ + [ + { + "role": "user", + "content": "Mayhem calibration context" + }, + { + "role": "user", + "content": "Mayhem calibration" + } + ], + [ + { + "role": "user", + "content": [ + { + "type": "text", + "text": "Mayhem calibration" + } + ] + } + ], + [ + { + "role": "user", + "content": [ + { + "type": "text", + "text": "Describe the calibration image." + }, + { + "type": "image_url", + "image_url": { + "url": "$IMAGE_DATA_URL" + } + } + ] + } + ] + ] + }, + "metadata": { + "value_types": [ + "object" + ], + "calibration_values": [ + {} + ] + }, + "min_p": { + "value_types": [ + "number" + ], + "minimum": 0.0, + "maximum": 1.0, + "calibration_values": [ + 0.05 + ] + }, + "model": { + "value_types": [ + "string" + ], + "enum_values": [ + "hauhaucs/qwen3.6-35b-a3b-uncensored" + ], + "calibration_values": [ + "hauhaucs/qwen3.6-35b-a3b-uncensored" + ] + }, + "presence_penalty": { + "value_types": [ + "number" + ], + "minimum": -2.0, + "maximum": 2.0, + "calibration_values": [ + 0.0 + ] + }, + "response_format": { + "value_types": [ + "object" + ], + "calibration_values": [ + {} + ] + }, + "seed": { + "value_types": [ + "integer" + ], + "minimum": 0.0, + "maximum": 4294967295.0, + "calibration_values": [ + 7 + ] + }, + "stop": { + "value_types": [ + "string", + "array", + "null" + ], + "calibration_values": [ + "CALIBRATION_STOP", + [ + "CALIBRATION_STOP", + "CALIBRATION_END" + ], + null + ] + }, + "stream": { + "value_types": [ + "boolean" + ], + "default": false, + "calibration_values": [ + false, + true + ] + }, + "temperature": { + "value_types": [ + "number" + ], + "minimum": 0.0, + "maximum": 2.0, + "calibration_values": [ + 0.6 + ] + }, + "tool_choice": { + "value_types": [ + "string", + "object" + ], + "calibration_values": [ + "auto", + "none", + { + "function": { + "name": "calibration_tool" + }, + "type": "function" + } + ] + }, + "tools": { + "value_types": [ + "array" + ], + "min_items": 1, + "max_items": 128, + "calibration_values": [ + [ + { + "function": { + "name": "calibration_tool", + "parameters": { + "type": "object" + } + }, + "type": "function" + } + ] + ] + }, + "top_k": { + "value_types": [ + "integer" + ], + "minimum": 0.0, + "maximum": 1000000.0, + "calibration_values": [ + 20 + ] + }, + "top_p": { + "value_types": [ + "number" + ], + "minimum": 1e-6, + "maximum": 1.0, + "calibration_values": [ + 0.95 + ] + }, + "user": { + "value_types": [ + "string" + ], + "min_length": 1, + "max_length": 512, + "calibration_values": [ + "mayhem-calibration-user" + ] + }, + "stream_options.include_usage": { + "value_types": [ + "boolean" + ], + "calibration_values": [ + false, + true + ] + }, + "messages.role": { + "value_types": [ + "string" + ], + "enum_values": [ + "system", + "user", + "assistant", + "tool" + ], + "calibration_values": [ + "user", + "system", + "assistant", + "tool" + ] + }, + "messages.name": { + "value_types": [ + "string" + ], + "min_length": 1, + "max_length": 256, + "calibration_values": [ + "calibration" + ] + }, + "messages.tool_calls": { + "value_types": [ + "array" + ], + "min_items": 1, + "max_items": 128, + "calibration_values": [ + [ + { + "function": { + "arguments": "{}", + "name": "calibration_tool" + }, + "id": "call-calibration", + "type": "function" + } + ] + ] + }, + "messages.tool_call_id": { + "value_types": [ + "string" + ], + "min_length": 1, + "max_length": 256, + "calibration_values": [ + "calibration" + ] + }, + "messages.content.type": { + "value_types": [ + "string" + ], + "enum_values": [ + "text", + "image_url" + ], + "calibration_values": [ + "text", + "image_url" + ] + }, + "messages.content.text": { + "value_types": [ + "string" + ], + "min_length": 1, + "max_length": 32000, + "calibration_values": [ + "Mayhem calibration" + ] + }, + "messages.content.image_url.url": { + "value_types": [ + "string" + ], + "calibration_values": [ + "$IMAGE_DATA_URL" + ] + }, + "thinking_mode": { + "value_types": [ + "string" + ], + "default": "enabled", + "enum_values": [ + "disabled", + "enabled" + ], + "calibration_values": [ + "disabled", + "enabled" + ] + }, + "thinking_history": { + "value_types": [ + "string" + ], + "default": "latest_only", + "enum_values": [ + "latest_only", + "preserve" + ], + "calibration_values": [ + "latest_only", + "preserve" + ] + } + }, + "response_attribute_specs": { + "id": { + "value_types": [ + "string" + ], + "min_length": 0, + "max_length": 536870912, + "calibration_values": [ + "$RESPONSE_VALUE" + ] + }, + "object": { + "value_types": [ + "string" + ], + "min_length": 0, + "max_length": 536870912, + "calibration_values": [ + "$RESPONSE_VALUE" + ] + }, + "created": { + "value_types": [ + "integer" + ], + "minimum": 0.0, + "maximum": 1.8446744073709552e+19, + "calibration_values": [ + 1 + ] + }, + "model": { + "value_types": [ + "string" + ], + "min_length": 0, + "max_length": 536870912, + "calibration_values": [ + "$RESPONSE_VALUE" + ] + }, + "choices": { + "value_types": [ + "array" + ], + "min_items": 0, + "max_items": 1000000, + "calibration_values": [ + [] + ] + }, + "usage": { + "value_types": [ + "object" + ], + "calibration_values": [ + {} + ] + }, + "mayhem": { + "value_types": [ + "object" + ], + "calibration_values": [ + {} + ] + } + }, + "interaction_groups": [ + [ + "tools", + "tool_choice" + ], + [ + "response_format", + "stream" + ], + [ + "temperature", + "top_p", + "top_k", + "min_p", + "seed" + ] + ], + "required_response_attributes": [ + "id", + "object", + "created", + "model", + "choices", + "usage", + "mayhem" + ], + "speciality_mappings": { + "thinking_mode": { + "request_path": "thinking_mode", + "target": "chat_template_kwarg", + "native_path": "enable_thinking" + }, + "thinking_history": { + "request_path": "thinking_history", + "target": "chat_template_kwarg", + "native_path": "preserve_thinking" + } + } + }, + { + "family": "openai_completions", + "request_attributes": [ + "frequency_penalty", + "max_tokens", + "min_p", + "model", + "presence_penalty", + "prompt", + "seed", + "stop", + "stream", + "temperature", + "thinking_history", + "thinking_mode", + "top_k", + "top_p", + "user" + ], + "required_request_attributes": [ + "model", + "prompt" + ], + "response_attributes": [ + "id", + "object", + "created", + "model", + "choices", + "usage", + "mayhem" + ], + "request_attribute_specs": { + "frequency_penalty": { + "value_types": [ + "number" + ], + "minimum": -2.0, + "maximum": 2.0, + "calibration_values": [ + 0.0 + ] + }, + "max_tokens": { + "value_types": [ + "integer" + ], + "minimum": 0.0, + "maximum": 262144.0, + "calibration_values": [ + 8 + ] + }, + "min_p": { + "value_types": [ + "number" + ], + "minimum": 0.0, + "maximum": 1.0, + "calibration_values": [ + 0.05 + ] + }, + "model": { + "value_types": [ + "string" + ], + "enum_values": [ + "hauhaucs/qwen3.6-35b-a3b-uncensored" + ], + "calibration_values": [ + "hauhaucs/qwen3.6-35b-a3b-uncensored" + ] + }, + "presence_penalty": { + "value_types": [ + "number" + ], + "minimum": -2.0, + "maximum": 2.0, + "calibration_values": [ + 0.0 + ] + }, + "prompt": { + "value_types": [ + "string" + ], + "min_length": 1, + "max_length": 32000, + "calibration_values": [ + "Mayhem calibration" + ] + }, + "seed": { + "value_types": [ + "integer" + ], + "minimum": 0.0, + "maximum": 4294967295.0, + "calibration_values": [ + 7 + ] + }, + "stop": { + "value_types": [ + "string", + "array", + "null" + ], + "calibration_values": [ + "CALIBRATION_STOP", + [ + "CALIBRATION_STOP", + "CALIBRATION_END" + ], + null + ] + }, + "stream": { + "value_types": [ + "boolean" + ], + "default": false, + "calibration_values": [ + false, + true + ] + }, + "temperature": { + "value_types": [ + "number" + ], + "minimum": 0.0, + "maximum": 2.0, + "calibration_values": [ + 0.6 + ] + }, + "top_k": { + "value_types": [ + "integer" + ], + "minimum": 0.0, + "maximum": 1000000.0, + "calibration_values": [ + 20 + ] + }, + "top_p": { + "value_types": [ + "number" + ], + "minimum": 1e-6, + "maximum": 1.0, + "calibration_values": [ + 0.95 + ] + }, + "user": { + "value_types": [ + "string" + ], + "min_length": 1, + "max_length": 512, + "calibration_values": [ + "mayhem-calibration-user" + ] + }, + "thinking_mode": { + "value_types": [ + "string" + ], + "default": "enabled", + "enum_values": [ + "disabled", + "enabled" + ], + "calibration_values": [ + "disabled", + "enabled" + ] + }, + "thinking_history": { + "value_types": [ + "string" + ], + "default": "latest_only", + "enum_values": [ + "latest_only", + "preserve" + ], + "calibration_values": [ + "latest_only", + "preserve" + ] + } + }, + "response_attribute_specs": { + "id": { + "value_types": [ + "string" + ], + "min_length": 0, + "max_length": 536870912, + "calibration_values": [ + "$RESPONSE_VALUE" + ] + }, + "object": { + "value_types": [ + "string" + ], + "min_length": 0, + "max_length": 536870912, + "calibration_values": [ + "$RESPONSE_VALUE" + ] + }, + "created": { + "value_types": [ + "integer" + ], + "minimum": 0.0, + "maximum": 1.8446744073709552e+19, + "calibration_values": [ + 1 + ] + }, + "model": { + "value_types": [ + "string" + ], + "min_length": 0, + "max_length": 536870912, + "calibration_values": [ + "$RESPONSE_VALUE" + ] + }, + "choices": { + "value_types": [ + "array" + ], + "min_items": 0, + "max_items": 1000000, + "calibration_values": [ + [] + ] + }, + "usage": { + "value_types": [ + "object" + ], + "calibration_values": [ + {} + ] + }, + "mayhem": { + "value_types": [ + "object" + ], + "calibration_values": [ + {} + ] + } + }, + "interaction_groups": [ + [ + "temperature", + "top_p", + "top_k", + "min_p", + "seed" + ] + ], + "required_response_attributes": [ + "id", + "object", + "created", + "model", + "choices", + "usage", + "mayhem" + ], + "speciality_mappings": { + "thinking_mode": { + "request_path": "thinking_mode", + "target": "chat_template_kwarg", + "native_path": "enable_thinking" + }, + "thinking_history": { + "request_path": "thinking_history", + "target": "chat_template_kwarg", + "native_path": "preserve_thinking" + } + } + }, + { + "family": "openai_responses", + "request_attributes": [ + "input", + "max_output_tokens", + "metadata", + "min_p", + "model", + "stream", + "temperature", + "text", + "thinking_history", + "thinking_mode", + "tool_choice", + "tools", + "top_k", + "top_p", + "user" + ], + "required_request_attributes": [ + "model", + "input" + ], + "response_attributes": [ + "id", + "object", + "created_at", + "status", + "model", + "output", + "usage", + "mayhem" + ], + "request_attribute_specs": { + "model": { + "value_types": [ + "string" + ], + "enum_values": [ + "hauhaucs/qwen3.6-35b-a3b-uncensored" + ], + "calibration_values": [ + "hauhaucs/qwen3.6-35b-a3b-uncensored" + ] + }, + "input": { + "value_types": [ + "string", + "array" + ], + "calibration_values": [ + "Mayhem calibration", + [ + { + "content": "Mayhem calibration", + "role": "user" + } + ] + ] + }, + "stream": { + "value_types": [ + "boolean" + ], + "default": false, + "calibration_values": [ + false, + true + ] + }, + "max_output_tokens": { + "value_types": [ + "integer" + ], + "minimum": 0.0, + "maximum": 262144.0, + "calibration_values": [ + 8 + ] + }, + "temperature": { + "value_types": [ + "number" + ], + "minimum": 0.0, + "maximum": 2.0, + "calibration_values": [ + 0.6 + ] + }, + "top_p": { + "value_types": [ + "number" + ], + "minimum": 1e-6, + "maximum": 1.0, + "calibration_values": [ + 0.95 + ] + }, + "top_k": { + "value_types": [ + "integer" + ], + "minimum": 0.0, + "maximum": 1000000.0, + "calibration_values": [ + 20 + ] + }, + "min_p": { + "value_types": [ + "number" + ], + "minimum": 0.0, + "maximum": 1.0, + "calibration_values": [ + 0.05 + ] + }, + "tools": { + "value_types": [ + "array" + ], + "min_items": 1, + "max_items": 128, + "calibration_values": [ + [ + { + "function": { + "name": "calibration_tool", + "parameters": { + "type": "object" + } + }, + "type": "function" + } + ] + ] + }, + "tool_choice": { + "value_types": [ + "string", + "object" + ], + "calibration_values": [ + "auto", + "none", + { + "function": { + "name": "calibration_tool" + }, + "type": "function" + } + ] + }, + "text": { + "value_types": [ + "object" + ], + "calibration_values": [ + {} + ] + }, + "metadata": { + "value_types": [ + "object" + ], + "calibration_values": [ + {} + ] + }, + "user": { + "value_types": [ + "string" + ], + "min_length": 1, + "max_length": 512, + "calibration_values": [ + "mayhem-calibration-user" + ] + }, + "thinking_mode": { + "value_types": [ + "string" + ], + "default": "enabled", + "enum_values": [ + "disabled", + "enabled" + ], + "calibration_values": [ + "disabled", + "enabled" + ] + }, + "thinking_history": { + "value_types": [ + "string" + ], + "default": "latest_only", + "enum_values": [ + "latest_only", + "preserve" + ], + "calibration_values": [ + "latest_only", + "preserve" + ] + } + }, + "response_attribute_specs": { + "id": { + "value_types": [ + "string" + ], + "min_length": 0, + "max_length": 536870912, + "calibration_values": [ + "$RESPONSE_VALUE" + ] + }, + "object": { + "value_types": [ + "string" + ], + "min_length": 0, + "max_length": 536870912, + "calibration_values": [ + "$RESPONSE_VALUE" + ] + }, + "created_at": { + "value_types": [ + "integer" + ], + "minimum": 0.0, + "maximum": 1.8446744073709552e+19, + "calibration_values": [ + 1 + ] + }, + "status": { + "value_types": [ + "string" + ], + "min_length": 0, + "max_length": 536870912, + "calibration_values": [ + "$RESPONSE_VALUE" + ] + }, + "model": { + "value_types": [ + "string" + ], + "min_length": 0, + "max_length": 536870912, + "calibration_values": [ + "$RESPONSE_VALUE" + ] + }, + "output": { + "value_types": [ + "array" + ], + "min_items": 0, + "max_items": 1000000, + "calibration_values": [ + [] + ] + }, + "usage": { + "value_types": [ + "object" + ], + "calibration_values": [ + {} + ] + }, + "mayhem": { + "value_types": [ + "object" + ], + "calibration_values": [ + {} + ] + } + }, + "interaction_groups": [ + [ + "temperature", + "top_p", + "top_k", + "min_p" + ], + [ + "tools", + "tool_choice" + ] + ], + "required_response_attributes": [ + "id", + "object", + "created_at", + "status", + "model", + "output", + "usage", + "mayhem" + ], + "speciality_mappings": { + "thinking_mode": { + "request_path": "thinking_mode", + "target": "chat_template_kwarg", + "native_path": "enable_thinking" + }, + "thinking_history": { + "request_path": "thinking_history", + "target": "chat_template_kwarg", + "native_path": "preserve_thinking" + } + } + }, + { + "family": "hf_multimodal_chat", + "request_attributes": [ + "max_tokens", + "messages", + "messages.content.image_url.url", + "messages.content.text", + "messages.content.type", + "messages.content.video.content_type", + "messages.content.video.data", + "messages.content.video.fps", + "messages.content.video.num_frames", + "messages.name", + "messages.role", + "messages.tool_call_id", + "messages.tool_calls", + "min_p", + "model", + "response_format", + "seed", + "stream", + "temperature", + "thinking_history", + "thinking_mode", + "tool_choice", + "tools", + "top_k", + "top_p" + ], + "required_request_attributes": [ + "messages", + "messages.role", + "model" + ], + "response_attributes": [ + "id", + "object", + "created", + "model", + "choices", + "usage", + "mayhem" + ], + "request_attribute_specs": { + "model": { + "value_types": [ + "string" + ], + "enum_values": [ + "hauhaucs/qwen3.6-35b-a3b-uncensored" + ], + "calibration_values": [ + "hauhaucs/qwen3.6-35b-a3b-uncensored" + ] + }, + "messages": { + "value_types": [ + "array" + ], + "min_items": 1, + "max_items": 4096, + "calibration_values": [ + [ + { + "role": "user", + "content": "Mayhem calibration context" + }, + { + "role": "user", + "content": "Mayhem calibration" + } + ], + [ + { + "role": "user", + "content": [ + { + "type": "text", + "text": "Describe the calibration image." + }, + { + "type": "image_url", + "image_url": { + "url": "$IMAGE_DATA_URL" + } + } + ] + } + ], + [ + { + "role": "user", + "content": [ + { + "type": "text", + "text": "Describe the calibration video." + }, + { + "type": "video", + "video": { + "data": "$VIDEO_BASE64", + "content_type": "video/mp4", + "num_frames": 16, + "fps": 8.0 + } + } + ] + } + ], + [ + { + "role": "user", + "content": [ + { + "type": "text", + "text": "Compare the calibration image and video." + }, + { + "type": "image_url", + "image_url": { + "url": "$IMAGE_DATA_URL" + } + }, + { + "type": "video", + "video": { + "data": "$VIDEO_BASE64", + "content_type": "video/mp4", + "num_frames": 16, + "fps": 8.0 + } + } + ] + } + ] + ] + }, + "messages.role": { + "value_types": [ + "string" + ], + "enum_values": [ + "system", + "user", + "assistant", + "tool" + ], + "calibration_values": [ + "user", + "system", + "assistant", + "tool" + ] + }, + "messages.name": { + "value_types": [ + "string" + ], + "min_length": 1, + "max_length": 256, + "calibration_values": [ + "calibration" + ] + }, + "messages.tool_calls": { + "value_types": [ + "array" + ], + "min_items": 1, + "max_items": 128, + "calibration_values": [ + [ + { + "function": { + "arguments": "{}", + "name": "calibration_tool" + }, + "id": "call-calibration", + "type": "function" + } + ] + ] + }, + "messages.tool_call_id": { + "value_types": [ + "string" + ], + "min_length": 1, + "max_length": 256, + "calibration_values": [ + "calibration" + ] + }, + "messages.content.type": { + "value_types": [ + "string" + ], + "enum_values": [ + "text", + "image_url", + "video" + ], + "calibration_values": [ + "text", + "image_url", + "video" + ] + }, + "messages.content.text": { + "value_types": [ + "string" + ], + "min_length": 1, + "max_length": 32000, + "calibration_values": [ + "Mayhem calibration" + ] + }, + "messages.content.image_url.url": { + "value_types": [ + "string" + ], + "calibration_values": [ + "$IMAGE_DATA_URL" + ] + }, + "messages.content.video.data": { + "value_types": [ + "string" + ], + "calibration_values": [ + "$VIDEO_BASE64" + ] + }, + "messages.content.video.content_type": { + "value_types": [ + "string" + ], + "enum_values": [ + "video/mp4", + "video/webm" + ], + "calibration_values": [ + "video/mp4" + ] + }, + "messages.content.video.num_frames": { + "value_types": [ + "integer" + ], + "minimum": 1.0, + "maximum": 1024, + "calibration_values": [ + 16 + ] + }, + "messages.content.video.fps": { + "value_types": [ + "number" + ], + "minimum": 0.01, + "maximum": 240.0, + "calibration_values": [ + 8.0 + ] + }, + "stream": { + "value_types": [ + "boolean" + ], + "default": false, + "calibration_values": [ + false, + true + ] + }, + "max_tokens": { + "value_types": [ + "integer" + ], + "minimum": 0.0, + "maximum": 262144.0, + "calibration_values": [ + 8 + ] + }, + "temperature": { + "value_types": [ + "number" + ], + "minimum": 0.0, + "maximum": 2.0, + "calibration_values": [ + 0.6 + ] + }, + "top_p": { + "value_types": [ + "number" + ], + "minimum": 1e-6, + "maximum": 1.0, + "calibration_values": [ + 0.95 + ] + }, + "top_k": { + "value_types": [ + "integer" + ], + "minimum": 0.0, + "maximum": 1000000.0, + "calibration_values": [ + 20 + ] + }, + "min_p": { + "value_types": [ + "number" + ], + "minimum": 0.0, + "maximum": 1.0, + "calibration_values": [ + 0.05 + ] + }, + "seed": { + "value_types": [ + "integer" + ], + "minimum": 0.0, + "maximum": 4294967295.0, + "calibration_values": [ + 7 + ] + }, + "tools": { + "value_types": [ + "array" + ], + "min_items": 1, + "max_items": 128, + "calibration_values": [ + [ + { + "function": { + "name": "calibration_tool", + "parameters": { + "type": "object" + } + }, + "type": "function" + } + ] + ] + }, + "tool_choice": { + "value_types": [ + "string", + "object" + ], + "calibration_values": [ + "auto", + "none", + { + "function": { + "name": "calibration_tool" + }, + "type": "function" + } + ] + }, + "response_format": { + "value_types": [ + "object" + ], + "calibration_values": [ + {} + ] + }, + "thinking_mode": { + "value_types": [ + "string" + ], + "default": "enabled", + "enum_values": [ + "disabled", + "enabled" + ], + "calibration_values": [ + "disabled", + "enabled" + ] + }, + "thinking_history": { + "value_types": [ + "string" + ], + "default": "latest_only", + "enum_values": [ + "latest_only", + "preserve" + ], + "calibration_values": [ + "latest_only", + "preserve" + ] + } + }, + "response_attribute_specs": { + "id": { + "value_types": [ + "string" + ], + "min_length": 0, + "max_length": 536870912, + "calibration_values": [ + "$RESPONSE_VALUE" + ] + }, + "object": { + "value_types": [ + "string" + ], + "min_length": 0, + "max_length": 536870912, + "calibration_values": [ + "$RESPONSE_VALUE" + ] + }, + "created": { + "value_types": [ + "integer" + ], + "minimum": 0.0, + "maximum": 1.8446744073709552e+19, + "calibration_values": [ + 1 + ] + }, + "model": { + "value_types": [ + "string" + ], + "min_length": 0, + "max_length": 536870912, + "calibration_values": [ + "$RESPONSE_VALUE" + ] + }, + "choices": { + "value_types": [ + "array" + ], + "min_items": 0, + "max_items": 1000000, + "calibration_values": [ + [] + ] + }, + "usage": { + "value_types": [ + "object" + ], + "calibration_values": [ + {} + ] + }, + "mayhem": { + "value_types": [ + "object" + ], + "calibration_values": [ + {} + ] + } + }, + "interaction_groups": [ + [ + "tools", + "tool_choice" + ], + [ + "response_format", + "stream" + ], + [ + "temperature", + "top_p", + "top_k", + "min_p", + "seed" + ] + ], + "required_response_attributes": [ + "id", + "object", + "created", + "model", + "choices", + "usage", + "mayhem" + ], + "speciality_mappings": { + "thinking_mode": { + "request_path": "thinking_mode", + "target": "chat_template_kwarg", + "native_path": "enable_thinking" + }, + "thinking_history": { + "request_path": "thinking_history", + "target": "chat_template_kwarg", + "native_path": "preserve_thinking" + } + } + } + ], + "chat_template_id": "qwen3.5-instruct", + "tool_call_strategy": "mayhem_json", + "reasoning_passthrough": "strip", + "modality_set": [ + "text", + "image", + "video" + ], + "specialities": [ + { + "name": "thinking_mode", + "mechanism": "boolean", + "default_level": "enabled", + "levels": [ + { + "name": "disabled", + "rank": 0, + "native_value": false + }, + { + "name": "enabled", + "rank": 1, + "native_value": true + } + ], + "research_evidence": [ + "Pinned chat_template.jinja at mirror revision 58722d97ba2d93c32740f409efc9155b784edb95 exposes enable_thinking as a boolean; false emits an empty thinking block and omission/enabled preserves the family default." + ] + }, + { + "name": "thinking_history", + "mechanism": "boolean", + "default_level": "latest_only", + "levels": [ + { + "name": "latest_only", + "rank": 0, + "native_value": false + }, + { + "name": "preserve", + "rank": 1, + "native_value": true + } + ], + "research_evidence": [ + "Pinned chat_template.jinja at mirror revision 58722d97ba2d93c32740f409efc9155b784edb95 exposes preserve_thinking as a boolean; false keeps only post-last-query thinking and true preserves prior thinking content." + ] + } + ] + }, + "modality_assessment": { + "detected": [ + "text", + "image", + "video" + ], + "evidence": [ + "Pinned config.json identifies Qwen3_5MoeForConditionalGeneration with a vision_config and image/video token ids; pinned preprocessor_config.json and processor_config.json bind Qwen vision image and video processors; the exact model card declares image-text-to-text and records text+vision smoke testing." + ], + "calibrated_fingerprints": { + "nvfp4": { + "image": "ef88fd63b38205e248487f4de86d440dc83149f3ab8fc902de41b7b92c9a2667", + "text": "bb8e8876c7bbde3f37eb1c924ef95cf6f1529a9c43a349b35b35812614672c0d", + "video": "b9f2e3ff4ea4243ca14c2fa20407ac6a192009f63df0b5d21aa6e7a17a9cfc41" + } + }, + "resource_profiles": { + "nvfp4": { + "image": { + "unit": "pixel", + "measurement_source": "process_rss; pool=nvidia_unified_memory; NVIDIA unified memory from hwprobe; --memory-reserve override 15% = 16.42GiB", + "max_item_bytes": 112442, + "max_item_units": 1048576, + "measured_item_bytes": 112442, + "measured_item_units": 1048576, + "measured_working_set_bytes": 12582912, + "calibration_baseline_memory_bytes": 2583416832, + "calibration_peak_memory_bytes": 2583416832, + "calibration_f13_budget_bytes": 99929321881, + "default_max_inflight_items": 1, + "default_max_items_per_request": 1 + }, + "video": { + "unit": "frame", + "measurement_source": "process_rss; pool=nvidia_unified_memory; NVIDIA unified memory from hwprobe; --memory-reserve override 15% = 16.42GiB", + "max_item_bytes": 17042, + "max_item_units": 16, + "measured_item_bytes": 17042, + "measured_item_units": 16, + "measured_working_set_bytes": 9633792, + "calibration_baseline_memory_bytes": 2583416832, + "calibration_peak_memory_bytes": 2583416832, + "calibration_f13_budget_bytes": 99929321881, + "default_max_inflight_items": 1, + "default_max_items_per_request": 1 + } + } + } + }, + "speciality_assessment": { + "detected": [ + "thinking_mode", + "thinking_history" + ], + "evidence": [ + "Pinned artifact research at mirror revision 58722d97ba2d93c32740f409efc9155b784edb95 found boolean enable_thinking and preserve_thinking template controls; it found no low/medium/high effort enum or token-budget control, so none is invented." + ], + "unsupported": {}, + "calibrated": { + "nvfp4": { + "thinking_history": { + "latest_only": { + "fingerprint": "abbc6bcbf8807ebc9aff55a81606d5d262acb670f715a5a815bcb8df6d24d275", + "token_prefixes": { + "launch-sampling-coding-06": [ + 90700, + 8340, + 25, + 198, + 16, + 13, + 220, + 2972, + 2014, + 53983, + 2570, + 5396, + 64700, + 198, + 256, + 471, + 13095, + 3992, + 25, + 32671, + 198, + 256, + 471, + 5261, + 25, + 18053, + 264, + 709, + 6725, + 1510, + 15103, + 543, + 63, + 198, + 256, + 471, + 5396, + 14, + 4935, + 913, + 25, + 1510, + 84, + 21, + 19, + 63, + 198, + 256 + ], + "launch-sampling-default-thinking": [ + 8160, + 579, + 264, + 7047, + 1817, + 25, + 271, + 16, + 13, + 220, + 2972, + 2014, + 53983, + 2570, + 5396, + 64700, + 198, + 256, + 471, + 2972, + 14162, + 64700, + 328, + 9930, + 369, + 264, + 8836, + 21867, + 5222, + 7285, + 198, + 256, + 471, + 2972, + 17355, + 64700, + 328, + 15666, + 303, + 799, + 2716, + 11316, + 1149, + 271, + 17, + 13, + 220, + 2972 + ], + "launch-sampling-high-12": [ + 8160, + 579, + 264, + 7047, + 1817, + 25, + 271, + 16, + 13, + 220, + 2972, + 2014, + 53983, + 2570, + 5396, + 64700, + 198, + 256, + 471, + 2972, + 14162, + 64700, + 328, + 657, + 2250, + 5706, + 314, + 14294, + 28109, + 1149, + 198, + 256 + ], + "launch-sampling-min-p-005": [ + 8160, + 579, + 264, + 7047, + 1817, + 25, + 271, + 16, + 13, + 220, + 2972, + 2014, + 53983, + 2570, + 5396, + 64700, + 198, + 256, + 471, + 2972, + 14162, + 64700, + 328, + 3710, + 1503, + 264, + 8239, + 15922, + 5517, + 7285, + 198, + 256 + ], + "launch-sampling-top-k-40": [ + 8160, + 579, + 264, + 7047, + 1817, + 25, + 271, + 16, + 13, + 220, + 2972, + 2014, + 53983, + 2570, + 5396, + 64700, + 198, + 256, + 471, + 15380, + 25, + 328, + 3710, + 33972 + ], + "launch-speciality-routing": [ + 8160, + 579, + 264, + 7047, + 1817, + 25, + 271, + 16, + 13, + 220, + 2972, + 2014, + 53983, + 2570, + 5396, + 64700, + 198, + 256, + 471, + 2972, + 14162, + 64700, + 328, + 3710, + 1220, + 264, + 8836, + 635, + 948, + 264, + 1622, + 34105, + 1141, + 82054, + 2193, + 3798, + 7285, + 198, + 256, + 471, + 2972, + 17355, + 64700, + 328, + 15666, + 303, + 799, + 2716 + ], + "launch-thinking-history": [ + 8160, + 579, + 264, + 7047, + 1817, + 25, + 271, + 16, + 13, + 220, + 2972, + 2014, + 53983, + 2570, + 5396, + 64700, + 198, + 256, + 471, + 2570, + 2640, + 25, + 328, + 22791, + 279, + 16713, + 10125, + 6681, + 1149, + 198, + 256, + 471, + 4844, + 25, + 328, + 31065, + 2565, + 4992, + 279, + 10811, + 5024, + 303, + 678, + 7920, + 31626, + 1149, + 198, + 256, + 471, + 353, + 15959, + 25, + 328, + 2536, + 290, + 1149, + 198, + 256, + 471, + 2570, + 2640, + 25, + 328, + 1349, + 279, + 843, + 10811, + 494, + 678, + 4711, + 31626, + 303, + 799, + 2716, + 16629, + 1149, + 271, + 17, + 13, + 220, + 2972, + 27382, + 1386, + 5141, + 33027, + 64700, + 198, + 256, + 471, + 561, + 9640, + 23197, + 1017, + 557, + 264, + 328 + ] + }, + "output_tokens_min": 328, + "output_tokens_max": 328, + "reasoning_tokens_min": 328, + "reasoning_tokens_max": 328 + }, + "preserve": { + "fingerprint": "16ed58c372b7311f64b475a23a7b1595445c41ec02ea27551e5b202672da7fe5", + "token_prefixes": { + "launch-sampling-coding-06": [ + 90700, + 8340, + 25, + 198, + 16, + 13, + 220, + 2972, + 2014, + 53983, + 2570, + 5396, + 64700, + 198, + 256, + 471, + 13095, + 3992, + 25, + 32671, + 198, + 256, + 471, + 5261, + 25, + 18053, + 264, + 709, + 6725, + 1510, + 15103, + 543, + 63, + 198, + 256, + 471, + 5396, + 14, + 4935, + 913, + 25, + 1510, + 84, + 21, + 19, + 63, + 198, + 256 + ], + "launch-sampling-default-thinking": [ + 8160, + 579, + 264, + 7047, + 1817, + 25, + 271, + 16, + 13, + 220, + 2972, + 2014, + 53983, + 2570, + 5396, + 64700, + 198, + 256, + 471, + 2972, + 14162, + 64700, + 328, + 9930, + 369, + 264, + 8836, + 21867, + 5222, + 7285, + 198, + 256, + 471, + 2972, + 17355, + 64700, + 328, + 15666, + 303, + 799, + 2716, + 11316, + 1149, + 271, + 17, + 13, + 220, + 2972 + ], + "launch-sampling-high-12": [ + 8160, + 579, + 264, + 7047, + 1817, + 25, + 271, + 16, + 13, + 220, + 2972, + 2014, + 53983, + 2570, + 5396, + 64700, + 198, + 256, + 471, + 2972, + 14162, + 64700, + 328, + 657, + 2250, + 5706, + 314, + 14294, + 28109, + 1149, + 198, + 256 + ], + "launch-sampling-min-p-005": [ + 8160, + 579, + 264, + 7047, + 1817, + 25, + 271, + 16, + 13, + 220, + 2972, + 2014, + 53983, + 2570, + 5396, + 64700, + 198, + 256, + 471, + 2972, + 14162, + 64700, + 328, + 3710, + 1503, + 264, + 8239, + 15922, + 5517, + 7285, + 198, + 256 + ], + "launch-sampling-top-k-40": [ + 8160, + 579, + 264, + 7047, + 1817, + 25, + 271, + 16, + 13, + 220, + 2972, + 2014, + 53983, + 2570, + 5396, + 64700, + 198, + 256, + 471, + 15380, + 25, + 328, + 3710, + 33972 + ], + "launch-speciality-routing": [ + 8160, + 579, + 264, + 7047, + 1817, + 25, + 271, + 16, + 13, + 220, + 2972, + 2014, + 53983, + 2570, + 5396, + 64700, + 198, + 256, + 471, + 2972, + 14162, + 64700, + 328, + 3710, + 1220, + 264, + 8836, + 635, + 948, + 264, + 1622, + 34105, + 1141, + 82054, + 2193, + 3798, + 7285, + 198, + 256, + 471, + 2972, + 17355, + 64700, + 328, + 15666, + 303, + 799, + 2716 + ], + "launch-thinking-history": [ + 760, + 1156, + 6587, + 728, + 310, + 1528, + 279, + 843, + 10811, + 353, + 14135, + 303, + 279, + 3555, + 2404, + 13, + 198, + 21765, + 1142, + 506, + 821, + 5138, + 3272, + 1817, + 364, + 279, + 1118, + 2404, + 11, + 353, + 5947, + 25, + 328, + 40, + 4992, + 22561, + 1284, + 24900, + 12, + 22, + 18, + 16, + 1149, + 198, + 4272, + 279, + 10811, + 369, + 328, + 66, + 17936, + 1284, + 24900, + 12, + 22, + 18, + 16, + 3158, + 198, + 760, + 1156, + 10897, + 264, + 328, + 588, + 2716, + 16629, + 3158, + 271, + 52971, + 11, + 353, + 668, + 2468, + 328, + 66, + 17936, + 1284, + 24900, + 12, + 22, + 18, + 16, + 3158, + 198, + 248069, + 271, + 66, + 17936, + 1284, + 24900, + 12, + 22, + 18, + 16, + 248046 + ] + }, + "output_tokens_min": 328, + "output_tokens_max": 328, + "reasoning_tokens_min": 318, + "reasoning_tokens_max": 318 + } + }, + "thinking_mode": { + "disabled": { + "fingerprint": "a238dd436af3da65dbe0af55ecc30835a41b54a7365f4d0b51409a8cabeddfd7", + "token_prefixes": { + "launch-sampling-coding-06": [ + 8556, + 10598, + 2007, + 25, + 560, + 21, + 19, + 8, + 1411, + 560, + 21, + 19, + 313, + 830, + 348, + 220, + 17, + 333, + 248046 + ], + "launch-sampling-default-thinking": [ + 32, + 8836, + 21867, + 16545, + 430, + 10741, + 314, + 7384, + 364, + 67640, + 11, + 3615, + 68247, + 11, + 466, + 8215, + 7929, + 13, + 248046 + ], + "launch-sampling-high-12": [ + 50123, + 11, + 874, + 40922, + 11, + 874, + 4557, + 248046 + ], + "launch-sampling-min-p-005": [ + 32, + 2567, + 33607, + 579, + 9284, + 321, + 2534, + 248046 + ], + "launch-sampling-top-k-40": [ + 76520, + 248046 + ], + "launch-speciality-routing": [ + 760, + 8836, + 1220, + 54874, + 466, + 59987, + 279, + 1879, + 310, + 4786, + 2785, + 279, + 3798, + 13, + 248046 + ], + "launch-thinking-history": [ + 760, + 10811, + 369, + 328, + 32, + 3158, + 248046 + ] + }, + "output_tokens_min": 78, + "output_tokens_max": 78, + "reasoning_tokens_min": 0, + "reasoning_tokens_max": 0 + }, + "enabled": { + "fingerprint": "abbc6bcbf8807ebc9aff55a81606d5d262acb670f715a5a815bcb8df6d24d275", + "token_prefixes": { + "launch-sampling-coding-06": [ + 90700, + 8340, + 25, + 198, + 16, + 13, + 220, + 2972, + 2014, + 53983, + 2570, + 5396, + 64700, + 198, + 256, + 471, + 13095, + 3992, + 25, + 32671, + 198, + 256, + 471, + 5261, + 25, + 18053, + 264, + 709, + 6725, + 1510, + 15103, + 543, + 63, + 198, + 256, + 471, + 5396, + 14, + 4935, + 913, + 25, + 1510, + 84, + 21, + 19, + 63, + 198, + 256 + ], + "launch-sampling-default-thinking": [ + 8160, + 579, + 264, + 7047, + 1817, + 25, + 271, + 16, + 13, + 220, + 2972, + 2014, + 53983, + 2570, + 5396, + 64700, + 198, + 256, + 471, + 2972, + 14162, + 64700, + 328, + 9930, + 369, + 264, + 8836, + 21867, + 5222, + 7285, + 198, + 256, + 471, + 2972, + 17355, + 64700, + 328, + 15666, + 303, + 799, + 2716, + 11316, + 1149, + 271, + 17, + 13, + 220, + 2972 + ], + "launch-sampling-high-12": [ + 8160, + 579, + 264, + 7047, + 1817, + 25, + 271, + 16, + 13, + 220, + 2972, + 2014, + 53983, + 2570, + 5396, + 64700, + 198, + 256, + 471, + 2972, + 14162, + 64700, + 328, + 657, + 2250, + 5706, + 314, + 14294, + 28109, + 1149, + 198, + 256 + ], + "launch-sampling-min-p-005": [ + 8160, + 579, + 264, + 7047, + 1817, + 25, + 271, + 16, + 13, + 220, + 2972, + 2014, + 53983, + 2570, + 5396, + 64700, + 198, + 256, + 471, + 2972, + 14162, + 64700, + 328, + 3710, + 1503, + 264, + 8239, + 15922, + 5517, + 7285, + 198, + 256 + ], + "launch-sampling-top-k-40": [ + 8160, + 579, + 264, + 7047, + 1817, + 25, + 271, + 16, + 13, + 220, + 2972, + 2014, + 53983, + 2570, + 5396, + 64700, + 198, + 256, + 471, + 15380, + 25, + 328, + 3710, + 33972 + ], + "launch-speciality-routing": [ + 8160, + 579, + 264, + 7047, + 1817, + 25, + 271, + 16, + 13, + 220, + 2972, + 2014, + 53983, + 2570, + 5396, + 64700, + 198, + 256, + 471, + 2972, + 14162, + 64700, + 328, + 3710, + 1220, + 264, + 8836, + 635, + 948, + 264, + 1622, + 34105, + 1141, + 82054, + 2193, + 3798, + 7285, + 198, + 256, + 471, + 2972, + 17355, + 64700, + 328, + 15666, + 303, + 799, + 2716 + ], + "launch-thinking-history": [ + 8160, + 579, + 264, + 7047, + 1817, + 25, + 271, + 16, + 13, + 220, + 2972, + 2014, + 53983, + 2570, + 5396, + 64700, + 198, + 256, + 471, + 2570, + 2640, + 25, + 328, + 22791, + 279, + 16713, + 10125, + 6681, + 1149, + 198, + 256, + 471, + 4844, + 25, + 328, + 31065, + 2565, + 4992, + 279, + 10811, + 5024, + 303, + 678, + 7920, + 31626, + 1149, + 198, + 256, + 471, + 353, + 15959, + 25, + 328, + 2536, + 290, + 1149, + 198, + 256, + 471, + 2570, + 2640, + 25, + 328, + 1349, + 279, + 843, + 10811, + 494, + 678, + 4711, + 31626, + 303, + 799, + 2716, + 16629, + 1149, + 271, + 17, + 13, + 220, + 2972, + 27382, + 1386, + 5141, + 33027, + 64700, + 198, + 256, + 471, + 561, + 9640, + 23197, + 1017, + 557, + 264, + 328 + ] + }, + "output_tokens_min": 328, + "output_tokens_max": 328, + "reasoning_tokens_min": 328, + "reasoning_tokens_max": 328 + } + } + } + } } } ] -} +} \ No newline at end of file