{ "model_source": "Qwen/Qwen3-Reranker-0.6B", "model_revision": "e61197ed45024b0ed8a2d74b80b4d909f1255473", "llama_cpp_revision": "e79e4bf660e19f2ad851e06c6913f7a8c5852621", "rust_binding_revision": "63e549708237b16b39018288582655539e0a9d5b", "license": "Apache-2.0 (upstream model); converter MIT", "python": "3.12.14", "artifacts": [ { "file": "Qwen3-Reranker-0.6B-Q8_0.gguf", "size": 639153344, "sha256": "4fb2a26728ecea8ea30dc396ac553af14970329849f0dd4b23ae06340f37715a", "metadata": { "general.architecture": "qwen3", "general.file_type": 7, "qwen3.pooling_type": 4, "qwen3.classifier.output_labels": [ "yes", "no" ], "tokenizer.chat_template.rerank": "<|im_start|>system\nJudge whether the Document meets the requirements based on the Query and the Instruct provided. Note that the answer can only be \"yes\" or \"no\".<|im_end|>\n<|im_start|>user\n: Given a web search query, retrieve relevant passages that answer the query\n: {query}\n: {document}<|im_end|>\n<|im_start|>assistant\n\n\n\n\n" }, "tensor_count": 311, "classifier_type": "Q8_0", "classifier_token_ids": [ 9693, 2152 ], "classifier_row_cosines": [ 0.9999851584434509, 0.9999845027923584 ], "classifier_max_abs_error": 0.0003905296325683594, "cpu_smoke_scores": [ 0.9998122, 1.7702505e-05, 0.0056796884 ] }, { "file": "Qwen3-Reranker-0.6B-f16.gguf", "size": 1197634304, "sha256": "a3182982cf5ff9d3c40a75b3c4120e297769be0da333cf49b4ad86755c9535e5", "metadata": { "general.architecture": "qwen3", "general.file_type": 1, "qwen3.pooling_type": 4, "qwen3.classifier.output_labels": [ "yes", "no" ], "tokenizer.chat_template.rerank": "<|im_start|>system\nJudge whether the Document meets the requirements based on the Query and the Instruct provided. Note that the answer can only be \"yes\" or \"no\".<|im_end|>\n<|im_start|>user\n: Given a web search query, retrieve relevant passages that answer the query\n: {query}\n: {document}<|im_end|>\n<|im_start|>assistant\n\n\n\n\n" }, "tensor_count": 311, "classifier_type": "F16", "classifier_token_ids": [ 9693, 2152 ], "classifier_row_cosines": [ 1.0, 1.0 ], "classifier_max_abs_error": 0.0, "cpu_smoke_scores": [ 0.9997133, 1.6217742e-05, 0.005983466 ] } ], "q8_repeat_byte_identical": true, "requirements_lock_sha256": "928aafba3a9677549fe2f1e159e1d72d5241d4202fbdc82e76a41668a5d44d6f" }