deepkit-code-reranker-gguf / artifact-manifest.json
bartscheffer's picture
Add verified Qwen3 reranker Q8_0 and f16 conversions
90736d4 verified
Raw History Blame Contribute Delete
2.84 kB
{
"model_source": "Qwen/Qwen3-Reranker-0.6B",
"model_revision": "e61197ed45024b0ed8a2d74b80b4d909f1255473",
"llama_cpp_revision": "e79e4bf660e19f2ad851e06c6913f7a8c5852621",
"rust_binding_revision": "63e549708237b16b39018288582655539e0a9d5b",
"license": "Apache-2.0 (upstream model); converter MIT",
"python": "3.12.14",
"artifacts": [
{
"file": "Qwen3-Reranker-0.6B-Q8_0.gguf",
"size": 639153344,
"sha256": "4fb2a26728ecea8ea30dc396ac553af14970329849f0dd4b23ae06340f37715a",
"metadata": {
"general.architecture": "qwen3",
"general.file_type": 7,
"qwen3.pooling_type": 4,
"qwen3.classifier.output_labels": [
"yes",
"no"
],
"tokenizer.chat_template.rerank": "<|im_start|>system\nJudge whether the Document meets the requirements based on the Query and the Instruct provided. Note that the answer can only be \"yes\" or \"no\".<|im_end|>\n<|im_start|>user\n<Instruct>: Given a web search query, retrieve relevant passages that answer the query\n<Query>: {query}\n<Document>: {document}<|im_end|>\n<|im_start|>assistant\n<think>\n\n</think>\n\n"
},
"tensor_count": 311,
"classifier_type": "Q8_0",
"classifier_token_ids": [
9693,
2152
],
"classifier_row_cosines": [
0.9999851584434509,
0.9999845027923584
],
"classifier_max_abs_error": 0.0003905296325683594,
"cpu_smoke_scores": [
0.9998122,
1.7702505e-05,
0.0056796884
]
},
{
"file": "Qwen3-Reranker-0.6B-f16.gguf",
"size": 1197634304,
"sha256": "a3182982cf5ff9d3c40a75b3c4120e297769be0da333cf49b4ad86755c9535e5",
"metadata": {
"general.architecture": "qwen3",
"general.file_type": 1,
"qwen3.pooling_type": 4,
"qwen3.classifier.output_labels": [
"yes",
"no"
],
"tokenizer.chat_template.rerank": "<|im_start|>system\nJudge whether the Document meets the requirements based on the Query and the Instruct provided. Note that the answer can only be \"yes\" or \"no\".<|im_end|>\n<|im_start|>user\n<Instruct>: Given a web search query, retrieve relevant passages that answer the query\n<Query>: {query}\n<Document>: {document}<|im_end|>\n<|im_start|>assistant\n<think>\n\n</think>\n\n"
},
"tensor_count": 311,
"classifier_type": "F16",
"classifier_token_ids": [
9693,
2152
],
"classifier_row_cosines": [
1.0,
1.0
],
"classifier_max_abs_error": 0.0,
"cpu_smoke_scores": [
0.9997133,
1.6217742e-05,
0.005983466
]
}
],
"q8_repeat_byte_identical": true,
"requirements_lock_sha256": "928aafba3a9677549fe2f1e159e1d72d5241d4202fbdc82e76a41668a5d44d6f"
}