File size: 2,841 Bytes
90736d4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
{
  "model_source": "Qwen/Qwen3-Reranker-0.6B",
  "model_revision": "e61197ed45024b0ed8a2d74b80b4d909f1255473",
  "llama_cpp_revision": "e79e4bf660e19f2ad851e06c6913f7a8c5852621",
  "rust_binding_revision": "63e549708237b16b39018288582655539e0a9d5b",
  "license": "Apache-2.0 (upstream model); converter MIT",
  "python": "3.12.14",
  "artifacts": [
    {
      "file": "Qwen3-Reranker-0.6B-Q8_0.gguf",
      "size": 639153344,
      "sha256": "4fb2a26728ecea8ea30dc396ac553af14970329849f0dd4b23ae06340f37715a",
      "metadata": {
        "general.architecture": "qwen3",
        "general.file_type": 7,
        "qwen3.pooling_type": 4,
        "qwen3.classifier.output_labels": [
          "yes",
          "no"
        ],
        "tokenizer.chat_template.rerank": "<|im_start|>system\nJudge whether the Document meets the requirements based on the Query and the Instruct provided. Note that the answer can only be \"yes\" or \"no\".<|im_end|>\n<|im_start|>user\n<Instruct>: Given a web search query, retrieve relevant passages that answer the query\n<Query>: {query}\n<Document>: {document}<|im_end|>\n<|im_start|>assistant\n<think>\n\n</think>\n\n"
      },
      "tensor_count": 311,
      "classifier_type": "Q8_0",
      "classifier_token_ids": [
        9693,
        2152
      ],
      "classifier_row_cosines": [
        0.9999851584434509,
        0.9999845027923584
      ],
      "classifier_max_abs_error": 0.0003905296325683594,
      "cpu_smoke_scores": [
        0.9998122,
        1.7702505e-05,
        0.0056796884
      ]
    },
    {
      "file": "Qwen3-Reranker-0.6B-f16.gguf",
      "size": 1197634304,
      "sha256": "a3182982cf5ff9d3c40a75b3c4120e297769be0da333cf49b4ad86755c9535e5",
      "metadata": {
        "general.architecture": "qwen3",
        "general.file_type": 1,
        "qwen3.pooling_type": 4,
        "qwen3.classifier.output_labels": [
          "yes",
          "no"
        ],
        "tokenizer.chat_template.rerank": "<|im_start|>system\nJudge whether the Document meets the requirements based on the Query and the Instruct provided. Note that the answer can only be \"yes\" or \"no\".<|im_end|>\n<|im_start|>user\n<Instruct>: Given a web search query, retrieve relevant passages that answer the query\n<Query>: {query}\n<Document>: {document}<|im_end|>\n<|im_start|>assistant\n<think>\n\n</think>\n\n"
      },
      "tensor_count": 311,
      "classifier_type": "F16",
      "classifier_token_ids": [
        9693,
        2152
      ],
      "classifier_row_cosines": [
        1.0,
        1.0
      ],
      "classifier_max_abs_error": 0.0,
      "cpu_smoke_scores": [
        0.9997133,
        1.6217742e-05,
        0.005983466
      ]
    }
  ],
  "q8_repeat_byte_identical": true,
  "requirements_lock_sha256": "928aafba3a9677549fe2f1e159e1d72d5241d4202fbdc82e76a41668a5d44d6f"
}