File size: 1,955 Bytes
e5c44b7 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 | {
"identifier": "@local:fwizzer-r1-3b-zh-v2",
"name": "Fwizzer-R1-v2-ZH (Thinking & Reasoning)",
"changed": true,
"operation": {
"fields": [
{
"key": "llm.prediction.systemPrompt",
"value": "你是一个具备深度思考能力的中文语言模型 Fwizzer-R1-3B-ZH。在回答之前，请务必在 <think>（思考过程）和 </think>（思考结束）标签内逐步推理，然后给出准确、有用且清晰的回答。始终严格按照用户提问的语言进行推理和回答。"
},
{
"key": "llm.prediction.temperature",
"value": 0.6
},
{
"key": "llm.prediction.topP",
"value": 0.95
},
{
"key": "llm.prediction.repeatPenalty",
"value": 1.15
},
{
"key": "llm.prediction.llama.cpuThreads",
"value": 6
},
{
"key": "llm.prediction.stopStrings",
"value": [
"</s>",
"[INST]",
"[/INST]",
"[SYSTEM_PROMPT]",
"[/SYSTEM_PROMPT]"
]
},
{
"key": "llm.prediction.reasoning.enableThinking",
"value": true
},
{
"key": "llm.prediction.reasoning.parsing",
"value": {
"enabled": true,
"startString": "<think>",
"endString": "</think>"
}
},
{
"key": "llm.prediction.reasoningParsing",
"value": {
"type": "tag",
"startTag": "<think>",
"endTag": "</think>"
}
}
]
},
"load": {
"fields": [
{
"key": "llm.load.contextLength",
"value": 8192
},
{
"key": "llm.load.llama.gpuOffload",
"value": {
"type": "max"
}
},
{
"key": "llm.load.llama.flashAttention",
"value": true
}
]
}
} |