fwizzer1 commited on
Commit
e5c44b7
·
verified ·
1 Parent(s): 9e920fa

Copy files from models/fwizzer1/Fwizzer-R1-3B-ZH-v2

Browse files
Files changed (1) hide show
  1. zh/Fwizzer-R1.preset.json +77 -0
zh/Fwizzer-R1.preset.json ADDED
@@ -0,0 +1,77 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "identifier": "@local:fwizzer-r1-3b-zh-v2",
3
+ "name": "Fwizzer-R1-v2-ZH (Thinking & Reasoning)",
4
+ "changed": true,
5
+ "operation": {
6
+ "fields": [
7
+ {
8
+ "key": "llm.prediction.systemPrompt",
9
+ "value": "你是一个具备深度思考能力的中文语言模型 Fwizzer-R1-3B-ZH。在回答之前,请务必在 <think>(思考过程)和 </think>(思考结束)标签内逐步推理,然后给出准确、有用且清晰的回答。始终严格按照用户提问的语言进行推理和回答。"
10
+ },
11
+ {
12
+ "key": "llm.prediction.temperature",
13
+ "value": 0.6
14
+ },
15
+ {
16
+ "key": "llm.prediction.topP",
17
+ "value": 0.95
18
+ },
19
+ {
20
+ "key": "llm.prediction.repeatPenalty",
21
+ "value": 1.15
22
+ },
23
+ {
24
+ "key": "llm.prediction.llama.cpuThreads",
25
+ "value": 6
26
+ },
27
+ {
28
+ "key": "llm.prediction.stopStrings",
29
+ "value": [
30
+ "</s>",
31
+ "[INST]",
32
+ "[/INST]",
33
+ "[SYSTEM_PROMPT]",
34
+ "[/SYSTEM_PROMPT]"
35
+ ]
36
+ },
37
+ {
38
+ "key": "llm.prediction.reasoning.enableThinking",
39
+ "value": true
40
+ },
41
+ {
42
+ "key": "llm.prediction.reasoning.parsing",
43
+ "value": {
44
+ "enabled": true,
45
+ "startString": "<think>",
46
+ "endString": "</think>"
47
+ }
48
+ },
49
+ {
50
+ "key": "llm.prediction.reasoningParsing",
51
+ "value": {
52
+ "type": "tag",
53
+ "startTag": "<think>",
54
+ "endTag": "</think>"
55
+ }
56
+ }
57
+ ]
58
+ },
59
+ "load": {
60
+ "fields": [
61
+ {
62
+ "key": "llm.load.contextLength",
63
+ "value": 8192
64
+ },
65
+ {
66
+ "key": "llm.load.llama.gpuOffload",
67
+ "value": {
68
+ "type": "max"
69
+ }
70
+ },
71
+ {
72
+ "key": "llm.load.llama.flashAttention",
73
+ "value": true
74
+ }
75
+ ]
76
+ }
77
+ }