{
  "identifier": "@local:fwizzer-r1-v2-en",
  "name": "fwizzer-r1-3b-v2-en",
  "changed": true,
  "operation": {
    "fields": [
      {
        "key": "llm.prediction.systemPrompt",
        "value": "You are Fwizzer-R1-3B, a helpful and reasoning language model. Always think step-by-step inside <think> and </think> tags before answering, then provide a clear, accurate, and concise response in the language of the user prompt."
      },
      {
        "key": "llm.prediction.temperature",
        "value": 0.6
      },
      {
        "key": "llm.prediction.topP",
        "value": 0.95
      },
      {
        "key": "llm.prediction.repeatPenalty",
        "value": 1.15
      },
      {
        "key": "llm.prediction.llama.cpuThreads",
        "value": 6
      },
      {
        "key": "llm.prediction.stopStrings",
        "value": [
          "</s>",
          "[INST]",
          "[/INST]"
        ]
      },
      {
        "key": "llm.prediction.reasoning.enableThinking",
        "value": true
      },
      {
        "key": "llm.prediction.reasoning.parsing",
        "value": {
          "enabled": true,
          "startString": "<think>",
          "endString": "</think>"
        }
      },
      {
        "key": "llm.prediction.reasoningParsing",
        "value": {
          "type": "tag",
          "startTag": "<think>",
          "endTag": "</think>"
        }
      }
    ]
  },
  "load": {
    "fields": [
      {
        "key": "llm.load.contextLength",
        "value": 8192
      },
      {
        "key": "llm.load.llama.gpuOffload",
        "value": {
          "type": "max"
        }
      },
      {
        "key": "llm.load.llama.flashAttention",
        "value": true
      }
    ]
  }
}