Update main.py
Browse files
main.py
CHANGED
|
@@ -4,7 +4,7 @@ tags_str= "chubby boy,asian,china,boy,shota,teen,dark_skin,(fat:1.2), penis,roun
|
|
| 4 |
llm = Llama(
|
| 5 |
model_path="./models/text_encoders/Qwen3-4B-Instruct-2507-Q4_0.gguf",
|
| 6 |
chat_format="qwen", # llama-cpp-python
|
| 7 |
-
|
| 8 |
)
|
| 9 |
|
| 10 |
messages = [
|
|
@@ -14,7 +14,7 @@ messages = [
|
|
| 14 |
f"Do not output any extra text, explanations, or markdown formatting. Output ONLY the prompt string."
|
| 15 |
f"\nTags: {tags_str}"}
|
| 16 |
]
|
| 17 |
-
|
| 18 |
response = llm.create_chat_completion(
|
| 19 |
messages=messages,
|
| 20 |
max_tokens=512,
|
|
|
|
| 4 |
llm = Llama(
|
| 5 |
model_path="./models/text_encoders/Qwen3-4B-Instruct-2507-Q4_0.gguf",
|
| 6 |
chat_format="qwen", # llama-cpp-python
|
| 7 |
+
verbose=False
|
| 8 |
)
|
| 9 |
|
| 10 |
messages = [
|
|
|
|
| 14 |
f"Do not output any extra text, explanations, or markdown formatting. Output ONLY the prompt string."
|
| 15 |
f"\nTags: {tags_str}"}
|
| 16 |
]
|
| 17 |
+
print("starting!!!")
|
| 18 |
response = llm.create_chat_completion(
|
| 19 |
messages=messages,
|
| 20 |
max_tokens=512,
|