Spaces:
Running on Zero
Running on Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -133,7 +133,8 @@ if not IS_MOCK_MODE:
|
|
| 133 |
fury_model = AutoModelForCausalLM.from_pretrained(
|
| 134 |
FURY_MODEL_ID,
|
| 135 |
device_map="auto",
|
| 136 |
-
|
|
|
|
| 137 |
trust_remote_code=True
|
| 138 |
)
|
| 139 |
|
|
@@ -272,6 +273,7 @@ def generate_response_real(history_msgs, engine_choice):
|
|
| 272 |
if "Fury" in engine_choice:
|
| 273 |
|
| 274 |
print("🔥 FURY ROUTE SELECTED")
|
|
|
|
| 275 |
|
| 276 |
# ----------------------------------------------------
|
| 277 |
# NEVER FALL BACK TO FLASH
|
|
@@ -414,6 +416,10 @@ def generate_response_real(history_msgs, engine_choice):
|
|
| 414 |
|
| 415 |
"max_new_tokens": 1024,
|
| 416 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 417 |
"temperature": 0.4,
|
| 418 |
|
| 419 |
"top_p": 0.9,
|
|
|
|
| 133 |
fury_model = AutoModelForCausalLM.from_pretrained(
|
| 134 |
FURY_MODEL_ID,
|
| 135 |
device_map="auto",
|
| 136 |
+
# GPT-OSS provides its own MXFP4 quantization and dtype metadata.
|
| 137 |
+
torch_dtype="auto",
|
| 138 |
trust_remote_code=True
|
| 139 |
)
|
| 140 |
|
|
|
|
| 273 |
if "Fury" in engine_choice:
|
| 274 |
|
| 275 |
print("🔥 FURY ROUTE SELECTED")
|
| 276 |
+
yield "🔥 **RiShre Fury is processing...**\n\nLoading the GPT-OSS reasoning core and preparing its response."
|
| 277 |
|
| 278 |
# ----------------------------------------------------
|
| 279 |
# NEVER FALL BACK TO FLASH
|
|
|
|
| 416 |
|
| 417 |
"max_new_tokens": 1024,
|
| 418 |
|
| 419 |
+
"use_cache": True,
|
| 420 |
+
|
| 421 |
+
"pad_token_id": fury_tokenizer.eos_token_id,
|
| 422 |
+
|
| 423 |
"temperature": 0.4,
|
| 424 |
|
| 425 |
"top_p": 0.9,
|