rexprimematrix commited on
Commit
5cc8529
·
verified ·
1 Parent(s): 3dbefda

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -1
app.py CHANGED
@@ -133,7 +133,8 @@ if not IS_MOCK_MODE:
133
  fury_model = AutoModelForCausalLM.from_pretrained(
134
  FURY_MODEL_ID,
135
  device_map="auto",
136
- torch_dtype=torch.bfloat16,
 
137
  trust_remote_code=True
138
  )
139
 
@@ -272,6 +273,7 @@ def generate_response_real(history_msgs, engine_choice):
272
  if "Fury" in engine_choice:
273
 
274
  print("🔥 FURY ROUTE SELECTED")
 
275
 
276
  # ----------------------------------------------------
277
  # NEVER FALL BACK TO FLASH
@@ -414,6 +416,10 @@ def generate_response_real(history_msgs, engine_choice):
414
 
415
  "max_new_tokens": 1024,
416
 
 
 
 
 
417
  "temperature": 0.4,
418
 
419
  "top_p": 0.9,
 
133
  fury_model = AutoModelForCausalLM.from_pretrained(
134
  FURY_MODEL_ID,
135
  device_map="auto",
136
+ # GPT-OSS provides its own MXFP4 quantization and dtype metadata.
137
+ torch_dtype="auto",
138
  trust_remote_code=True
139
  )
140
 
 
273
  if "Fury" in engine_choice:
274
 
275
  print("🔥 FURY ROUTE SELECTED")
276
+ yield "🔥 **RiShre Fury is processing...**\n\nLoading the GPT-OSS reasoning core and preparing its response."
277
 
278
  # ----------------------------------------------------
279
  # NEVER FALL BACK TO FLASH
 
416
 
417
  "max_new_tokens": 1024,
418
 
419
+ "use_cache": True,
420
+
421
+ "pad_token_id": fury_tokenizer.eos_token_id,
422
+
423
  "temperature": 0.4,
424
 
425
  "top_p": 0.9,