Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
|
@@ -447,13 +447,8 @@ async def generate_text(
|
|
| 447 |
if provider == "groq" and (
|
| 448 |
total_chars > MAX_GROQ_PROMPT_CHARS or total_bytes > MAX_GROQ_PROMPT_BYTES
|
| 449 |
):
|
| 450 |
-
|
| 451 |
-
|
| 452 |
-
detail=(
|
| 453 |
-
f"Prompt exceeds Groq-safe size ({total_chars} chars, {total_bytes} bytes). "
|
| 454 |
-
f"Max Groq-safe size is {MAX_GROQ_PROMPT_CHARS} chars or {MAX_GROQ_PROMPT_BYTES} bytes."
|
| 455 |
-
),
|
| 456 |
-
)
|
| 457 |
|
| 458 |
await check_chat_rate_limit(request, authorization, x_client_id)
|
| 459 |
|
|
|
|
| 447 |
if provider == "groq" and (
|
| 448 |
total_chars > MAX_GROQ_PROMPT_CHARS or total_bytes > MAX_GROQ_PROMPT_BYTES
|
| 449 |
):
|
| 450 |
+
provider = "cerebras"
|
| 451 |
+
model = "gpt-oss-120b"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 452 |
|
| 453 |
await check_chat_rate_limit(request, authorization, x_client_id)
|
| 454 |
|