2Btainment commited on
Commit
ce235e1
·
verified ·
1 Parent(s): 10f6386

P7.5b Worker-Label

Browse files
Files changed (1) hide show
  1. server/main.py +1 -1
server/main.py CHANGED
@@ -447,7 +447,7 @@ async def set_config(req: Request, config: str = Form(...), bucket: str = Form("
447
  except Exception as e: herr(e)
448
  return {"ok": True, "saved": saved}
449
 
450
- WORKER = os.getenv("STUDIUS_WORKER", "2Btainment/studius-worker"); WORKER_MODEL = "studius-worker/Qwen3-Coder-30B-A3B-FP8"
451
  LLM_MODELS = ["Qwen/Qwen2.5-Coder-32B-Instruct", "meta-llama/Llama-3.3-70B-Instruct", "Qwen/Qwen2.5-72B-Instruct"]
452
  @app.post("/api/llm")
453
  async def llm_ep(req: Request, prompt: str = Form(...), system: str = Form(""), max_tokens: int = Form(1200)):
 
447
  except Exception as e: herr(e)
448
  return {"ok": True, "saved": saved}
449
 
450
+ WORKER = os.getenv("STUDIUS_WORKER", "2Btainment/studius-worker"); WORKER_MODEL = "studius-worker/Qwen3-Coder-30B-A3B-Instruct"
451
  LLM_MODELS = ["Qwen/Qwen2.5-Coder-32B-Instruct", "meta-llama/Llama-3.3-70B-Instruct", "Qwen/Qwen2.5-72B-Instruct"]
452
  @app.post("/api/llm")
453
  async def llm_ep(req: Request, prompt: str = Form(...), system: str = Form(""), max_tokens: int = Form(1200)):