Download api/generation.py from dasomaru/gemma: direct link, hf CLI and curl.
- Browser
- Download file 605 Bytes
-
https://huggingface.co/spaces/dasomaru/gemma/resolve/main/api/generation.py
- Command line
-
hf download hf://spaces/dasomaru/gemma/api/generation.py
-
curl -L -o generation.py https://huggingface.co/spaces/dasomaru/gemma/resolve/main/api/generation.py
605 Bytes
| from fastapi import APIRouter | |
| from pydantic import BaseModel | |
| from generator.prompt_builder import build_prompt | |
| from generator.llm_inference import generate_answer | |
| router = APIRouter() | |
| # 요청 스키마 | |
| class GenerateRequest(BaseModel): | |
| query: str | |
| context_docs: list | |
| # 응답 스키마 | |
| class GenerateResponse(BaseModel): | |
| output: str | |
| async def generate(request: GenerateRequest): | |
| prompt = build_prompt(request.query, request.context_docs) | |
| output = generate_answer(prompt) | |
| return {"output": output} | |