Spaces:

speako
/

llama-server

Sleeping

Update app.py

0eba9b9 verified over 1 year ago

3.6 kB

from fastapi import FastAPI, Request, Form
from fastapi.responses import HTMLResponse
from pydantic import BaseModel
import yaml
from model.llama3 import LLaMA3 

# ---------------- 설정 로드 ----------------
with open("config/llama3.yaml", "r") as f:
    config = yaml.safe_load(f)

# ---------------- 모델 초기화 ----------------
llama3 = LLaMA3(config)

# ---------------- FastAPI 앱 ----------------
app = FastAPI(
    title="Korean Pronunciation Correction API",
    description="FastAPI + LLaMA3 기반 발음 교정 서버",
    version="1.0.0"
)

# ---------------- 입력 모델 ----------------
class InputData(BaseModel):
    user_input: str
    correct_input: str

# ---------------- API: JSON POST ----------------
@app.post("/generate")
async def generate_correction(data: InputData):
    result = llama3.generate(data.user_input, data.correct_input)
    return {"result": result}

# ---------------- HTML UI ----------------
@app.get("/", response_class=HTMLResponse)
async def form_ui():
    return """
    <html>
        <head>
            <title>Korean Pronunciation Correction</title>
        </head>
        <body style="font-family: sans-serif; max-width: 600px; margin: auto; padding: 2rem;">
            <h1>🗣️ 발음 교정 테스트</h1>
            <form action="/submit" method="post">
                <label for="user_input">🧍 잘못된 발음:</label><br>
                <input type="text" id="user_input" name="user_input" value="박끼" required><br><br>
                
                <label for="correct_input">🎯 올바른 발음:</label><br>
                <input type="text" id="correct_input" name="correct_input" value="발끼" required><br><br>
                
                <input type="submit" value="교정 실행">
            </form>
        </body>
    </html>
    """

# ---------------- 결과 렌더링 ----------------
from fastapi.responses import HTMLResponse
from fastapi import Form, Request
import traceback

@app.post("/submit", response_class=HTMLResponse)
async def handle_form(request: Request, user_input: str = Form(...), correct_input: str = Form(...)):
    try:
        result = llama3.generate(user_input, correct_input)
    except Exception as e:
        error_details = traceback.format_exc()
        return f"""
        <html>
            <head><title>에러</title></head>
            <body style="font-family: sans-serif; max-width: 600px; margin: auto; padding: 2rem;">
                <h1>❌ 서버 오류 발생</h1>
                <p><strong>오류 메시지:</strong></p>
                <pre>{str(e)}</pre>
                <hr>
                <p><strong>에러 상세:</strong></p>
                <pre>{error_details}</pre>
                <br>
                <a href="/">돌아가기</a>
            </body>
        </html>
        """
    
    return f"""
    <html>
        <head><title>결과</title></head>
        <body style="font-family: sans-serif; max-width: 600px; margin: auto; padding: 2rem;">
            <h1>✅ 결과</h1>
            <p><strong>입력된 발음:</strong> {user_input}</p>
            <p><strong>정답 발음:</strong> {correct_input}</p>
            <hr>
            <h2>🧠 모델 응답:</h2>
            <pre>{result}</pre>
            <br>
            <a href="/">다시 시도하기</a>
        </body>
    </html>
    """
    
# ---------------- 헬스 체크 ----------------
@app.get("/health")
async def health_check():
    return {
        "status": "ok",
        "model": config["model"]["id"],
        "device": config["model"]["device"]
    }

	from fastapi import FastAPI, Request, Form
	from fastapi.responses import HTMLResponse
	from pydantic import BaseModel
	import yaml
	from model.llama3 import LLaMA3

	# ---------------- 설정 로드 ----------------
	with open("config/llama3.yaml", "r") as f:
	config = yaml.safe_load(f)

	# ---------------- 모델 초기화 ----------------
	llama3 = LLaMA3(config)

	# ---------------- FastAPI 앱 ----------------
	app = FastAPI(
	title="Korean Pronunciation Correction API",
	description="FastAPI + LLaMA3 기반 발음 교정 서버",
	version="1.0.0"
	)

	# ---------------- 입력 모델 ----------------
	class InputData(BaseModel):
	user_input: str
	correct_input: str

	# ---------------- API: JSON POST ----------------
	@app.post("/generate")
	async def generate_correction(data: InputData):
	result = llama3.generate(data.user_input, data.correct_input)
	return {"result": result}

	# ---------------- HTML UI ----------------
	@app.get("/", response_class=HTMLResponse)
	async def form_ui():
	return """
	<html>
	<head>
	<title>Korean Pronunciation Correction</title>
	</head>
	<body style="font-family: sans-serif; max-width: 600px; margin: auto; padding: 2rem;">
	<h1>🗣️ 발음 교정 테스트</h1>
	<form action="/submit" method="post">
	<label for="user_input">🧍 잘못된 발음:</label><br>
	<input type="text" id="user_input" name="user_input" value="박끼" required><br><br>

	<label for="correct_input">🎯 올바른 발음:</label><br>
	<input type="text" id="correct_input" name="correct_input" value="발끼" required><br><br>

	<input type="submit" value="교정 실행">
	</form>
	</body>
	</html>
	"""

	# ---------------- 결과 렌더링 ----------------
	from fastapi.responses import HTMLResponse
	from fastapi import Form, Request
	import traceback

	@app.post("/submit", response_class=HTMLResponse)
	async def handle_form(request: Request, user_input: str = Form(...), correct_input: str = Form(...)):
	try:
	result = llama3.generate(user_input, correct_input)
	except Exception as e:
	error_details = traceback.format_exc()
	return f"""
	<html>
	<head><title>에러</title></head>
	<body style="font-family: sans-serif; max-width: 600px; margin: auto; padding: 2rem;">
	<h1>❌ 서버 오류 발생</h1>
	<p><strong>오류 메시지:</strong></p>
	<pre>{str(e)}</pre>
	<hr>
	<p><strong>에러 상세:</strong></p>
	<pre>{error_details}</pre>
	<br>
	<a href="/">돌아가기</a>
	</body>
	</html>
	"""

	return f"""
	<html>
	<head><title>결과</title></head>
	<body style="font-family: sans-serif; max-width: 600px; margin: auto; padding: 2rem;">
	<h1>✅ 결과</h1>
	<p><strong>입력된 발음:</strong> {user_input}</p>
	<p><strong>정답 발음:</strong> {correct_input}</p>
	<hr>
	<h2>🧠 모델 응답:</h2>
	<pre>{result}</pre>
	<br>
	<a href="/">다시 시도하기</a>
	</body>
	</html>
	"""

	# ---------------- 헬스 체크 ----------------
	@app.get("/health")
	async def health_check():
	return {
	"status": "ok",
	"model": config["model"]["id"],
	"device": config["model"]["device"]
	}