app.py

import os
import time
import requests
import pandas as pd
import gradio as gr
from smolagents import CodeAgent, DuckDuckGoSearchTool, LiteLLMModel

DEFAULT_API_URL = "https://agents-course-unit4-scoring.hf.space"
MODEL_ID = "huggingface/Qwen/Qwen2.5-Coder-32B-Instruct"

def create_agent(token: str):
    model = LiteLLMModel(
        model_id=MODEL_ID,
        api_key=token
    )
    search_tool = DuckDuckGoSearchTool()
    
    agent = CodeAgent(
        tools=[search_tool],
        model=model,
        additional_authorized_imports=[
            "requests", "bs4", "re", "math", "datetime", 
            "json", "pandas", "numpy", "urllib", 
            "io", "zipfile", "csv", "sqlite3"
        ],
        max_steps=12,
        verbosity_level=1
    )
    return agent

def solve_question(agent, question: str) -> str:
    q_strip = question.strip()
    if q_strip.startswith(".") or "ecnetnes" in q_strip.lower() or "tfel" in q_strip.lower():
        question = question[::-1]

    try:
        raw_ans = agent.run(question)
        
        # Если агент вернул native Python-список или кортеж
        if isinstance(raw_ans, (list, tuple)):
            ans = ", ".join(str(item).strip() for item in raw_ans)
        else:
            ans = str(raw_ans).strip()
        
        # 1. Фильтр от явных технических утечек и пустых ответов
        if not ans or ans.lower() in ["none", "null", "undefined"]:
            return "0"
        if "call_" in ans or "python_interpreter" in ans or "Traceback" in ans:
            return "0"
        if ans.startswith("[{'id':") or ans.startswith("{'id':"):
            return "0"

        # 2. Безопасное извлечение из markdown-блоков (```)
        if "```" in ans:
            parts = ans.split("```")
            for p in reversed(parts):
                p_clean = p.strip()
                if p_clean.startswith(("json", "python", "text")):
                    p_clean = p_clean.split("\n", 1)[-1].strip()
                if p_clean and not ("call_" in p_clean or "python_interpreter" in p_clean):
                    ans = p_clean
                    break

        # 3. Берём последнюю содержательную строчку
        if "\n" in ans:
            lines = [line.strip() for line in ans.split("\n") if line.strip()]
            if lines:
                ans = lines[-1]

        # 4. Чистим строки-списки "['a', 'b']" -> "a, b"
        if ans.startswith("[") and ans.endswith("]"):
            ans = ans[1:-1].replace("'", "").replace('"', "").strip()

        # 5. Очистка краев от кавычек и пунктуации
        ans = ans.strip(" .\"'`:;")

        # 6. Защита от 500 ошибки: при выходе за пределы 80 символов возвращаем "0"
        if len(ans) > 80:
            return "0"

        return ans if ans else "0"
    except Exception as e:
        print(f"Error on question: {e}")
        return "0"

def run_and_submit_all(profile: gr.OAuthProfile | None):
    space_id = os.getenv("SPACE_ID")
    if not profile:
        yield "Please Login to Hugging Face with the button.", None
        return

    username = profile.username
    user_token = os.getenv("HF_TOKEN")
    
    if not user_token:
        yield "Error: HF_TOKEN is missing in Space Secrets!", None
        return

    try:
        agent = create_agent(user_token)
    except Exception as e:
        yield f"Failed to initialize agent: {e}", None
        return

    agent_code = f"[https://huggingface.co/spaces/](https://huggingface.co/spaces/){space_id}/tree/main" if space_id else "[https://huggingface.co](https://huggingface.co)"

    try:
        res = requests.get(f"{DEFAULT_API_URL}/questions", timeout=15)
        res.raise_for_status()
        questions_data = res.json()
    except Exception as e:
        yield f"Error fetching questions: {e}", None
        return

    results_log = []
    answers_payload = []

    yield "Запуск прогона задач... Агент начал выполнение.", pd.DataFrame(results_log)

    for item in questions_data:
        task_id = item.get("task_id")
        q = item.get("question")
        if not task_id or not q:
            continue
        
        ans = solve_question(agent, q)
        answers_payload.append({"task_id": task_id, "submitted_answer": ans})
        results_log.append({"Task ID": task_id, "Question": q, "Submitted Answer": ans})
        
        yield f"Выполнено задач: {len(results_log)} из {len(questions_data)}...", pd.DataFrame(results_log)

    yield "Все задачи решены. Отправка пакета на сервер оценки...", pd.DataFrame(results_log)

    sub_res = None
    success = False
    for attempt in range(3):
        try:
            sub_res = requests.post(
                f"{DEFAULT_API_URL}/submit",
                json={"username": username, "agent_code": agent_code, "answers": answers_payload},
                timeout=180
            )
            if sub_res.status_code == 200:
                success = True
                break
            else:
                time.sleep(3)
        except Exception:
            time.sleep(3)

    if success and sub_res:
        try:
            data = sub_res.json()
            status = (
                f"Submission Successful!\n"
                f"User: {data.get('username')}\n"
                f"Overall Score: {data.get('score', 'N/A')}%\n"
                f"Message: {data.get('message', '')}"
            )
            yield status, pd.DataFrame(results_log)
            return
        except Exception:
            pass

    err_text = sub_res.text if sub_res else "Connection timeout/error"
    yield f"Submission status: 500 Server Error. Попробуй нажать кнопку повторно.\nDetails: {err_text}", pd.DataFrame(results_log)

with gr.Blocks() as demo:
    gr.Markdown("# GAIA Smart Agent Runner")
    gr.LoginButton()
    run_btn = gr.Button("Run Evaluation & Submit All Answers")
    status_out = gr.Textbox(label="Status", lines=5)
    table_out = gr.DataFrame(label="Results")

    run_btn.click(
        fn=run_and_submit_all,
        inputs=[],
        outputs=[status_out, table_out]
    )

if __name__ == "__main__":
    demo.launch()