File size: 4,674 Bytes
10e9b7d
 
eccf8e4
3c4371f
6567e36
87f73fb
 
 
 
 
 
10e9b7d
3db6293
e80aab9
1f49309
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
bc5057d
6567e36
 
 
 
 
1f49309
 
 
 
 
 
6567e36
 
 
3c4371f
7e4a06b
6567e36
7e4a06b
7d65c66
3c4371f
7e4a06b
31243f4
 
e80aab9
31243f4
1f49309
 
31243f4
 
6567e36
36ed51a
3c4371f
eccf8e4
31243f4
7d65c66
31243f4
 
7d65c66
6567e36
e80aab9
7d65c66
 
6567e36
31243f4
 
 
 
 
 
1f49309
7d65c66
6567e36
 
 
 
 
1f49309
31243f4
1f49309
6567e36
 
 
1f49309
6567e36
1f49309
31243f4
6567e36
 
 
 
 
e80aab9
 
6567e36
e80aab9
 
31243f4
e80aab9
 
6567e36
3c4371f
 
e80aab9
6567e36
7d65c66
6567e36
e80aab9
 
 
6567e36
 
 
 
 
 
e80aab9
7e4a06b
31243f4
9088b99
7d65c66
e80aab9
31243f4
 
 
e80aab9
 
 
6567e36
3c4371f
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
import os
import gradio as gr
import requests
import pandas as pd
from smolagents import CodeAgent, DuckDuckGoSearchTool, VisitWebpageTool, InferenceClientModel
import spaces

# Dummy function per soddisfare il requisito ZeroGPU
@spaces.GPU(duration=1)
def dummy_gpu():
    pass

DEFAULT_API_URL = "https://agents-course-unit4-scoring.hf.space"

def build_agent():
    model = InferenceClientModel(
        model_id="Qwen/Qwen2.5-Coder-32B-Instruct",
        token=os.getenv("HF_TOKEN"),
    )
    agent = CodeAgent(
        tools=[
            DuckDuckGoSearchTool(),
            VisitWebpageTool(),
        ],
        model=model,
        max_steps=10,
        additional_authorized_imports=["math", "datetime", "re", "json"],
    )
    return agent

def run_agent(agent, question: str) -> str:
    prompt = f"""Answer the following question.
Your answer must be as concise as possible — just the final answer, no explanation.
If the answer is a number, return just the number.
If the answer is a name, return just the name.
If the answer is a list, return comma-separated values.

Question: {question}"""
    try:
        response = agent.run(prompt)
        return str(response).strip()
    except Exception as e:
        print(f"Error: {e}")
        return "I don't know"

def run_and_submit_all(profile: gr.OAuthProfile | None):
    space_id = os.getenv("SPACE_ID")

    if profile:
        username = f"{profile.username}"
    else:
        return "Please Login to Hugging Face with the button.", None

    api_url = DEFAULT_API_URL
    questions_url = f"{api_url}/questions"
    submit_url = f"{api_url}/submit"

    try:
        agent = build_agent()
        print("Agent initialized!")
    except Exception as e:
        return f"Error initializing agent: {e}", None

    agent_code = f"https://huggingface.co/spaces/{space_id}/tree/main"

    try:
        response = requests.get(questions_url, timeout=15)
        response.raise_for_status()
        questions_data = response.json()
        print(f"Fetched {len(questions_data)} questions.")
    except Exception as e:
        return f"Error fetching questions: {e}", None

    results_log = []
    answers_payload = []

    for item in questions_data:
        task_id = item.get("task_id")
        question_text = item.get("question")
        if not task_id or question_text is None:
            continue
        try:
            submitted_answer = run_agent(agent, question_text)
            answers_payload.append({"task_id": task_id, "submitted_answer": submitted_answer})
            results_log.append({
                "Task ID": task_id,
                "Question": question_text[:100],
                "Submitted Answer": submitted_answer
            })
            print(f"✅ {task_id}: {submitted_answer[:50]}")
        except Exception as e:
            print(f"❌ {task_id}: {e}")
            results_log.append({
                "Task ID": task_id,
                "Question": question_text[:100],
                "Submitted Answer": "I don't know"
            })
            answers_payload.append({"task_id": task_id, "submitted_answer": "I don't know"})

    submission_data = {
        "username": username.strip(),
        "agent_code": agent_code,
        "answers": answers_payload
    }

    try:
        response = requests.post(submit_url, json=submission_data, timeout=120)
        response.raise_for_status()
        result_data = response.json()
        final_status = (
            f"Submission Successful!\n"
            f"User: {result_data.get('username')}\n"
            f"Score: {result_data.get('score', 'N/A')}% "
            f"({result_data.get('correct_count', '?')}/{result_data.get('total_attempted', '?')} correct)\n"
            f"Message: {result_data.get('message', 'No message received.')}"
        )
        return final_status, pd.DataFrame(results_log)
    except Exception as e:
        return f"Submission Failed: {e}", pd.DataFrame(results_log)


with gr.Blocks() as demo:
    gr.Markdown("# 🎩 GAIA Agent — sofials")
    gr.Markdown("""
    **Instructions:**
    1. Log in with your Hugging Face account
    2. Click 'Run Evaluation & Submit All Answers'
    """)

    gr.LoginButton()
    run_button = gr.Button("Run Evaluation & Submit All Answers")
    status_output = gr.Textbox(label="Run Status / Submission Result", lines=5, interactive=False)
    results_table = gr.DataFrame(label="Questions and Agent Answers", wrap=True)

    run_button.click(
        fn=run_and_submit_all,
        outputs=[status_output, results_table]
    )

if __name__ == "__main__":
    print("-"*30 + " App Starting " + "-"*30)
    demo.launch(debug=True, share=False)