File size: 4,677 Bytes
10e9b7d
 
eccf8e4
3c4371f
10e9b7d
a5338e9
 
 
 
 
 
 
 
 
 
3db6293
e80aab9
a5338e9
 
 
 
 
31243f4
a5338e9
31243f4
a5338e9
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
31243f4
a5338e9
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3c4371f
7e4a06b
a5338e9
3c4371f
7e4a06b
a5338e9
3c4371f
7e4a06b
a5338e9
31243f4
 
e80aab9
31243f4
 
 
a5338e9
 
36ed51a
3c4371f
eccf8e4
a5338e9
 
 
 
 
 
7d65c66
a5338e9
31243f4
a5338e9
 
 
7d65c66
e80aab9
a5338e9
 
7d65c66
a5338e9
 
 
31243f4
a5338e9
31243f4
 
a5338e9
31243f4
 
a5338e9
31243f4
a5338e9
 
 
 
7d65c66
a5338e9
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
31243f4
 
a5338e9
31243f4
a5338e9
 
 
 
 
 
 
 
 
 
 
 
 
e80aab9
 
a5338e9
 
 
 
 
 
 
e80aab9
a5338e9
e80aab9
a5338e9
31243f4
e80aab9
 
a5338e9
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
import os
import gradio as gr
import requests
import pandas as pd

from smolagents import (
    CodeAgent,
    DuckDuckGoSearchTool,
    InferenceClientModel
)

# --------------------------------------------------
# Constants
# --------------------------------------------------

DEFAULT_API_URL = "https://agents-course-unit4-scoring.hf.space"


# --------------------------------------------------
# Agent
# --------------------------------------------------

class BasicAgent:

    def __init__(self):

        print("Initializing Agent...")

        self.model = InferenceClientModel()

        self.agent = CodeAgent(
            tools=[
                DuckDuckGoSearchTool()
            ],
            model=self.model,
            add_base_tools=True,
            planning_interval=3
        )

        print("✅ Agent Ready")

    def __call__(self, question: str) -> str:

        prompt = f"""
You are solving a GAIA benchmark question.

IMPORTANT:

- Solve the question correctly.
- Use search tools when necessary.
- Use calculations when necessary.
- Think carefully.

VERY IMPORTANT:

Return ONLY the final answer.

Do NOT provide:

- explanations
- reasoning
- markdown
- bullet points
- "FINAL ANSWER:"
- "The answer is"
- "Answer:"
- extra text

Question:

{question}
"""

        try:

            result = self.agent.run(prompt)

            answer = str(result).strip()

            answer = answer.replace("FINAL ANSWER:", "")
            answer = answer.replace("Final Answer:", "")
            answer = answer.replace("Answer:", "")
            answer = answer.replace("The answer is", "")
            answer = answer.strip()

            print("=" * 80)
            print("QUESTION:")
            print(question)
            print()
            print("ANSWER:")
            print(answer)
            print("=" * 80)

            return answer

        except Exception as e:

            print(f"Agent Error: {e}")

            return ""


# --------------------------------------------------
# Submission Logic
# --------------------------------------------------

def run_and_submit_all(profile: gr.OAuthProfile | None):

    space_id = os.getenv("SPACE_ID")

    if profile:
        username = profile.username
        print(f"User logged in: {username}")
    else:
        return "Please login to Hugging Face first.", None

    api_url = DEFAULT_API_URL

    questions_url = f"{api_url}/questions"
    submit_url = f"{api_url}/submit"

    try:
        agent = BasicAgent()
    except Exception as e:
        return f"Agent initialization error: {e}", None

    agent_code = f"https://huggingface.co/spaces/{space_id}/tree/main"

    try:

        response = requests.get(
            questions_url,
            timeout=30
        )

        response.raise_for_status()

        questions_data = response.json()

        print(f"Fetched {len(questions_data)} questions")

    except Exception as e:

        return f"Question fetch failed: {e}", None

    answers_payload = []

    results_log = []

    for item in questions_data:

        task_id = item.get("task_id")
        question_text = item.get("question")

        if not task_id or question_text is None:
            continue

        try:

            print(f"TASK ID: {task_id}")
            print(f"QUESTION: {question_text}")

            submitted_answer = agent(question_text)

            print(f"SUBMITTED: {submitted_answer}")

            answers_payload.append(
                {
                    "task_id": task_id,
                    "submitted_answer": submitted_answer
                }
            )

            results_log.append(
                {
                    "Task ID": task_id,
                    "Question": question_text,
                    "Submitted Answer": submitted_answer
                }
            )

        except Exception as e:

            print(f"Task Error {task_id}: {e}")

            results_log.append(
                {
                    "Task ID": task_id,
                    "Question": question_text,
                    "Submitted Answer": f"ERROR: {e}"
                }
            )

    submission_data = {
        "username": username,
        "agent_code": agent_code,
        "answers": answers_payload
    }

    try:

        response = requests.post(
            submit_url,
            json=submission_data,
            timeout=300
        )

        response.raise_for_status()

        result_data = response.json()

        final_status = (
            f"Submission Successful!\n"
            f"User: {result_data.get('username')}\n"
            f"Overall Score: {result_data.get('score')}%\n"