Spaces:
Sleeping
Sleeping
File size: 4,674 Bytes
10e9b7d eccf8e4 3c4371f 6567e36 87f73fb 10e9b7d 3db6293 e80aab9 1f49309 bc5057d 6567e36 1f49309 6567e36 3c4371f 7e4a06b 6567e36 7e4a06b 7d65c66 3c4371f 7e4a06b 31243f4 e80aab9 31243f4 1f49309 31243f4 6567e36 36ed51a 3c4371f eccf8e4 31243f4 7d65c66 31243f4 7d65c66 6567e36 e80aab9 7d65c66 6567e36 31243f4 1f49309 7d65c66 6567e36 1f49309 31243f4 1f49309 6567e36 1f49309 6567e36 1f49309 31243f4 6567e36 e80aab9 6567e36 e80aab9 31243f4 e80aab9 6567e36 3c4371f e80aab9 6567e36 7d65c66 6567e36 e80aab9 6567e36 e80aab9 7e4a06b 31243f4 9088b99 7d65c66 e80aab9 31243f4 e80aab9 6567e36 3c4371f | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 | import os
import gradio as gr
import requests
import pandas as pd
from smolagents import CodeAgent, DuckDuckGoSearchTool, VisitWebpageTool, InferenceClientModel
import spaces
# Dummy function per soddisfare il requisito ZeroGPU
@spaces.GPU(duration=1)
def dummy_gpu():
pass
DEFAULT_API_URL = "https://agents-course-unit4-scoring.hf.space"
def build_agent():
model = InferenceClientModel(
model_id="Qwen/Qwen2.5-Coder-32B-Instruct",
token=os.getenv("HF_TOKEN"),
)
agent = CodeAgent(
tools=[
DuckDuckGoSearchTool(),
VisitWebpageTool(),
],
model=model,
max_steps=10,
additional_authorized_imports=["math", "datetime", "re", "json"],
)
return agent
def run_agent(agent, question: str) -> str:
prompt = f"""Answer the following question.
Your answer must be as concise as possible — just the final answer, no explanation.
If the answer is a number, return just the number.
If the answer is a name, return just the name.
If the answer is a list, return comma-separated values.
Question: {question}"""
try:
response = agent.run(prompt)
return str(response).strip()
except Exception as e:
print(f"Error: {e}")
return "I don't know"
def run_and_submit_all(profile: gr.OAuthProfile | None):
space_id = os.getenv("SPACE_ID")
if profile:
username = f"{profile.username}"
else:
return "Please Login to Hugging Face with the button.", None
api_url = DEFAULT_API_URL
questions_url = f"{api_url}/questions"
submit_url = f"{api_url}/submit"
try:
agent = build_agent()
print("Agent initialized!")
except Exception as e:
return f"Error initializing agent: {e}", None
agent_code = f"https://huggingface.co/spaces/{space_id}/tree/main"
try:
response = requests.get(questions_url, timeout=15)
response.raise_for_status()
questions_data = response.json()
print(f"Fetched {len(questions_data)} questions.")
except Exception as e:
return f"Error fetching questions: {e}", None
results_log = []
answers_payload = []
for item in questions_data:
task_id = item.get("task_id")
question_text = item.get("question")
if not task_id or question_text is None:
continue
try:
submitted_answer = run_agent(agent, question_text)
answers_payload.append({"task_id": task_id, "submitted_answer": submitted_answer})
results_log.append({
"Task ID": task_id,
"Question": question_text[:100],
"Submitted Answer": submitted_answer
})
print(f"✅ {task_id}: {submitted_answer[:50]}")
except Exception as e:
print(f"❌ {task_id}: {e}")
results_log.append({
"Task ID": task_id,
"Question": question_text[:100],
"Submitted Answer": "I don't know"
})
answers_payload.append({"task_id": task_id, "submitted_answer": "I don't know"})
submission_data = {
"username": username.strip(),
"agent_code": agent_code,
"answers": answers_payload
}
try:
response = requests.post(submit_url, json=submission_data, timeout=120)
response.raise_for_status()
result_data = response.json()
final_status = (
f"Submission Successful!\n"
f"User: {result_data.get('username')}\n"
f"Score: {result_data.get('score', 'N/A')}% "
f"({result_data.get('correct_count', '?')}/{result_data.get('total_attempted', '?')} correct)\n"
f"Message: {result_data.get('message', 'No message received.')}"
)
return final_status, pd.DataFrame(results_log)
except Exception as e:
return f"Submission Failed: {e}", pd.DataFrame(results_log)
with gr.Blocks() as demo:
gr.Markdown("# 🎩 GAIA Agent — sofials")
gr.Markdown("""
**Instructions:**
1. Log in with your Hugging Face account
2. Click 'Run Evaluation & Submit All Answers'
""")
gr.LoginButton()
run_button = gr.Button("Run Evaluation & Submit All Answers")
status_output = gr.Textbox(label="Run Status / Submission Result", lines=5, interactive=False)
results_table = gr.DataFrame(label="Questions and Agent Answers", wrap=True)
run_button.click(
fn=run_and_submit_all,
outputs=[status_output, results_table]
)
if __name__ == "__main__":
print("-"*30 + " App Starting " + "-"*30)
demo.launch(debug=True, share=False) |