chore: write small script to test agent

.gitignore

@@ -0,0 +1,3 @@
+__pycache__/
+*.py[cod]
+*$py.class

agent.py

@@ -0,0 +1,9 @@
+class BasicAgent:
+    def __init__(self):
+        print("BasicAgent initialized.")
+
+    def __call__(self, question: str) -> str:
+        print(f"Agent received question (first 50 chars): {question[:50]}...")
+        fixed_answer = "This is a default answer."
+        print(f"Agent returning fixed answer: {fixed_answer}")
+        return fixed_answer

app.py

@@ -4,21 +4,12 @@ import requests
 import inspect
 import pandas as pd
 
+from agent import BasicAgent
+
 # (Keep Constants as is)
 # --- Constants ---
 DEFAULT_API_URL = "https://agents-course-unit4-scoring.hf.space"
 
-# --- Basic Agent Definition ---
-# ----- THIS IS WERE YOU CAN BUILD WHAT YOU WANT ------
-class BasicAgent:
-    def __init__(self):
-        print("BasicAgent initialized.")
-    def __call__(self, question: str) -> str:
-        print(f"Agent received question (first 50 chars): {question[:50]}...")
-        fixed_answer = "This is a default answer."
-        print(f"Agent returning fixed answer: {fixed_answer}")
-        return fixed_answer
-
 def run_and_submit_all( profile: gr.OAuthProfile | None):
     """
     Fetches all questions, runs the BasicAgent on them, submits all answers,

evaluate_local.py

@@ -0,0 +1,51 @@
+"""Run the assignment agent locally without submitting results."""
+
+import argparse
+
+import requests
+
+from agent import BasicAgent
+
+
+DEFAULT_API_URL = "https://agents-course-unit4-scoring.hf.space"
+
+
+def main() -> None:
+    parser = argparse.ArgumentParser(description=__doc__)
+    parser.add_argument(
+        "--limit",
+        type=int,
+        default=None,
+        help="Evaluate only the first N questions.",
+    )
+    args = parser.parse_args()
+
+    response = requests.get(f"{DEFAULT_API_URL}/questions", timeout=15)
+    response.raise_for_status()
+    questions = response.json()
+    if args.limit is not None:
+        questions = questions[:args.limit]
+
+    agent = BasicAgent()
+    print(f"Evaluating {len(questions)} question(s) locally; nothing will be submitted.\n")
+
+    for index, item in enumerate(questions, start=1):
+        task_id = item.get("task_id")
+        question = item.get("question")
+        if not task_id or question is None:
+            print(f"[{index}] Skipping malformed question: {item}")
+            continue
+
+        try:
+            answer = agent(question)
+        except Exception as error:
+            print(f"[{index}] {task_id}: ERROR: {error}")
+            continue
+
+        print(f"[{index}] {task_id}")
+        print(f"Question: {question}")
+        print(f"Answer: {answer}\n")
+
+
+if __name__ == "__main__":
+    main()