Update app.py

app.py

@@ -4,11 +4,9 @@ import os
 from io import BytesIO
 from huggingface_hub import InferenceClient
 
-# Space owner can pre-set a token as a Secret named HF_TOKEN
-# If not set, users provide their own below
 SPACE_TOKEN = os.environ.get("HF_TOKEN", "")
 
-# Mistral is open-licensed, no gate, works with any valid HF token
+# Models confirmed to work with free HF inference text_generation task
 TEXT_MODEL = "mistralai/Mistral-7B-Instruct-v0.3"
 
 SYSTEM_PROMPT = """You are a warm, patient math tutor for students from Grade 1 through High School.
@@ -53,18 +51,22 @@ def image_to_base64(pil_image):
         return None
 
 
+def build_mistral_prompt(system, user_msg):
+    """Mistral instruct format: <s>[INST] ... [/INST]"""
+    return f"<s>[INST] {system}\n\n{user_msg} [/INST]"
+
+
 def solve_math(image_input, text_input, grade_level, user_token):
-    # Decide which token to use
     token = user_token.strip() if user_token and user_token.strip() else SPACE_TOKEN
 
     if not token:
         yield (
-            "🔑 **A HuggingFace token is required to use this app.**\n\n"
+            "🔑 **A HuggingFace token is required.**\n\n"
             "It's free and takes 30 seconds:\n"
             "1. Go to [huggingface.co/settings/tokens](https://huggingface.co/settings/tokens)\n"
-            "2. Click **New token** → choose **Read** access → copy it\n"
-            "3. Paste it in the **HuggingFace Token** box on the left\n\n"
-            "Your token is never stored — it's only used for this session."
+            "2. Click **New token** → **Read** access → Copy\n"
+            "3. Paste it in the **HuggingFace Token** box\n\n"
+            "Your token is never stored — session only."
         )
         return
 
@@ -79,23 +81,19 @@ def solve_math(image_input, text_input, grade_level, user_token):
 
     grade_note = f"Grade level: {grade_level}."
 
-    # Build problem text
     if has_image and has_text:
-        problem_text = (
-            f"I have a worksheet image with a math problem. "
-            f"Here is what it says (typed by me): {text_input.strip()}\n"
-            f"Please teach me how to solve it step by step."
-        )
+        problem_text = text_input.strip()
     elif has_image:
         problem_text = (
-            "I have a worksheet image with a math problem. "
-            "Please describe what kind of problem it likely is and teach me how to solve it step by step. "
-            "If you cannot see the image content, ask me to type the problem."
+            "There is a math problem in the uploaded image. "
+            "Please solve it step by step as a math tutor. "
+            "If you cannot determine the exact problem, explain the general method for the type of problem shown."
         )
     else:
         problem_text = text_input.strip()
 
-    full_prompt = f"{grade_note}\n\nProblem: {problem_text}"
+    user_msg = f"{grade_note}\n\nProblem: {problem_text}\n\nPlease teach me how to solve this step by step."
+    prompt = build_mistral_prompt(SYSTEM_PROMPT, user_msg)
 
     yield "⚡ Solving step by step..."
 
@@ -103,25 +101,20 @@ def solve_math(image_input, text_input, grade_level, user_token):
         client = InferenceClient(
             model=TEXT_MODEL,
             token=token,
-            provider="hf-inference",
         )
 
-        stream = client.chat.completions.create(
-            messages=[
-                {"role": "system", "content": SYSTEM_PROMPT},
-                {"role": "user",   "content": full_prompt},
-            ],
-            max_tokens=1200,
+        output = ""
+        # Use text_generation with streaming — works on free HF inference
+        for chunk in client.text_generation(
+            prompt,
+            max_new_tokens=1000,
             temperature=0.3,
+            do_sample=True,
             stream=True,
-        )
-
-        output = ""
-        for chunk in stream:
-            token_text = chunk.choices[0].delta.content or ""
-            if token_text:
-                output += token_text
-                yield output
+            stop_sequences=["</s>", "[INST]"],
+        ):
+            output += chunk
+            yield output
 
         if not output:
             yield "⚠️ No response received. Please try again in a moment."
@@ -130,8 +123,8 @@ def solve_math(image_input, text_input, grade_level, user_token):
         err = str(e)
         if "401" in err:
             yield (
-                "❌ **Invalid token.** Please check your HuggingFace token and try again.\n\n"
-                "Get a free token at [huggingface.co/settings/tokens](https://huggingface.co/settings/tokens)"
+                "❌ **Invalid token.** Please check your HuggingFace token.\n\n"
+                "Get one free at [huggingface.co/settings/tokens](https://huggingface.co/settings/tokens)"
             )
         elif "503" in err or "loading" in err.lower():
             yield "⏳ **Model is warming up.** Please wait ~30 seconds and try again."
@@ -151,7 +144,6 @@ CSS = """
     --accent:   #58a6ff;
     --accent2:  #bc8cff;
     --green:    #3fb950;
-    --red:      #f85149;
     --text:     #e6edf3;
     --muted:    #7d8590;
     --border:   #30363d;
@@ -205,14 +197,13 @@ GRADE_CHOICES = [
 ]
 
 EXAMPLES = [
-    [None, "What is 24 ÷ 6 + 3 × 2?",                                "Grade 3–4 (Multiplication, Division, Fractions Intro)"],
-    [None, "If I have 3/4 of a pizza and eat 1/3, how much is left?", "Grade 5–6 (Fractions, Decimals, Geometry Basics)"],
-    [None, "Solve for x: 2x + 5 = 17",                               "Grade 7–8 (Algebra, Ratios, Percentages)"],
-    [None, "Find the area of a circle with radius 7 cm",              "Grade 9–10 (Algebra II, Geometry, Trigonometry)"],
-    [None, "Differentiate f(x) = 3x³ − 2x + 7",                      "Grade 11–12 (Pre-Calculus, Statistics, Calculus)"],
+    [None, "What is 24 ÷ 6 + 3 × 2?",                                "Grade 3–4 (Multiplication, Division, Fractions Intro)", ""],
+    [None, "If I have 3/4 of a pizza and eat 1/3, how much is left?", "Grade 5–6 (Fractions, Decimals, Geometry Basics)",    ""],
+    [None, "Solve for x: 2x + 5 = 17",                               "Grade 7–8 (Algebra, Ratios, Percentages)",            ""],
+    [None, "Find the area of a circle with radius 7 cm",              "Grade 9–10 (Algebra II, Geometry, Trigonometry)",     ""],
+    [None, "Differentiate f(x) = 3x³ − 2x + 7",                      "Grade 11–12 (Pre-Calculus, Statistics, Calculus)",    ""],
 ]
 
-# Whether space owner has pre-configured a token
 OWNER_TOKEN_SET = bool(SPACE_TOKEN)
 
 with gr.Blocks(css=CSS, title="Interactive Math Tutor") as demo:
@@ -235,32 +226,23 @@ with gr.Blocks(css=CSS, title="Interactive Math Tutor") as demo:
     with gr.Row(equal_height=False):
         with gr.Column(scale=4, min_width=300):
 
-            # Only show token box if owner hasn't pre-set one
             if not OWNER_TOKEN_SET:
                 gr.HTML('<div class="panel-label">🔑 HuggingFace Token (free)</div>')
                 user_token = gr.Textbox(
-                    label="",
-                    placeholder="hf_xxxxxxxxxxxxxxxxxxxx",
-                    type="password",
-                    lines=1,
-                    elem_classes=["token-box"],
+                    label="", placeholder="hf_xxxxxxxxxxxxxxxxxxxx",
+                    type="password", lines=1, elem_classes=["token-box"],
                 )
                 gr.HTML("""
                 <div class="token-info">
                     <strong>Get your free token in 30 seconds:</strong><br>
                     1. Go to <a href="https://huggingface.co/settings/tokens" target="_blank">huggingface.co/settings/tokens</a><br>
                     2. Click <strong>New token</strong> → <strong>Read</strong> access → Copy<br>
-                    3. Paste it above · Never stored, session-only
+                    3. Paste above · Never stored, session-only
                 </div>
                 """)
             else:
                 user_token = gr.Textbox(value="", visible=False)
-                gr.HTML("""
-                <div class="info-box">
-                    <strong>✅ Ready to use — no setup needed!</strong><br>
-                    Token pre-configured by the Space owner.
-                </div>
-                """)
+                gr.HTML('<div class="info-box"><strong>✅ Ready to use — no setup needed!</strong></div>')
 
             gr.HTML('<div class="panel-label" style="margin-top:16px">📎 Upload Worksheet (optional)</div>')
             image_input = gr.Image(type="pil", label="", height=180)
@@ -281,7 +263,7 @@ with gr.Blocks(css=CSS, title="Interactive Math Tutor") as demo:
 
             gr.HTML('<div class="panel-label" style="margin-top:16px">💡 Try an example</div>')
             gr.Examples(
-                examples=[[None, p, g, ""] for (_, p, g) in EXAMPLES],
+                examples=EXAMPLES,
                 inputs=[image_input, text_input, grade_dropdown, user_token],
                 label=""
             )