Upload 2 files

inference.py

@@ -31,10 +31,7 @@ except ImportError:
 # Defaults are set only for API_BASE_URL and MODEL_NAME 
 # (and should reflect your active inference setup):
 API_BASE_URL = os.getenv("API_BASE_URL", "https://router.huggingface.co/v1")
-MODEL_NAME = os.getenv("MODEL_NAME")
-if MODEL_NAME is None:
-    print("MODEL_NAME environment variable is required", file=sys.stderr, flush=True)
-    sys.exit(1)
+MODEL_NAME = os.getenv("MODEL_NAME", "meta-llama/Llama-3.3-70B-Instruct")
 HF_TOKEN = os.getenv("HF_TOKEN")
 LOCAL_IMAGE_NAME = os.getenv("LOCAL_IMAGE_NAME")
 
@@ -306,6 +303,11 @@ def main():
         print("Please set HF_TOKEN or ensure .env file exists with the token", flush=True)
         sys.exit(1)
     
+    if not MODEL_NAME:
+        print("Error: MODEL_NAME environment variable is required", 
+              flush=True, file=sys.stderr)
+        sys.exit(1)
+    
     # Initialize agent
     agent = SQLQualityAgent(API_BASE_URL, MODEL_NAME, HF_TOKEN, ENV_BASE_URL)