Spaces:
Sleeping
Sleeping
File size: 4,843 Bytes
c1893a4 2adc8b6 10f4dec c1893a4 10f4dec c1893a4 10f4dec c1893a4 10f4dec c1893a4 10f4dec c1893a4 10f4dec c1893a4 10f4dec 2adc8b6 c1893a4 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 | import os
import json
import base64
from openai import OpenAI
from dotenv import load_dotenv
load_dotenv()
class LLMProxy:
"""
Unified LLM Client that routes calls through the OpenEnv proxy if available,
otherwise falls back to Google Gemini for local development.
"""
def __init__(self):
# Grader-injected environment variables
self.api_base_url = os.getenv("API_BASE_URL")
self.api_key = os.getenv("API_KEY") or os.getenv("HF_TOKEN")
self.model_name = os.getenv("MODEL_NAME")
# Local fallback variables
self.gemini_key = os.getenv("GEMINI_API_KEY")
self.client = None
self.mode = "none"
# 1. Prioritize Grader Proxy (OpenAI-compatible)
print(f"[LLM] Check: base_url={self.api_base_url}, api_key={'[SET]' if self.api_key else '[MISSING]'}")
# 1. Prioritize Grader Proxy (OpenAI-compatible)
if self.api_base_url:
# If base_url is set, we MUST use it to satisfy the OpenEnv grader.
# Use a dummy key if API_KEY and HF_TOKEN are missing.
active_key = self.api_key or "openenv-proxy-key"
try:
self.client = OpenAI(
api_key=active_key,
base_url=self.api_base_url
)
self.mode = "proxy"
print(f"[LLM] FORCING Proxy Mode: {self.api_base_url}")
if not self.api_key:
print("[LLM] Warning: No API_KEY/HF_TOKEN found, using placeholder.")
except Exception as e:
print(f"[LLM] Proxy initialization failed: {e}")
# 2. Fallback to Gemini (Local Development)
elif self.gemini_key:
try:
from google import genai
self.client = genai.Client(api_key=self.gemini_key)
self.mode = "gemini"
print("[LLM] Fallback Mode: Google Gemini (Local/Dev)")
except Exception as e:
print(f"[LLM] Gemini fallback failed: {e}")
else:
print("[LLM] WARNING: No API credentials found. AI analysis will be disabled.")
def generate_content(self, prompt: str, image_bytes: bytes = None) -> str:
"""
Generic interface to generate content from text and optional image.
"""
if not self.client:
return "Error: No LLM client initialized."
if self.mode == "proxy":
return self._generate_via_proxy(prompt, image_bytes)
elif self.mode == "gemini":
return self._generate_via_gemini(prompt, image_bytes)
return "Error: Unknown LLM mode."
def _generate_via_proxy(self, prompt: str, image_bytes: bytes = None) -> str:
model = self.model_name or "gpt-4o" # Default if not provided
messages = []
if image_bytes:
# OpenAI multimodal format
base64_image = base64.b64encode(image_bytes).decode('utf-8')
messages.append({
"role": "user",
"content": [
{"type": "text", "text": prompt},
{
"type": "image_url",
"image_url": {
"url": f"data:image/png;base64,{base64_image}"
}
}
]
})
else:
messages.append({"role": "user", "content": prompt})
try:
response = self.client.chat.completions.create(
model=model,
messages=messages,
response_format={ "type": "json_object" } if "JSON" in prompt.upper() else None
)
return response.choices[0].message.content
except Exception as e:
print(f"[LLM Proxy] Error: {e}")
return f"Error: {str(e)}"
def _generate_via_gemini(self, prompt: str, image_bytes: bytes = None) -> str:
# Default models for Gemini fallback
model = "gemini-2.0-flash" if image_bytes else "gemini-2.0-flash-lite"
try:
contents = [prompt]
if image_bytes:
from google.genai import types
contents.append(types.Part.from_bytes(data=image_bytes, mime_type="image/png"))
response = self.client.models.generate_content(
model=model,
contents=contents
)
return response.text
except Exception as e:
print(f"[LLM Gemini] Error: {e}")
return f"Error: {str(e)}"
# Global singleton
_proxy_instance = None
def get_llm_client():
global _proxy_instance
if _proxy_instance is None:
_proxy_instance = LLMProxy()
return _proxy_instance
|