Spaces:
Runtime error
Runtime error
| import requests | |
| import json | |
| class OllamaCustomLocalAPIClient: | |
| def __init__(self, base_url="http://localhost:11434"): | |
| self.base_url = base_url.rstrip("/") | |
| def chat(self, model, messages, stream=False, format=None): | |
| url = f"{self.base_url}/api/chat" | |
| payload = { | |
| "model": model, | |
| "messages": messages, | |
| "stream": stream, | |
| } | |
| if format: | |
| payload["format"] = format | |
| response = requests.post(url, json=payload, stream=stream) | |
| response.raise_for_status() | |
| if stream: | |
| for line in response: | |
| if line: | |
| try: | |
| yield json.loads(line) | |
| except json.JSONDecodeError: | |
| pass | |
| else: | |
| return response.json() | |