File size: 2,596 Bytes
a72d1cf | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 | """Yeni modellerin reddettiği parametrelere (temperature, max_tokens) uyum."""
import json
import threading
from http.server import BaseHTTPRequestHandler, HTTPServer
import pytest
from t2s import llm
SEEN = []
class H(BaseHTTPRequestHandler):
def log_message(self, *a):
pass
def do_POST(self):
body = json.loads(self.rfile.read(int(self.headers["Content-Length"])))
SEEN.append(body)
if self.path.endswith("/v1/messages") and "temperature" in body:
return self._send(400, {"type": "error", "error": {"type": "invalid_request_error",
"message": "`temperature` is deprecated for this model."}})
if self.path.endswith("/chat/completions") and "max_tokens" in body:
return self._send(400, {"error": {"message": "Unsupported parameter: 'max_tokens' is not supported with "
"this model. Use 'max_completion_tokens' instead."}})
if self.path.endswith("/v1/messages"):
return self._send(200, {"content": [{"type": "text", "text": "ok"}], "usage": {}})
return self._send(200, {"choices": [{"message": {"content": "ok"}}], "usage": {}})
def _send(self, code, obj):
b = json.dumps(obj).encode()
self.send_response(code)
self.send_header("Content-Type", "application/json")
self.send_header("Content-Length", str(len(b)))
self.end_headers()
self.wfile.write(b)
@pytest.fixture(scope="module")
def url():
srv = HTTPServer(("127.0.0.1", 0), H)
threading.Thread(target=srv.serve_forever, daemon=True).start()
yield f"http://127.0.0.1:{srv.server_port}"
srv.shutdown()
def test_claude_drops_temperature(url):
SEEN.clear()
be = llm.AnthropicBackend("claude-yeni-x", api_key="k", base_url=url)
assert be.chat("s", [{"role": "user", "content": "hi"}]) == "ok"
assert be.chat("s", [{"role": "user", "content": "hi"}]) == "ok"
assert len(SEEN) == 3 and "temperature" not in SEEN[-1] # ikinci çağrıda tek istek
def test_openai_switches_max_tokens(url):
SEEN.clear()
be = llm.OpenAICompatBackend("yeni-model", base_url=url + "/v1", api_key="k")
assert be.chat("s", [{"role": "user", "content": "hi"}]) == "ok"
assert "max_completion_tokens" in SEEN[-1] and "max_tokens" not in SEEN[-1]
def test_openai_new_names_detected():
be = llm.OpenAICompatBackend("gpt-6-astra", api_key="k")
p = be._payload("s", [], 50)
assert "max_completion_tokens" in p and "temperature" not in p
|