File size: 1,822 Bytes
0d1866c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
from __future__ import annotations

import json
from pathlib import Path

from .apple import AppleProvider
from .base import BaseProvider, ProviderResponse
from .hf import HuggingFaceProvider
from .mlx import MLXProvider
from .mlx_vlm import MLXVLMProvider
from .ollama import OllamaProvider


class ReplayProvider(BaseProvider):
    name = "replay"

    def __init__(self, replay_path: Path):
        self._responses: dict[str, dict] = {}
        for line in replay_path.read_text().splitlines():
            if not line.strip():
                continue
            row = json.loads(line)
            self._responses[row["card_id"]] = row

    def generate(self, card: dict, messages: list[dict[str, str]], prompt_text: str) -> ProviderResponse:
        row = self._responses[card["id"]]
        return ProviderResponse(
            raw_text=row["raw_text"],
            latency_ms=float(row.get("latency_ms", 0.0)),
            metadata={"source": "replay"},
        )


def create_provider(args) -> BaseProvider:
    if args.provider == "replay":
        return ReplayProvider(Path(args.replay_file))
    if args.provider == "apple":
        return AppleProvider(command=args.apple_command, timeout_seconds=args.timeout)
    if args.provider == "mlx":
        return MLXProvider(model_name=args.model, adapter_path=args.adapter, max_tokens=args.max_tokens)
    if args.provider == "mlx_vlm":
        return MLXVLMProvider(model_name=args.model, max_tokens=args.max_tokens)
    if args.provider == "ollama":
        return OllamaProvider(base_url=args.ollama_url, model_name=args.model, timeout_seconds=args.timeout)
    if args.provider == "hf":
        return HuggingFaceProvider(model_name=args.model, token=args.hf_token, timeout_seconds=args.timeout)
    raise ValueError(f"Unsupported provider: {args.provider}")