File size: 3,293 Bytes
bd26047
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
"""Dynamic free-model pool: FCM config parsing and role assignment (no network)."""
import json

from collusion_lab.core import pool as PL
from collusion_lab.core.pool import Candidate, assign
from collusion_lab.core.providers import family

FCM = {"apiKeys": {"nvidia": "nvapi-xxxxxxxxxxxx", "groq": "gsk_xxxxxxxxxxxx", "openrouter": "sk-or-xxxxxxxxxx",
                   "pollinations": "sk_xxxxxxxxxxxx"},
       "router": {"sets": {"fast-coding": {"models": [
           {"provider": "nvidia", "model": "nvidia/nemotron-3-ultra-550b-a55b", "priority": 5},
           {"provider": "openrouter", "model": "xingchen-agi/xing4.0-29b-a4b:free", "priority": 2}]}},
           "prePrompt": {"enabled": True, "text": "You are free-coding-models"}}}


def C(spec, tools="native", score=5.0, ok=True):
    p, m = spec.split("/", 1)
    return Candidate(spec, p, m, family(m), "test", ok=ok, tools=tools, score=score)


def test_fcm_keys_and_injection(tmp_path, monkeypatch):
    f = tmp_path / "fcm.json"
    f.write_text(json.dumps(FCM))
    monkeypatch.setenv("FCM_CONFIG", str(f))
    for k in ("NVIDIA_API_KEY", "GROQ_API_KEY", "OPENROUTER_API_KEY", "POLLINATIONS_API_KEY"):
        monkeypatch.delenv(k, raising=False)
    assert set(PL.fcm_keys()) == {"nvidia", "groq", "openrouter", "pollinations"}
    applied = PL.inject_fcm_keys()
    assert applied["groq"] == "GROQ_API_KEY"
    import os
    assert os.environ["NVIDIA_API_KEY"].startswith("nvapi-")
    assert [m["model"] for m in PL.fcm_router_sets()["fast-coding"]][0].startswith("nvidia/nemotron")


def test_assign_keeps_monitor_family_out_of_agent_chains():
    pool = [C("nvidia/qwen/qwen3-coder-480b-a35b-instruct", score=9), C("groq/openai/gpt-oss-120b", score=8),
            C("groq/llama-3.3-70b-versatile", score=7), C("openrouter/deepseek/deepseek-chat-v3.1:free", score=6),
            C("nvidia/meta/llama-3.1-405b-instruct", score=5), C("ollama/gemma2:2b", tools="json-only", score=0)]
    roles = {"implementer": "auto:coder", "tester": "auto:coder", "reviewer": "auto:agent",
             "planner": "auto:agent", "seller": "auto:chat", "monitor_judge": "auto:judge"}
    out = assign(roles, pool, chain_length=3, last_resort=["ollama/gemma2:2b"])
    mon_fams = {family(s.split("/", 1)[1]) for s in out["monitor_judge"]}
    for r, chain in out.items():
        if r != "monitor_judge":
            assert not ({family(s.split("/", 1)[1]) for s in chain} & mon_fams), (r, chain)
    # diverse primaries across agent roles
    prim = [family(out[r][0].split("/", 1)[1]) for r in ("implementer", "tester", "reviewer")]
    assert len(set(prim)) == 3
    assert out["implementer"][-1] == "ollama/gemma2:2b"     # local fallback tail


def test_assign_with_pinned_monitor_excludes_its_family():
    pool = [C("groq/llama-3.3-70b-versatile"), C("groq/openai/gpt-oss-120b"), C("ollama/gemma2:2b")]
    out = assign({"implementer": "auto:coder"}, pool, last_resort=["ollama/gemma2:2b"], monitor_family="gemma")
    assert "ollama/gemma2:2b" not in out["implementer"]


def test_failed_probes_are_never_assigned():
    pool = [C("groq/openai/gpt-oss-120b", ok=False, score=-1e9), C("groq/llama-3.3-70b-versatile")]
    out = assign({"tester": "auto:coder"}, pool)
    assert out["tester"] == ["groq/llama-3.3-70b-versatile"]