from __future__ import annotations
from datetime import datetime, timedelta, timezone
from pathlib import Path
from urllib.error import HTTPError
from urllib.request import Request, urlopen
import json
import socket
from PIL import Image
from adam.assets import AssetRegistry
from adam.dataset_lab import scan_dataset
from adam.model_profiles import ModelProfileRegistry
from adam.recommendations import recommend_for_profile
from adam.registry import ToolRegistry
from adam.remote_access import (
REMOTE_MODE_DISABLED,
REMOTE_MODE_TAILSCALE,
RemoteAccessService,
inspect_tailscale,
remote_scope,
)
from adam.models import ExecutionPlan, Job, JobStatus, PlanStep, SystemSnapshot
from adam.transcript_dataset import clean_transcript, split_transcript, transcript_videos_to_dataset
def test_model_profiles_expose_manifest_metadata() -> None:
profiles = {profile.id: profile for profile in ModelProfileRegistry(ToolRegistry(Path.cwd()).model_plugins).all()}
assert profiles["ddpm"].hardware["recommended_vram_gb"] >= 6
assert "resolution" in profiles["flow"].training
assert "safetensors" in profiles["lora"].output_formats
def test_profile_recommendation_uses_schema_and_warns_on_small_vram() -> None:
profile = ModelProfileRegistry(ToolRegistry(Path.cwd()).model_plugins).get("ddpm")
result = recommend_for_profile(profile, dataset_items=1_000, resolution=128) # type: ignore[arg-type]
assert result.epochs == 180
assert result.settings["batch_size"] == 12
assert result.estimated_vram_gb is not None
def test_dataset_lab_scans_images_captions_and_duplicates(tmp_path: Path) -> None:
image = Image.new("RGB", (16, 24), (10, 20, 30))
first = tmp_path / "first.png"
second = tmp_path / "second.png"
image.save(first)
image.save(second)
first.with_suffix(".txt").write_text("caption", encoding="utf-8")
report = scan_dataset(tmp_path)
assert report.image_count == 2
assert report.caption_count == 1
assert report.missing_caption_count == 1
assert report.duplicate_groups == 1
assert report.dimensions["16x24"] == 2
def test_transcript_cleaning_and_splitting() -> None:
text = "Hello world .\nThis is ADAM! " * 20
samples = split_transcript(clean_transcript(text), max_chars=80)
assert len(samples) > 1
assert all(len(sample) <= 90 for sample in samples)
def test_remote_access_defaults_to_disabled(tmp_path: Path) -> None:
class Config:
values = {}
def get(self, key, default=None):
return self.values.get(key, default)
def update(self, values):
self.values.update(values)
service = RemoteAccessService(Config(), jobs=None, monitor=None)
assert service.settings()["enabled"] is False
assert service.settings()["bind_address"] == "127.0.0.1"
assert service.settings()["remote_mode"] == "local_wifi"
assert service.phone_test_url() == ""
def test_remote_access_requires_token_and_reports_safe_permissions() -> None:
class Config:
def __init__(self) -> None:
self.values = {}
def get(self, key, default=None):
return self.values.get(key, default)
def update(self, values):
self.values.update(values)
class Jobs:
active_job = None
jobs = []
class Monitor:
@staticmethod
def snapshot():
return SystemSnapshot(cpu_percent=12, memory_percent=34)
with socket.socket() as sock:
sock.bind(("127.0.0.1", 0))
port = sock.getsockname()[1]
config = Config()
service = RemoteAccessService(config, Jobs(), Monitor())
settings = service.settings()
service.save_settings({"enabled": True, "port": port, "token": settings["token"]})
try:
url = service.start()
try:
urlopen(url, timeout=3)
except HTTPError as exc:
assert exc.code == 401
else:
raise AssertionError("Remote status URL should require a token")
local_payload = urlopen(service.local_test_url(), timeout=3).read().decode("utf-8")
assert "
ADAM Remote" in local_payload
request = Request(url, headers={"Authorization": f"Bearer {settings['token']}"})
payload = urlopen(request, timeout=3).read().decode("utf-8")
assert '"dangerous_actions": false' in payload
assert '"cpu_percent": 12' in payload
finally:
service.stop()
def test_remote_access_scope_labels() -> None:
assert remote_scope("127.0.0.1") == "local-device only"
assert remote_scope("172.16.0.5") == "local network"
assert remote_scope("172.15.0.5") == "custom bind address"
assert remote_scope("0.0.0.0") == "all network interfaces"
def test_remote_access_phone_url_uses_network_bind_address() -> None:
class Config:
def __init__(self) -> None:
self.values = {}
def get(self, key, default=None):
return self.values.get(key, default)
def update(self, values):
self.values.update(values)
service = RemoteAccessService(Config(), jobs=None, monitor=None)
token = service.settings()["token"]
service.save_settings({"enabled": True, "bind_address": "192.168.1.25", "port": 8765, "token": token})
assert service.phone_test_url() == f"http://192.168.1.25:8765/?token={token}"
def test_remote_mode_disabled_refuses_to_start() -> None:
class Config:
def __init__(self) -> None:
self.values = {}
def get(self, key, default=None):
return self.values.get(key, default)
def update(self, values):
self.values.update(values)
service = RemoteAccessService(Config(), jobs=None, monitor=None)
service.save_settings({"enabled": True, "remote_mode": REMOTE_MODE_DISABLED})
try:
service.start()
except RuntimeError as exc:
assert "Remote Mode" in str(exc)
else:
raise AssertionError("Disabled remote mode should not start")
def test_tailscale_unavailable_and_available_states() -> None:
assert inspect_tailscale(which=lambda _name: None).installed is False
class Result:
def __init__(self, returncode=0, stdout="", stderr=""):
self.returncode = returncode
self.stdout = stdout
self.stderr = stderr
disconnected = inspect_tailscale(
which=lambda _name: "tailscale",
runner=lambda _command: Result(1, stderr="not logged in"),
)
assert disconnected.installed is True
assert disconnected.connected is False
def runner(command):
if command[1:3] == ["status", "--json"]:
return Result(
stdout=json.dumps(
{
"BackendState": "Running",
"Self": {
"HostName": "adam-pc",
"DNSName": "adam-pc.tailnet.ts.net.",
"TailscaleIPs": ["100.64.0.12", "fd7a:115c:a1e0::12"],
},
}
)
)
return Result(stdout='{"TCP":{}}')
connected = inspect_tailscale(which=lambda _name: "tailscale", runner=runner)
assert connected.installed is True
assert connected.connected is True
assert connected.device_name == "adam-pc"
assert connected.dns_name == "adam-pc.tailnet.ts.net"
assert connected.tailscale_ip == "100.64.0.12"
def test_remote_access_mobile_dashboard_prompt_and_preview(tmp_path: Path) -> None:
class Config:
def __init__(self) -> None:
self.values = {}
def get(self, key, default=None):
return self.values.get(key, default)
def update(self, values):
self.values.update(values)
class Planner:
def plan(self, prompt: str) -> ExecutionPlan:
return ExecutionPlan(
request=prompt,
summary="Generate one image.",
steps=[PlanStep("preview_generator", "Generate preview", "Generate one preview.", {})],
project_name="Phone Prompt",
)
class Jobs:
def __init__(self) -> None:
preview = tmp_path / "preview.png"
Image.new("RGB", (8, 8), (10, 120, 240)).save(preview)
plan = ExecutionPlan(
"train",
"Training.",
[],
project_name="Phone Preview",
orion_review={"estimated_high_minutes": 20},
)
self.active_job = Job(
plan=plan,
status=JobStatus.RUNNING,
progress=55,
started_at=(datetime.now(timezone.utc) - timedelta(minutes=5)).isoformat(),
preview_path=str(preview),
preview_epoch=3,
preview_kind="training",
)
self.jobs = [self.active_job]
self.submitted: list[ExecutionPlan] = []
def submit(self, plan: ExecutionPlan) -> Job:
self.submitted.append(plan)
job = Job(plan=plan, status=JobStatus.QUEUED)
self.jobs.insert(0, job)
return job
class Monitor:
@staticmethod
def snapshot():
return SystemSnapshot(cpu_percent=12, memory_percent=34, gpu_percent=56, vram_percent=78)
with socket.socket() as sock:
sock.bind(("127.0.0.1", 0))
port = sock.getsockname()[1]
jobs = Jobs()
config = Config()
service = RemoteAccessService(config, jobs, Monitor(), Planner())
token = service.settings()["token"]
service.save_settings({"enabled": True, "port": port, "token": token})
try:
service.start()
html = urlopen(service.local_test_url(), timeout=3).read().decode("utf-8")
assert "Prompt ADAM" in html
assert "Create Model" in html
assert "Collect Dataset" in html
assert "Quick" in html
assert "Auto-approve remote training" in html
assert "Keep screen updated" in html
assert "Time Left" in html
assert "Live Preview" in html
active_script = html.split("", 1)[0]
assert "XMLHttpRequest" in active_script
assert "window.addEventListener(\"error\"" in active_script
assert "fetch(" not in active_script
assert "async " not in active_script
assert "=>" not in active_script
assert "?." not in active_script
assert "??" not in active_script
status = json.loads(urlopen(service.url() + f"?token={token}", timeout=3).read().decode("utf-8"))
assert status["preview"]["available"] is True
assert status["permissions"]["prompt"] is True
assert status["permissions"]["auto_approve_training"] is False
assert status["active_job"]["timing"]["remaining_seconds"] is not None
assert status["active_job"]["timing"]["estimate_label"]
settings_request = Request(
f"http://127.0.0.1:{port}/api/remote-settings?token={token}",
data=json.dumps({"auto_approve_training": True}).encode("utf-8"),
headers={"Content-Type": "application/json"},
method="POST",
)
# The desktop owner must grant control before a phone may enable approval.
service.save_settings({"allow_job_control": True})
settings_response = json.loads(urlopen(settings_request, timeout=3).read().decode("utf-8"))
assert settings_response["ok"] is True
status = json.loads(urlopen(service.url() + f"?token={token}", timeout=3).read().decode("utf-8"))
assert status["permissions"]["auto_approve_training"] is True
preview = urlopen(f"http://127.0.0.1:{port}/api/preview?token={token}", timeout=3).read()
assert preview.startswith(b"\x89PNG")
request = Request(
f"http://127.0.0.1:{port}/api/prompt?token={token}",
data=json.dumps({"prompt": "generate one preview"}).encode("utf-8"),
headers={"Content-Type": "application/json"},
method="POST",
)
response = json.loads(urlopen(request, timeout=3).read().decode("utf-8"))
assert response["ok"] is True
assert response["job_id"]
assert jobs.submitted[0].project_name == "Phone Prompt"
message_request = Request(
f"http://127.0.0.1:{port}/api/prompt?token={token}",
data=json.dumps({"message": "generate one preview"}).encode("utf-8"),
headers={"Content-Type": "application/json"},
method="POST",
)
message_response = json.loads(urlopen(message_request, timeout=3).read().decode("utf-8"))
assert message_response["ok"] is True
assert jobs.submitted[0].project_name == "Phone Prompt"
finally:
service.stop()
def test_remote_job_actions_include_existing_controls() -> None:
class Config:
def __init__(self) -> None:
self.values = {}
def get(self, key, default=None):
return self.values.get(key, default)
def update(self, values):
self.values.update(values)
plan = ExecutionPlan(
request="train",
summary="Training.",
steps=[PlanStep("ddpm_trainer", "Train model", "Run training")],
requires_confirmation=True,
project_name="Phone Controls",
)
job = Job(plan=plan, status=JobStatus.AWAITING_CONFIRMATION, current_step=0)
class Jobs:
active_job = job
jobs = [job]
def __init__(self) -> None:
self.actions: list[tuple[str, str]] = []
def get(self, job_id: str) -> Job:
assert job_id == job.id
return job
def confirm(self, job_id: str) -> None:
self.actions.append(("confirm", job_id))
job.status = JobStatus.QUEUED
def pause(self, job_id: str) -> None:
self.actions.append(("pause", job_id))
job.status = JobStatus.PAUSED
def resume(self, job_id: str) -> None:
self.actions.append(("resume", job_id))
job.status = JobStatus.RUNNING
def cancel(self, job_id: str) -> None:
self.actions.append(("cancel", job_id))
job.status = JobStatus.CANCELLED
def retry(self, job_id: str) -> Job:
self.actions.append(("retry", job_id))
return Job(plan=plan, status=JobStatus.AWAITING_CONFIRMATION)
def end_task(self, job_id: str) -> bool:
self.actions.append(("end", job_id))
return True
jobs = Jobs()
service = RemoteAccessService(Config(), jobs, monitor=None)
summary = service._job_summary(job)
assert summary["current_step_title"] == "Train model"
assert service.job_action(job.id, "confirm", True)["ok"] is True
assert service.job_action(job.id, "pause", True)["ok"] is True
assert service.job_action(job.id, "resume", True)["ok"] is True
assert service.job_action(job.id, "retry", True)["ok"] is True
assert service.job_action(job.id, "end", True)["ok"] is True
assert [action for action, _job_id in jobs.actions] == [
"confirm",
"pause",
"resume",
"retry",
"end",
]
assert service.job_action(job.id, "pause", False)["ok"] is False
def test_remote_prompt_queues_image_generation_before_conversation(tmp_path: Path) -> None:
class Config:
def __init__(self) -> None:
self.values = {"tool_folders": {}, "generation_settings": {}}
def get(self, key, default=None):
return self.values.get(key, default)
def update(self, values):
self.values.update(values)
class Jobs:
def __init__(self) -> None:
self.active_job = None
self.jobs = []
self.submitted: list[ExecutionPlan] = []
def submit(self, plan: ExecutionPlan) -> Job:
self.submitted.append(plan)
job = Job(plan=plan, status=JobStatus.QUEUED)
self.jobs.insert(0, job)
return job
class Planner:
def __init__(self, assets: AssetRegistry, registry: ToolRegistry) -> None:
self.assets = assets
self.registry = registry
def plan(self, _prompt: str) -> ExecutionPlan:
raise AssertionError("Image generation should not fall back to conversation planning.")
model = tmp_path / "ddpm" / "output" / "Minecraft"
model.mkdir(parents=True)
(model / "model_index.json").write_text("{}", encoding="utf-8")
assets = AssetRegistry(tmp_path)
assets.register(kind="model", name="Minecraft", path=str(model), trainer="ddpm")
jobs = Jobs()
service = RemoteAccessService(
Config(),
jobs=jobs,
monitor=None,
planner=Planner(assets, ToolRegistry(Path.cwd())),
)
response = service.submit_prompt("Generate an image of Minecraft")
assert response["ok"] is True
assert response["job_id"]
assert jobs.submitted[0].steps[0].tool_id == "ddpm_generator"
assert jobs.submitted[0].steps[0].arguments["model_name"] == "Minecraft"
assert jobs.submitted[0].steps[0].arguments["prompt"] == "Minecraft"
def test_remote_prompt_can_auto_approve_training_plan(tmp_path: Path) -> None:
class Config:
def __init__(self) -> None:
self.values = {"remote_access": {"auto_approve_training": True}}
def get(self, key, default=None):
return self.values.get(key, default)
def update(self, values):
self.values.update(values)
class Planner:
def plan(self, prompt: str) -> ExecutionPlan:
return ExecutionPlan(
request=prompt,
summary="Train DDPM.",
steps=[PlanStep("ddpm_trainer", "Train", "Train a model.", {})],
requires_confirmation=True,
confirmation_reason="This starts training.",
project_name="Remote Training",
)
class Jobs:
def __init__(self) -> None:
self.active_job = None
self.jobs = []
self.confirmed: list[str] = []
def submit(self, plan: ExecutionPlan) -> Job:
job = Job(plan=plan, status=JobStatus.AWAITING_CONFIRMATION)
self.jobs.insert(0, job)
return job
def confirm(self, job_id: str) -> None:
self.confirmed.append(job_id)
self.jobs[0].status = JobStatus.QUEUED
jobs = Jobs()
service = RemoteAccessService(Config(), jobs=jobs, monitor=None, planner=Planner())
response = service.submit_prompt("train a DDPM model")
assert response["ok"] is True
assert response["auto_approved"] is True
assert response["requires_approval"] is False
assert jobs.confirmed == [response["job_id"]]
def test_remote_prompt_selects_flow_match_generation_model(tmp_path: Path) -> None:
class Config:
def __init__(self) -> None:
self.values = {"tool_folders": {}, "generation_settings": {}}
def get(self, key, default=None):
return self.values.get(key, default)
def update(self, values):
self.values.update(values)
class Jobs:
def __init__(self) -> None:
self.active_job = None
self.jobs = []
self.submitted: list[ExecutionPlan] = []
def submit(self, plan: ExecutionPlan) -> Job:
self.submitted.append(plan)
job = Job(plan=plan, status=JobStatus.QUEUED)
self.jobs.insert(0, job)
return job
class Planner:
def __init__(self, assets: AssetRegistry, registry: ToolRegistry) -> None:
self.assets = assets
self.registry = registry
def plan(self, _prompt: str) -> ExecutionPlan:
raise AssertionError("Flow image generation should not fall back to conversation planning.")
model = tmp_path / "flow" / "output_flow_models" / "Minecraft Flow Match"
(model / "unet").mkdir(parents=True)
(model / "flow_model_info.json").write_text("{}", encoding="utf-8")
(model / "unet" / "config.json").write_text("{}", encoding="utf-8")
assets = AssetRegistry(tmp_path)
assets.register(kind="model", name="Minecraft Flow Match", path=str(model), trainer="flow")
jobs = Jobs()
service = RemoteAccessService(
Config(),
jobs=jobs,
monitor=None,
planner=Planner(assets, ToolRegistry(Path.cwd())),
)
response = service.submit_prompt("Generate an image of Minecraft Flow Match")
assert response["ok"] is True
assert jobs.submitted[0].steps[0].tool_id == "flow_generator"
assert jobs.submitted[0].steps[0].arguments["model_name"] == "Minecraft Flow Match"
assert jobs.submitted[0].steps[0].arguments["sampler"] == "Heun"
def test_remote_status_serves_latest_generation_image(tmp_path: Path) -> None:
class Config:
def __init__(self) -> None:
self.values = {}
def get(self, key, default=None):
return self.values.get(key, default)
def update(self, values):
self.values.update(values)
class Planner:
root = tmp_path
def __init__(self) -> None:
self.registry = ToolRegistry(Path.cwd())
class Jobs:
active_job = None
jobs = []
folder = tmp_path / "data" / "generations" / "flow_generator" / "Minecraft Flow Match"
folder.mkdir(parents=True)
image = folder / "image_001.png"
second_image = folder / "image_002.png"
Image.new("RGB", (8, 8), (20, 160, 80)).save(image)
Image.new("RGB", (8, 8), (140, 60, 220)).save(second_image)
(folder / "generation_20260830_TEST.json").write_text(
json.dumps(
{
"provider_id": "flow_generator",
"provider_name": "Flow Matching Generator",
"model_name": "Minecraft Flow Match",
"model_path": "D:/Flow/Minecraft Flow Match",
"prompt": "Minecraft Flow Match",
"seed": 0,
"steps": 20,
"sampler": "Heun",
"aspect_ratio": "1:1 (Square)",
"images": [str(image), str(second_image)],
"created_at": "2026-08-30T00:00:00+00:00",
}
),
encoding="utf-8",
)
with socket.socket() as sock:
sock.bind(("127.0.0.1", 0))
port = sock.getsockname()[1]
config = Config()
service = RemoteAccessService(config, Jobs(), monitor=None, planner=Planner())
token = service.settings()["token"]
service.save_settings({"enabled": True, "port": port, "token": token})
try:
service.start()
status = json.loads(urlopen(service.url() + f"?token={token}", timeout=3).read().decode("utf-8"))
assert status["latest_generation"]["available"] is True
assert status["latest_generation"]["model_name"] == "Minecraft Flow Match"
assert status["latest_generation"]["image_count"] == 2
assert status["latest_generation"]["images"][1]["url"].endswith("image=1")
generated = urlopen(
f"http://127.0.0.1:{port}/api/generation-image?record=0&image=0&token={token}",
timeout=3,
).read()
assert generated.startswith(b"\x89PNG")
generated_second = urlopen(
f"http://127.0.0.1:{port}/api/generation-image?record=0&image=1&token={token}",
timeout=3,
).read()
assert generated_second.startswith(b"\x89PNG")
finally:
service.stop()
def test_remote_job_controls_are_gated(tmp_path: Path) -> None:
class Config:
def __init__(self) -> None:
self.values = {}
def get(self, key, default=None):
return self.values.get(key, default)
def update(self, values):
self.values.update(values)
class Jobs:
def __init__(self) -> None:
self.job = Job(
plan=ExecutionPlan("run", "Run.", [], project_name="Remote Job"),
status=JobStatus.QUEUED,
)
self.jobs = [self.job]
self.active_job = None
self.cancelled: list[str] = []
def get(self, job_id: str):
return self.job if job_id == self.job.id else None
def cancel(self, job_id: str) -> None:
self.cancelled.append(job_id)
def retry(self, job_id: str) -> Job:
return Job(plan=self.job.plan, status=JobStatus.QUEUED)
jobs = Jobs()
service = RemoteAccessService(Config(), jobs=jobs, monitor=None)
assert service.job_action(jobs.job.id, "cancel", False)["ok"] is False
assert service.job_action(jobs.job.id, "cancel", True)["ok"] is True
assert jobs.cancelled == [jobs.job.id]
def test_transcript_export_reports_missing_ffmpeg(monkeypatch, tmp_path: Path) -> None:
monkeypatch.setattr("adam.transcript_dataset.shutil.which", lambda _name: None)
result = transcript_videos_to_dataset([tmp_path / "video.mp4"], tmp_path / "out")
assert result.available is False
assert "FFmpeg" in result.message