Download tests/test_causal_audit_supervisor.py from Tinghong-Ye22/code-HFD: direct link, hf CLI and curl.
- Browser
- Download file 2.67 kB
-
https://huggingface.co/Tinghong-Ye22/code-HFD/resolve/main/tests/test_causal_audit_supervisor.py
- Command line
-
hf download hf://Tinghong-Ye22/code-HFD/tests/test_causal_audit_supervisor.py
-
curl -L -o test_causal_audit_supervisor.py https://huggingface.co/Tinghong-Ye22/code-HFD/resolve/main/tests/test_causal_audit_supervisor.py
2.67 kB
| import importlib.util | |
| from collections import deque | |
| from pathlib import Path | |
| spec=importlib.util.spec_from_file_location('supervisor',Path(__file__).parents[1]/'scripts/data/run_causal_video_audit.py') | |
| m=importlib.util.module_from_spec(spec);spec.loader.exec_module(m) | |
| def test_rate_ignores_old_reused_count_and_resets_on_restart(): | |
| h=deque() | |
| assert m.recent_rate(h,0,0) is None | |
| assert m.recent_rate(h,30,5) is None | |
| assert m.recent_rate(h,60,10)==10/60 | |
| assert m.recent_rate(h,70,0) is None | |
| assert m.recent_rate(h,130,6)==.1 | |
| def test_rate_sliding_window_is_bounded(): | |
| h=deque() | |
| for t in range(0,3600,10): | |
| rate=m.recent_rate(h,t,t//10) | |
| assert len(h)<=62 and rate==.1 | |
| def test_physical_gpu_rollup_counts_work_not_memory_twice(): | |
| tasks=[dict(gpu=gpu,pid=i+1,state='审核中',checked=10,planned=100, | |
| accepted=8,reused=2,error=None) for i,gpu in enumerate([0,1,2,0,1,2])] | |
| cards=m.physical_workers(tasks,{g:dict(utilization=80,memory_mib=50000) for g in [0,1,2]}) | |
| assert len(cards)==3 | |
| assert sum(c['checked'] for c in cards)==60 | |
| assert all(c['memory_mib']==50000 and c['process_count']==2 for c in cards) | |
| assert cards[0]['pid']=='1,4' | |
| tasks[3].update(pid=None,state='失败',error='test failure') | |
| cards=m.physical_workers(tasks,{}) | |
| assert '失败' in cards[0]['state'] and cards[0]['error']=='test failure' | |
| def test_keeper_lock_waits_for_release_but_has_timeout(monkeypatch): | |
| import pytest | |
| calls=[] | |
| def lock(*args): | |
| calls.append(args) | |
| if len(calls)<3: | |
| raise BlockingIOError() | |
| monkeypatch.setattr(m.fcntl,'flock',lock) | |
| monkeypatch.setattr(m.time,'sleep',lambda _: None) | |
| m.acquire_keeper_lock(17,timeout=1) | |
| assert len(calls)==3 | |
| def busy(*args): | |
| raise BlockingIOError() | |
| monkeypatch.setattr(m.fcntl,'flock',busy) | |
| with pytest.raises(RuntimeError,match='Stop the GPU keeper'): | |
| m.acquire_keeper_lock(17,timeout=0) | |
| def test_status_stale_handle_preserves_counts_and_timestamp(monkeypatch): | |
| import errno | |
| import pytest | |
| old=dict(checked=123,updated_at=100) | |
| def stale(*args): | |
| raise OSError(errno.ESTALE,'Stale file handle') | |
| monkeypatch.setattr(m,'read',stale) | |
| assert m.read_status(Path('status.json'),old) is old | |
| new=dict(checked=125,updated_at=120) | |
| monkeypatch.setattr(m,'read',lambda *args:new) | |
| assert m.read_status(Path('status.json'),old) is new | |
| def disk_error(*args): | |
| raise OSError(errno.EIO,'Real disk error') | |
| monkeypatch.setattr(m,'read',disk_error) | |
| with pytest.raises(OSError): | |
| m.read_status(Path('status.json'),old) | |