File size: 2,890 Bytes
aa02c28 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 | import importlib.util
from collections import deque
import json
from pathlib import Path
spec = importlib.util.spec_from_file_location('dashboard', Path(__file__).resolve().parents[1] / 'scripts/data/hf_export_dashboard.py')
m = importlib.util.module_from_spec(spec)
spec.loader.exec_module(m)
def test_rate_needs_elapsed_time_and_no_negative_speed():
values = deque()
assert m.rate(values, 0, 10) is None
assert m.rate(values, 10, 20) is None
assert m.rate(values, 20, 50) == 2
assert m.rate(values, 30, 0) == 0
def test_waiting_period_not_counted_as_packing_time():
values = deque([(0, 0), (100, 0)])
assert m.rate(values, 115, 150) is None
assert m.rate(values, 130, 300) == 10
def test_metadata_only_scan_cursor(tmp_path, monkeypatch):
metadata = tmp_path / 'metadata.csv'
metadata.write_text('move_g1_path\ng1/csv/240101/a.csv\ng1/csv/240101/b.csv\ng1/csv/240101/b.csv\n')
obj = m.Observer(tmp_path / 'export', tmp_path / 'state', metadata)
obj.keys_set = set(obj.keys)
monkeypatch.setattr(m, 'processes', lambda _: [{'kind': 'pack', 'source_cursor': '240101/a'}])
obj.sample()
assert obj.latest['scan']['estimated_completed_motions'] == 1
assert obj.latest['scan']['total_motions'] == 2
assert obj.latest['phase'] == '扫描动作文件'
assert not (tmp_path / 'export').exists() # Observer never creates/modifies export tree.
def test_partial_not_counted_as_complete(tmp_path, monkeypatch):
metadata = tmp_path / 'metadata.csv'
metadata.write_text('move_g1_path\ng1/csv/day/clip.csv\n')
export = tmp_path / 'export'
shard = export / 'hfd_data/shards/seed_motion/00000.tar.partial'
shard.parent.mkdir(parents=True)
shard.write_bytes(b'hello')
obj = m.Observer(export, tmp_path / 'state', metadata)
obj.keys_set = set(obj.keys)
monkeypatch.setattr(m, 'processes', lambda _: [])
obj.sample()
row = obj.latest['packages'][0]
assert row['written_bytes'] == 5 and row['done'] == 0
assert row['eta_seconds'] is None and row['bytes_per_second'] is None
assert obj.latest['local_ready'] is False
def test_completed_markers_and_safe_relative_api(tmp_path, monkeypatch):
metadata = tmp_path / 'metadata.csv'
metadata.write_text('move_g1_path\n')
export = tmp_path / 'export'
marker = export / 'hfd_data/.build/hfd_control_commands_v1/00000.done.json'
marker.parent.mkdir(parents=True)
marker.write_text(json.dumps({'archive_bytes': 100, 'files': 4}))
obj = m.Observer(export, tmp_path / 'state', metadata)
obj.keys_set = set()
monkeypatch.setattr(m, 'processes', lambda _: [])
obj.sample()
row = next(r for r in obj.latest['packages'] if r['name'] == 'hfd_control_commands_v1')
assert row['done'] == 1 and row['files_done'] == 4
assert "fetch('api/status'" in m.HTML
assert 'textContent' in m.HTML
|