File size: 2,890 Bytes
aa02c28
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
import importlib.util
from collections import deque
import json
from pathlib import Path

spec = importlib.util.spec_from_file_location('dashboard', Path(__file__).resolve().parents[1] / 'scripts/data/hf_export_dashboard.py')
m = importlib.util.module_from_spec(spec)
spec.loader.exec_module(m)


def test_rate_needs_elapsed_time_and_no_negative_speed():
    values = deque()
    assert m.rate(values, 0, 10) is None
    assert m.rate(values, 10, 20) is None
    assert m.rate(values, 20, 50) == 2
    assert m.rate(values, 30, 0) == 0


def test_waiting_period_not_counted_as_packing_time():
    values = deque([(0, 0), (100, 0)])
    assert m.rate(values, 115, 150) is None
    assert m.rate(values, 130, 300) == 10


def test_metadata_only_scan_cursor(tmp_path, monkeypatch):
    metadata = tmp_path / 'metadata.csv'
    metadata.write_text('move_g1_path\ng1/csv/240101/a.csv\ng1/csv/240101/b.csv\ng1/csv/240101/b.csv\n')
    obj = m.Observer(tmp_path / 'export', tmp_path / 'state', metadata)
    obj.keys_set = set(obj.keys)
    monkeypatch.setattr(m, 'processes', lambda _: [{'kind': 'pack', 'source_cursor': '240101/a'}])
    obj.sample()
    assert obj.latest['scan']['estimated_completed_motions'] == 1
    assert obj.latest['scan']['total_motions'] == 2
    assert obj.latest['phase'] == '扫描动作文件'
    assert not (tmp_path / 'export').exists()  # Observer never creates/modifies export tree.


def test_partial_not_counted_as_complete(tmp_path, monkeypatch):
    metadata = tmp_path / 'metadata.csv'
    metadata.write_text('move_g1_path\ng1/csv/day/clip.csv\n')
    export = tmp_path / 'export'
    shard = export / 'hfd_data/shards/seed_motion/00000.tar.partial'
    shard.parent.mkdir(parents=True)
    shard.write_bytes(b'hello')
    obj = m.Observer(export, tmp_path / 'state', metadata)
    obj.keys_set = set(obj.keys)
    monkeypatch.setattr(m, 'processes', lambda _: [])
    obj.sample()
    row = obj.latest['packages'][0]
    assert row['written_bytes'] == 5 and row['done'] == 0
    assert row['eta_seconds'] is None and row['bytes_per_second'] is None
    assert obj.latest['local_ready'] is False


def test_completed_markers_and_safe_relative_api(tmp_path, monkeypatch):
    metadata = tmp_path / 'metadata.csv'
    metadata.write_text('move_g1_path\n')
    export = tmp_path / 'export'
    marker = export / 'hfd_data/.build/hfd_control_commands_v1/00000.done.json'
    marker.parent.mkdir(parents=True)
    marker.write_text(json.dumps({'archive_bytes': 100, 'files': 4}))
    obj = m.Observer(export, tmp_path / 'state', metadata)
    obj.keys_set = set()
    monkeypatch.setattr(m, 'processes', lambda _: [])
    obj.sample()
    row = next(r for r in obj.latest['packages'] if r['name'] == 'hfd_control_commands_v1')
    assert row['done'] == 1 and row['files_done'] == 4
    assert "fetch('api/status'" in m.HTML
    assert 'textContent' in m.HTML