Download test_analyze_communication_profile.py from zerdovzad/WarpStateAI: direct link, hf CLI and curl.
- Browser
- Download file 4.85 kB
-
https://huggingface.co/zerdovzad/WarpStateAI/resolve/main/test_analyze_communication_profile.py
- Command line
-
hf download hf://zerdovzad/WarpStateAI/test_analyze_communication_profile.py
-
curl -L -o test_analyze_communication_profile.py https://huggingface.co/zerdovzad/WarpStateAI/resolve/main/test_analyze_communication_profile.py
4.85 kB
| """CPU fixtures for stream unions, exposed communication, and collective metadata.""" | |
| import copy | |
| import pytest | |
| from ops.analyze_communication_profile import merge_intervals, summarize_trace | |
| def activity(name, begin, duration, *, device=0, category="kernel", **metadata): | |
| return {"ph": "X", "cat": category, "name": name, "ts": begin, "dur": duration, | |
| "pid": device, "args": {"device": device, **metadata}} | |
| def nccl(begin, duration, sequence=1, **metadata): | |
| return activity("nccl_AllReduce", begin, duration, | |
| **{"Process Group Name": "0", "Seq": sequence, "Collective name": "allreduce", | |
| "In msg nelems": 32, "dtype": "Float", **metadata}) | |
| def test_interval_union_excludes_duplicate_streams_and_gpu_annotations(): | |
| events = [activity("gemm", 0, 10), activity("pointwise", 5, 10), | |
| nccl(8, 12), nccl(9, 2), activity("copy", 25, 5, category="gpu_memcpy"), | |
| activity("nccl:annotation", 0, 100, category="gpu_user_annotation")] | |
| result = summarize_trace({"traceEvents": events, "distributedInfo": {"rank": 1}}) | |
| device = result["devices"][0] | |
| assert result["rank"] == 1 and result["excluded_gpu_annotation_ranges"] == 1 | |
| assert device["noncommunication_union_us"] == 20 | |
| assert device["communication_union_us"] == 12 | |
| assert device["compute_communication_overlap_us"] == 7 | |
| assert device["compute_only_us"] == 13 | |
| assert device["communication_only_us"] == 5 | |
| assert device["active_union_us"] == 25 | |
| assert device["activity_span_us"] == 30 | |
| assert device["idle_within_activity_span_us"] == 5 | |
| assert device["summed_communication_us"] == 14 | |
| assert device["collective_call_count"] == 1 | |
| assert device["nccl_kernel_count"] == 2 | |
| assert device["logical_input_payload_bytes"] == 128 | |
| def test_devices_are_separate_and_unknown_transport_bytes_remain_unknown(): | |
| trace = {"traceEvents": [activity("gemm", 0, 10, device=0), | |
| activity("gemm", 0, 10, device=1), | |
| activity("nccl_kernel", 8, 5, device=1)]} | |
| first, second = summarize_trace(trace)["devices"] | |
| assert first["active_union_us"] == 10 | |
| assert second["active_union_us"] == 13 | |
| assert second["compute_communication_overlap_us"] == 2 | |
| assert second["collective_call_count"] is None | |
| assert second["logical_input_payload_bytes"] is None | |
| assert second["nccl_kernel_count"] == 1 | |
| def test_unknown_payload_metadata_cannot_generate_plausible_byte_totals(metadata): | |
| device = summarize_trace({"traceEvents": [nccl(0, 1, **metadata)]})["devices"][0] | |
| assert device["collective_call_count"] == 1 | |
| assert device["logical_input_payload_bytes"] is None | |
| def test_unavailable_sequence_numbers_are_not_deduplicated_into_fake_calls(sequence): | |
| device = summarize_trace({"traceEvents": [nccl(0, 1, sequence), nccl(2, 1, sequence)]})["devices"][0] | |
| assert device["nccl_kernel_count"] == 2 | |
| assert device["collective_call_count"] is None | |
| assert device["logical_input_payload_bytes"] is None | |
| def test_inconsistent_duplicate_collective_metadata_is_reported(): | |
| device = summarize_trace({"traceEvents": [nccl(0, 1), nccl(1, 1, **{"In msg nelems": 64})]})["devices"][0] | |
| assert device["collective_call_count"] == 1 | |
| assert device["logical_input_payload_bytes"] is None | |
| assert device["collectives"][0]["metadata_consistent"] is False | |
| def test_cpu_fingerprint_uses_submission_order_not_annotations_or_timestamps(): | |
| def collective(begin, size): | |
| return {"ph": "X", "cat": "cpu_op", "name": "c10d::allreduce_", "ts": begin, "dur": 2, | |
| "args": {"Input Dims": [[[size]]], "Input type": ["TensorList"]}} | |
| trace = {"traceEvents": [collective(3, 64), collective(1, 32), | |
| activity("nccl:all_reduce", 2, 1, category="user_annotation")]} | |
| expected = summarize_trace(trace)["cpu_collective_fingerprint"] | |
| assert expected["call_count"] == 2 | |
| shifted = copy.deepcopy(trace) | |
| for event in shifted["traceEvents"]: | |
| event["ts"] += 100 | |
| assert summarize_trace(shifted)["cpu_collective_fingerprint"]["sha256"] == expected["sha256"] | |
| shifted["traceEvents"][0]["ts"] = 0 | |
| assert summarize_trace(shifted)["cpu_collective_fingerprint"]["sha256"] != expected["sha256"] | |
| def test_empty_trace_and_touching_intervals(): | |
| assert merge_intervals([(2, 3), (0, 2), (1, 1)]) == [(0, 3)] | |
| assert summarize_trace({"traceEvents": []})["devices"] == [] | |
| def test_invalid_intervals_fail_explicitly(interval): | |
| with pytest.raises(ValueError): | |
| merge_intervals([interval]) | |