BluStatic/DARK-MATTER / environment /gate9_qualification_evidence.json
BluStatic's picture
download
raw
10.8 kB
{
"all_traces_sha256_readback_verified": true,
"canonical_model_training": "NOT_STARTED",
"cloud_compute": "NOT_PROVISIONED",
"cuda_device": "cuda:0",
"disposable_training_steps_per_model": 1,
"environment": "STATICAI/DARK-MATTER",
"full_model_cuda": "PASS",
"gate": 9,
"gpu": "NVIDIA GeForce RTX 5050 Laptop GPU",
"gpu_telemetry": "PASS",
"memory": "PASS",
"method": "PYTORCH_PROFILER_KINETO_CUPTI",
"microbatches_per_model": 4,
"model_count": 2,
"name": "FULL_50M_RTX_5050_QUALIFICATION",
"nvml_diagnostic": {
"error": "Failed to initialize NVML: Unknown Error",
"exit_code": 255,
"result": "UNAVAILABLE"
},
"observation_note": "Merged device-0 kernel execution time divided by the encompassing synchronous CPU step trace window; profiling overhead may reduce the ratio; no SM hardware-percent claim.",
"official_baselines_unchanged": true,
"profiled_models": {
"STATIC-L": {
"backward_pass": "PASS",
"bytes_per_second": 320.6540091683907,
"canonical_model_unchanged": true,
"checkpoint_promoted": false,
"context_length": 512,
"cuda_device": "cuda:0",
"cuda_event_time_ms": 6268.2451171875,
"cuda_telemetry": {
"cpu_cuda_external_id_correlations": 1438,
"cuda_active_merged_kernel_time_us": 45716.699462890625,
"cuda_kernel_sum_time_us": 45716.675000000156,
"cuda_kernels_in_step_window": 1499,
"cuda_kernels_observed": 1499,
"cuda_runtime_events": 1894,
"cuda_runtime_kernel_launches": 1151,
"evidence_categories": {
"cpu_op": "CPU operation; External id matches kernel",
"cuda_runtime": "CPU-side CUDA runtime event",
"kernel": "CUPTI CUDA GPU kernel event"
},
"gpu_activity_method": "CUDA_ACTIVITY_RATIO_PYTORCH_KINETO_CUPTI",
"gpu_activity_percent_of_profiled_step": 0.7292617987132421,
"gpu_activity_ratio": 0.007292617987132421,
"gpu_streams": [
"7"
],
"kernel_examples": [
{
"duration_us": 0.96,
"name": "_ZN50_GLOBAL__N__35dbd4de_17_RangeFactories_cu_4cc9e74429elementwise_kernel_with_indexIiZZZN2at6native15arange_cuda_outERKN3c106ScalarES6_S6_RNS1_6TensorEENKUlvE_clEvENKUlvE2_clEvEUlxE_EEvT_T0_PN15function_traitsISD_E11result_typeE",
"stream": 7
},
{
"duration_us": 2.08,
"name": "_ZN2at6native24vectorized_gather_kernelILi16ExEEvPcS2_PT0_ixxxxb",
"stream": 7
},
{
"duration_us": 3.84,
"name": "_ZN2at6native24vectorized_gather_kernelILi16ExEEvPcS2_PT0_ixxxxb",
"stream": 7
}
],
"profile_observation_window_us": 6268900.9,
"source_label": "CUDA activity fraction of synchronous CPU step profiler window; NOT NVML utilization",
"trace_bytes": 6278613,
"trace_file": "STATIC-L.chrome.json",
"trace_sha256": "4d64288014b3e8913229e106c6f34c37f55cc08c810adb43e03b96b784383c96"
},
"dataloader_bytes_per_second": 888157.8894273131,
"dataloader_seconds": 0.0023104000138118863,
"dataset_manifest_hash": "3cb3c227d3e89e46a659d2c51204f2dcd1db7f65b8b53dec6e3f485f3b23a9fd",
"forward_pass": "PASS",
"free_vram_before_bytes": 7306477568,
"gpu": "NVIDIA GeForce RTX 5050 Laptop GPU",
"gradient_accumulation": 4,
"gradient_norm": 20.375,
"host_process_rss_after_bytes": 1783635968,
"host_process_rss_before_bytes": 933068800,
"host_system_ram_after_bytes": 12987625472,
"host_system_ram_before_bytes": 12021555200,
"loss_per_microbatch": [
5.921267986297607,
5.815852165222168,
5.769073486328125,
5.848821640014648
],
"mean_loss": 5.838753819465637,
"microbatch": 1,
"model": "STATIC-L",
"nvml_diagnostic": {
"error": "Failed to initialize NVML: Unknown Error",
"exit_code": 255,
"result": "UNAVAILABLE"
},
"optimizer_update": "PASS",
"parameters": 50206464,
"peak_allocated_vram_bytes": 591194112,
"peak_reserved_vram_bytes": 635437056,
"physical_vram_bytes": 8518041600,
"precision": "bfloat16",
"production_objective": "causal_next_byte",
"profiler_tool_versions": {
"cuda_device_capability": [
12,
0
],
"kineto_available": true,
"torch": "2.13.0+cu130",
"torch_cuda": "13.0"
},
"recipe_hash": "f3d79378325d7b6ebf47194683ec9d795527d8bd0d2448fee1b7bb2338f701ec",
"reserve_2gib_pass": true,
"samples_per_second": 0.6250565480865315,
"scheduler_update": "PASS",
"source_revision": "c93b4dba7f7071403c26f7654da526701ceb7ad4",
"source_weights_sha256": "d48d5ec0bd5ee03a5a1a8c2f8f10544efd059865c2b665cb41e0d9e8e5bacfc5",
"status": "PASS",
"steady_allocated_vram_bytes": 485276160,
"synchronized_wall_time_seconds": 6.399420999980066,
"total_samples": 4,
"training_kind": "DISPOSABLE_QUALIFICATION_ONLY"
},
"STATIC-N": {
"backward_pass": "PASS",
"bytes_per_second": 5846.733522430199,
"canonical_model_unchanged": true,
"checkpoint_promoted": false,
"context_length": 512,
"cuda_device": "cuda:0",
"cuda_event_time_ms": 170.3624267578125,
"cuda_telemetry": {
"cpu_cuda_external_id_correlations": 2520,
"cuda_active_merged_kernel_time_us": 47359.709716796875,
"cuda_kernel_sum_time_us": 47359.68699999964,
"cuda_kernels_in_step_window": 2605,
"cuda_kernels_observed": 2605,
"cuda_runtime_events": 3270,
"cuda_runtime_kernel_launches": 2005,
"evidence_categories": {
"cpu_op": "CPU operation; External id matches kernel",
"cuda_runtime": "CPU-side CUDA runtime event",
"kernel": "CUPTI CUDA GPU kernel event"
},
"gpu_activity_method": "CUDA_ACTIVITY_RATIO_PYTORCH_KINETO_CUPTI",
"gpu_activity_percent_of_profiled_step": 27.59454055728779,
"gpu_activity_ratio": 0.2759454055728779,
"gpu_streams": [
"7"
],
"kernel_examples": [
{
"duration_us": 0.608,
"name": "_ZN50_GLOBAL__N__35dbd4de_17_RangeFactories_cu_4cc9e74429elementwise_kernel_with_indexIiZZZN2at6native15arange_cuda_outERKN3c106ScalarES6_S6_RNS1_6TensorEENKUlvE_clEvENKUlvE2_clEvEUlxE_EEvT_T0_PN15function_traitsISD_E11result_typeE",
"stream": 7
},
{
"duration_us": 4.32,
"name": "_ZN2at6native24vectorized_gather_kernelILi16ExEEvPcS2_PT0_ixxxxb",
"stream": 7
},
{
"duration_us": 1.952,
"name": "_ZN2at6native24vectorized_gather_kernelILi16ExEEvPcS2_PT0_ixxxxb",
"stream": 7
}
],
"profile_observation_window_us": 171627.1,
"source_label": "CUDA activity fraction of synchronous CPU step profiler window; NOT NVML utilization",
"trace_bytes": 12332154,
"trace_file": "STATIC-N.chrome.json",
"trace_sha256": "e345ca7f4522cd46c347271a9e8a5663aaa56737671f6a678fa2b74a4f1e7803"
},
"dataloader_bytes_per_second": 938014.2578852675,
"dataloader_seconds": 0.002187600010074675,
"dataset_manifest_hash": "3cb3c227d3e89e46a659d2c51204f2dcd1db7f65b8b53dec6e3f485f3b23a9fd",
"forward_pass": "PASS",
"free_vram_before_bytes": 7174356992,
"gpu": "NVIDIA GeForce RTX 5050 Laptop GPU",
"gradient_accumulation": 4,
"gradient_norm": 26.375,
"host_process_rss_after_bytes": 1867272192,
"host_process_rss_before_bytes": 1774448640,
"host_system_ram_after_bytes": 13100269568,
"host_system_ram_before_bytes": 12966191104,
"loss_per_microbatch": [
5.5068559646606445,
5.49245023727417,
5.500452995300293,
5.617800235748291
],
"mean_loss": 5.52938985824585,
"microbatch": 1,
"model": "STATIC-N",
"nvml_diagnostic": {
"error": "Failed to initialize NVML: Unknown Error",
"exit_code": 255,
"result": "UNAVAILABLE"
},
"optimizer_update": "PASS",
"parameters": 50193792,
"peak_allocated_vram_bytes": 573063680,
"peak_reserved_vram_bytes": 633339904,
"physical_vram_bytes": 8518041600,
"precision": "bfloat16",
"production_objective": "ncm_masked_byte_reconstruction",
"profiler_tool_versions": {
"cuda_device_capability": [
12,
0
],
"kineto_available": true,
"torch": "2.13.0+cu130",
"torch_cuda": "13.0"
},
"recipe_hash": "e324100c37397f150ae7d662a85caefce97654933a6dc6883c91342313526567",
"reserve_2gib_pass": true,
"samples_per_second": 11.397141369259646,
"scheduler_update": "PASS",
"source_revision": "08cb8695cc99817d773a63686af5ebbab447e9a1",
"source_weights_sha256": "9ab6a8b8e4e2bf3f43931b8f2b9e764d824c4a5e3b68bd1bf343b2e791f1752a",
"status": "PASS",
"steady_allocated_vram_bytes": 472354816,
"synchronized_wall_time_seconds": 0.35096519999206066,
"total_samples": 4,
"training_kind": "DISPOSABLE_QUALIFICATION_ONLY"
}
},
"raw_profiler_artifacts": [
{
"bucket_readback": "PASS",
"file": "environment/gate9_profiler/STATIC-L.chrome.json",
"sha256": "4d64288014b3e8913229e106c6f34c37f55cc08c810adb43e03b96b784383c96",
"size_bytes": 6278613
},
{
"bucket_readback": "PASS",
"file": "environment/gate9_profiler/STATIC-L.metrics.json",
"sha256": "2ac3cc190cc7b9a33112355fb034e915ae97dcbbfd360df6110115307346a1db",
"size_bytes": 3902
},
{
"bucket_readback": "PASS",
"file": "environment/gate9_profiler/STATIC-N.chrome.json",
"sha256": "e345ca7f4522cd46c347271a9e8a5663aaa56737671f6a678fa2b74a4f1e7803",
"size_bytes": 12332154
},
{
"bucket_readback": "PASS",
"file": "environment/gate9_profiler/STATIC-N.metrics.json",
"sha256": "be44c0ecd2656692b60745135b2117da41f00663e772e19fd4f0c6f9155503ed",
"size_bytes": 3917
},
{
"bucket_readback": "PASS",
"file": "environment/gate9_profiler/gate9_profiler_summary.json",
"sha256": "45864c826494cbf982b22ddcede82afbbfe52cc14052219af2acb4428a6cef56",
"size_bytes": 1211
}
],
"source_runner": "tests/gate9_profiler_full.py",
"status": "PASS",
"throughput": "PASS",
"timing": "PASS",
"utilization_type": "CUDA_ACTIVITY_RATIO (not NVML GPU utilization)",
"verified_at": "2026-10-24T18:52:49.468581+00:00"
}

Xet Storage Details

Size:
10.8 kB
·
Xet hash:
98951646784956f2bdfffe154f663eebac20c5bb1f52e9934cad57c7b7057768

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.