Reza2kn's picture
Verify fresh public CPU, MLX, CUDA and Vulkan consumers
8bdbdfc verified
Raw History Blame Contribute Delete
6.43 kB
{
"ready": {
"kind": "caption_stream_ready",
"backend": "vulkan",
"device_index": 0,
"model_sha256": "f447bfe0d62200be97e0ce36e0883eb4499a42baded0840b15e9a1b68be17f83",
"runtime_info": {
"model_sha256": "f447bfe0d62200be97e0ce36e0883eb4499a42baded0840b15e9a1b68be17f83",
"tensor_count": 938,
"resident_weight_payload_bytes": 2335448192,
"allocated_weight_buffer_bytes": 2335448192,
"arithmetic_profile": "f16_hidden_bf16_cache_f32_acc_no_q8_explicit_rounding_ggml_gelu_erf_v1",
"precision_sentinel": {
"identity": "audio8-q4_0-f16-f32-device-sentinel-v2",
"device": {
"backend": "Vulkan",
"device_index": 0,
"name": "Vulkan0",
"description": "NVIDIA GeForce RTX 5080 Laptop GPU",
"device_id": "0000:64:00.0",
"integrated": false,
"memory_free_bytes": 16549675008,
"memory_total_bytes": 17094934528,
"caps": {
"async": true,
"host_buffer": true,
"events": true,
"mmap": true
},
"feature_api_available": false,
"features": {}
},
"shape": [
3,
64,
1
],
"input": "F16",
"accumulator": "F32",
"counter_delta": 1,
"counter_scope": "host_checked_direct_path_dispatch_constructions_not_shader_invocations",
"max_abs_error": 0,
"scratch_bytes": 256,
"cpu_fallback": false,
"full_model_fidelity_verified": false,
"passed": true
},
"device": {
"backend": "Vulkan",
"device_index": 0,
"name": "Vulkan0",
"description": "NVIDIA GeForce RTX 5080 Laptop GPU",
"device_id": "0000:64:00.0",
"integrated": false,
"memory_free_bytes": 14002225152,
"memory_total_bytes": 17094934528,
"caps": {
"async": true,
"host_buffer": true,
"events": true,
"mmap": true
},
"feature_api_available": false,
"features": {}
}
},
"silero_model_sha256": "1a153a22f4509e292a94e67d6f9b85e8deb25b4988682b7e174c65279d8788e3",
"vad_backend": "tract_cpu",
"policy": "silero_v5_threshold0.5_silence2000ms_preroll400ms_v1",
"vad_state_reset_on_asr_reset": false,
"startup": "realtime18",
"delay_ms": 240,
"batch_windows": 1,
"dtype": "float16",
"cache_dtype": "bfloat16",
"activation_quantization": false,
"cpu_asr_fallback": false,
"input_mode": "stdin",
"model_loaded_once": true,
"load_seconds": 2.398256205,
"measured_word_aligned_latency": false,
"production_accuracy_approved": false
},
"final": {
"kind": "caption_stream_complete",
"status": "complete",
"audio_samples": 93680,
"audio_seconds": 5.855,
"segments": 1,
"selected_samples": 90864,
"unconsumed_selected_samples": 0,
"emissions": 85,
"text_bytes": 88,
"model_seconds": 3.5143742709999986,
"reset_seconds": 0.011536593,
"vad_seconds": 0.059096049000000025,
"read_seconds": 2.8036805769999997,
"sleep_seconds": 0,
"elapsed_seconds": 6.39141978,
"work_rtf": 0.6122983625960715,
"peak_cache_bytes": 210169856,
"max_retained_input_samples": 6912,
"input_sha256": "22d472b40f913206b6917115d136306be88df3b278e77f68be5910423250fa4d",
"generated_ids_sha256": "4cab5d89ace01105314a3ff9ea386dd217c2cb319c74d0295a34ead46d3c44f7",
"all_source_audio_observed": true,
"measured_word_aligned_latency": false,
"production_accuracy_approved": false,
"model_sha256": "f447bfe0d62200be97e0ce36e0883eb4499a42baded0840b15e9a1b68be17f83"
},
"generated_token_ids": [
151665,
151665,
151665,
151665,
151665,
151665,
151665,
151665,
151665,
151665,
151665,
151665,
151666,
12275,
13,
151665,
151665,
151665,
151666,
3406,
2044,
374,
279,
151665,
151665,
151665,
151665,
151665,
151666,
38471,
273,
315,
279,
151665,
151666,
6149,
151665,
151665,
151665,
151665,
151665,
151665,
151666,
6846,
11,
323,
151665,
151666,
582,
525,
151665,
151665,
151666,
15713,
311,
151665,
151665,
151665,
151665,
151666,
10565,
151665,
151666,
806,
151665,
151665,
151665,
151665,
151665,
151665,
151666,
41482,
13,
151665,
151665,
151665,
151665,
151665,
151665,
151665,
151665,
151665,
151665,
151665,
151665
],
"text": "Mr. Quilter is the apostle of the middle classes, and we are glad to welcome his gospel.",
"segments": [
{
"kind": "caption_segment_end",
"segment": 0,
"start_sample": 2816,
"end_sample": 93680,
"final_eof": true,
"unconsumed_samples": 0,
"windows": 85,
"seconds": 6.391417886,
"text": "Mr. Quilter is the apostle of the middle classes, and we are glad to welcome his gospel."
}
],
"batch_work_rtf": 0.6122983625960715,
"first_readable_seconds": 1.338739438,
"clock_and_token_oracle_passed": true,
"feeder": {
"chunks": 293,
"samples": 93680,
"duration_seconds": 5.855274709872901,
"max_write_seconds": 0.0029935899656265974,
"max_delivery_lateness_seconds": 0.0036571939475837922,
"process_started_monotonic": 1189205.044849726,
"feeder_started_monotonic": 1189207.452358569,
"ready_received_monotonic": 1189207.451872121,
"clock_scope": "Feeder starts after host receipt of native readiness. Native and observer clocks are separately recorded; no microphone capture clock."
},
"command": [
"/bin/sh",
"/dev/shm/audio8-q3-public-linux-consumer-v1/run-vulkan.sh",
"-",
"en",
"0"
],
"invoked_shipped_launcher": true,
"memory": {
"os_peak_process_rss_bytes": 254443520,
"os_peak_memory_footprint_bytes": null,
"footprint_available": false,
"rss_source_unit": "KiB (1024 bytes)",
"elapsed_seconds": 8.91,
"user_seconds": 4.39,
"system_seconds": 0.59,
"scope": "Fresh native child process including loading and inference; excludes Python harness. RSS and footprint are separate measurements and must not be summed."
}
}