Upload parity/parity_summary.json

parity/parity_summary.json

@@ -0,0 +1,81 @@
+{
+ "source": "Edge0/Audio8-ASR-Infinite@7476824bc222e4ad509d286e8cae8b8d3f371129",
+ "jfk_11s_vs_torch_fp32": {
+  "int4": {
+   "steps": 148,
+   "tokens_identical": false,
+   "first_divergence": 46,
+   "max_abs_logit_diff": 20.3094,
+   "mean_step_max_abs_diff": 2.8059,
+   "max_abs_diff_before_divergence": 4.8962,
+   "divergence_tokens": [
+    151665,
+    151666
+   ],
+   "argmax_agreement": 0.9797,
+   "logit_scale_max_abs": 37.4,
+   "text_identical": true
+  },
+  "int8": {
+   "steps": 148,
+   "tokens_identical": true,
+   "first_divergence": null,
+   "max_abs_logit_diff": 2.8345,
+   "mean_step_max_abs_diff": 0.8732,
+   "max_abs_diff_before_divergence": 2.8345,
+   "divergence_tokens": null,
+   "argmax_agreement": 1.0,
+   "logit_scale_max_abs": 37.4,
+   "text_identical": true
+  },
+  "fp16": {
+   "steps": 148,
+   "tokens_identical": true,
+   "first_divergence": null,
+   "max_abs_logit_diff": 0.0469,
+   "mean_step_max_abs_diff": 0.0138,
+   "max_abs_diff_before_divergence": 0.0469,
+   "divergence_tokens": null,
+   "argmax_agreement": 1.0,
+   "logit_scale_max_abs": 37.4,
+   "text_identical": true
+  }
+ },
+ "jfk_long_66s_vs_torch_fp32": {
+  "steps": 835,
+  "decoder_rolling_trims": 13,
+  "int4_visible_tokens_identical": true,
+  "int4_text_identical": true
+ },
+ "winstt_rust_runtime_accuracy": {
+  "fp16_cpu_fleurs_zh_concat": {
+   "metric": "CER",
+   "value_pct": 11.37,
+   "rtf_under_load": 20.61
+  },
+  "int4_cpu_fleurs_zh_concat": {
+   "metric": "CER",
+   "value_pct": 11.85,
+   "rtf_under_load": 0.97
+  },
+  "int4_cpu_ls_clean_concat": {
+   "metric": "WER",
+   "value_pct": 4.66,
+   "rtf_under_load": 4.186
+  },
+  "int8_cpu_fleurs_zh_concat": {
+   "metric": "CER",
+   "value_pct": 11.25,
+   "rtf_under_load": 1.232
+  },
+  "int8_cpu_ls_clean_concat": {
+   "metric": "WER",
+   "value_pct": 4.27,
+   "rtf_under_load": 1.513
+  }
+ },
+ "sets": {
+  "ls_clean": "40 LibriSpeech test-clean utterances concatenated (308 s), language en",
+  "fleurs_zh": "25 FLEURS cmn_hans_cn utterances concatenated (290 s), language zh"
+ }
+}