| { |
| "source_model": "FermionResearch/Phonon-2", |
| "source_revision": "9c7fef3584499a88fe8d394427f45851bbb8b446", |
| "expanded_tensors_exact": 723, |
| "artifacts": { |
| "phonon2-f16.gguf": { |
| "bytes": 1255339232, |
| "sha256": "57e9d16382a81282b4f03da60e6c9351c6ea9fdfcf25cdab8143b4314518148c" |
| }, |
| "phonon2-q8_0.gguf": { |
| "bytes": 674342560, |
| "sha256": "a8c4a874195b83604ceb5d87c0e9b5ddf641ef1d5ec2d8e1ca2a040d25b2563a" |
| }, |
| "phonon2-q4_k.gguf": { |
| "bytes": 402226656, |
| "sha256": "c8a55e1009da474f9ae96b1500a6901e739e862cc7b1c3923251bc37e72b16db" |
| } |
| }, |
| "stage_parity": { |
| "jfk": { |
| "stages": [ |
| { |
| "stage": "mel_spectrogram", |
| "status": "PASS", |
| "cos_min": 1.0, |
| "cos_mean": 1.0, |
| "rms_error": 9.04e-05, |
| "ref_rms": 0.9995408288236338, |
| "norm_ratio_error_bound": 9.044152814286971e-05 |
| }, |
| { |
| "stage": "encoder_output", |
| "status": "PASS", |
| "cos_min": 0.999996, |
| "cos_mean": 1.0, |
| "rms_error": 1.23e-05, |
| "ref_rms": 0.019018725368412454, |
| "norm_ratio_error_bound": 0.000646731038055192 |
| }, |
| { |
| "stage": "encoder_output_ref_mel", |
| "status": "PASS", |
| "cos_min": 0.999998, |
| "cos_mean": 1.0, |
| "rms_error": 1.18e-05, |
| "ref_rms": 0.019018725368412454, |
| "norm_ratio_error_bound": 0.0006204411584594525 |
| }, |
| { |
| "stage": "pre_encode_output", |
| "status": "PASS", |
| "cos_min": 1.0, |
| "cos_mean": 1.0, |
| "rms_error": 0.0837, |
| "ref_rms": 371.3523350085294, |
| "norm_ratio_error_bound": 0.00022539241606782287 |
| }, |
| { |
| "stage": "encoder_layer_0", |
| "status": "PASS", |
| "cos_min": 1.0, |
| "cos_mean": 1.0, |
| "rms_error": 0.0022, |
| "ref_rms": 9.002725590752922, |
| "norm_ratio_error_bound": 0.00024437043846584777 |
| }, |
| { |
| "stage": "encoder_layer_1", |
| "status": "PASS", |
| "cos_min": 1.0, |
| "cos_mean": 1.0, |
| "rms_error": 0.00241, |
| "ref_rms": 9.74304523238879, |
| "norm_ratio_error_bound": 0.00024735592851282684 |
| }, |
| { |
| "stage": "encoder_layer_2", |
| "status": "PASS", |
| "cos_min": 1.0, |
| "cos_mean": 1.0, |
| "rms_error": 0.00268, |
| "ref_rms": 9.830718261689894, |
| "norm_ratio_error_bound": 0.0002726148719411383 |
| }, |
| { |
| "stage": "encoder_layer_3", |
| "status": "PASS", |
| "cos_min": 1.0, |
| "cos_mean": 1.0, |
| "rms_error": 0.00288, |
| "ref_rms": 9.770374537212826, |
| "norm_ratio_error_bound": 0.000294768638503143 |
| }, |
| { |
| "stage": "encoder_layer_4", |
| "status": "PASS", |
| "cos_min": 1.0, |
| "cos_mean": 1.0, |
| "rms_error": 0.00293, |
| "ref_rms": 10.077849857743406, |
| "norm_ratio_error_bound": 0.0002907366195527023 |
| }, |
| { |
| "stage": "encoder_layer_5", |
| "status": "PASS", |
| "cos_min": 1.0, |
| "cos_mean": 1.0, |
| "rms_error": 0.0033, |
| "ref_rms": 9.992483368543272, |
| "norm_ratio_error_bound": 0.0003302482354274943 |
| }, |
| { |
| "stage": "encoder_layer_6", |
| "status": "PASS", |
| "cos_min": 1.0, |
| "cos_mean": 1.0, |
| "rms_error": 0.00322, |
| "ref_rms": 9.57753235604488, |
| "norm_ratio_error_bound": 0.0003362035104969069 |
| }, |
| { |
| "stage": "encoder_layer_7", |
| "status": "PASS", |
| "cos_min": 1.0, |
| "cos_mean": 1.0, |
| "rms_error": 0.00307, |
| "ref_rms": 9.455422654236283, |
| "norm_ratio_error_bound": 0.0003246814142807839 |
| }, |
| { |
| "stage": "encoder_layer_8", |
| "status": "PASS", |
| "cos_min": 1.0, |
| "cos_mean": 1.0, |
| "rms_error": 0.00302, |
| "ref_rms": 9.773297432550747, |
| "norm_ratio_error_bound": 0.00030900522785090416 |
| }, |
| { |
| "stage": "encoder_layer_9", |
| "status": "PASS", |
| "cos_min": 1.0, |
| "cos_mean": 1.0, |
| "rms_error": 0.00342, |
| "ref_rms": 9.834625931881178, |
| "norm_ratio_error_bound": 0.00034775089807059074 |
| }, |
| { |
| "stage": "encoder_layer_10", |
| "status": "PASS", |
| "cos_min": 1.0, |
| "cos_mean": 1.0, |
| "rms_error": 0.0039, |
| "ref_rms": 10.236924797444422, |
| "norm_ratio_error_bound": 0.00038097378628527273 |
| }, |
| { |
| "stage": "encoder_layer_11", |
| "status": "PASS", |
| "cos_min": 0.999999, |
| "cos_mean": 1.0, |
| "rms_error": 0.00447, |
| "ref_rms": 10.47848725437401, |
| "norm_ratio_error_bound": 0.0004265882938526359 |
| }, |
| { |
| "stage": "encoder_layer_12", |
| "status": "PASS", |
| "cos_min": 0.999999, |
| "cos_mean": 1.0, |
| "rms_error": 0.00439, |
| "ref_rms": 10.592100698697944, |
| "norm_ratio_error_bound": 0.00041445980593251435 |
| }, |
| { |
| "stage": "encoder_layer_13", |
| "status": "PASS", |
| "cos_min": 1.0, |
| "cos_mean": 1.0, |
| "rms_error": 0.00407, |
| "ref_rms": 10.312922540000447, |
| "norm_ratio_error_bound": 0.00039465049642463656 |
| }, |
| { |
| "stage": "encoder_layer_14", |
| "status": "PASS", |
| "cos_min": 0.999999, |
| "cos_mean": 1.0, |
| "rms_error": 0.00413, |
| "ref_rms": 9.760765767387005, |
| "norm_ratio_error_bound": 0.0004231225396063999 |
| }, |
| { |
| "stage": "encoder_layer_15", |
| "status": "PASS", |
| "cos_min": 0.999999, |
| "cos_mean": 1.0, |
| "rms_error": 0.00475, |
| "ref_rms": 10.67175234871059, |
| "norm_ratio_error_bound": 0.0004451002838886077 |
| }, |
| { |
| "stage": "encoder_layer_16", |
| "status": "PASS", |
| "cos_min": 0.999999, |
| "cos_mean": 1.0, |
| "rms_error": 0.00513, |
| "ref_rms": 10.115168711228637, |
| "norm_ratio_error_bound": 0.0005071591138470379 |
| }, |
| { |
| "stage": "encoder_layer_17", |
| "status": "PASS", |
| "cos_min": 0.999999, |
| "cos_mean": 1.0, |
| "rms_error": 0.0053, |
| "ref_rms": 10.305681004701157, |
| "norm_ratio_error_bound": 0.0005142794539809927 |
| }, |
| { |
| "stage": "encoder_layer_18", |
| "status": "PASS", |
| "cos_min": 0.999999, |
| "cos_mean": 1.0, |
| "rms_error": 0.00489, |
| "ref_rms": 10.330263314004814, |
| "norm_ratio_error_bound": 0.0004733664429802667 |
| }, |
| { |
| "stage": "encoder_layer_19", |
| "status": "PASS", |
| "cos_min": 0.999999, |
| "cos_mean": 1.0, |
| "rms_error": 0.00467, |
| "ref_rms": 9.737232236531375, |
| "norm_ratio_error_bound": 0.00047960240513515376 |
| }, |
| { |
| "stage": "encoder_layer_20", |
| "status": "PASS", |
| "cos_min": 0.999999, |
| "cos_mean": 1.0, |
| "rms_error": 0.00417, |
| "ref_rms": 9.492576310327502, |
| "norm_ratio_error_bound": 0.000439290648152412 |
| }, |
| { |
| "stage": "encoder_layer_21", |
| "status": "PASS", |
| "cos_min": 1.0, |
| "cos_mean": 1.0, |
| "rms_error": 0.00319, |
| "ref_rms": 8.026918217575277, |
| "norm_ratio_error_bound": 0.00039741279449133544 |
| }, |
| { |
| "stage": "encoder_layer_22", |
| "status": "PASS", |
| "cos_min": 0.999999, |
| "cos_mean": 1.0, |
| "rms_error": 0.00398, |
| "ref_rms": 10.667444166100093, |
| "norm_ratio_error_bound": 0.00037309780468764776 |
| }, |
| { |
| "stage": "encoder_layer_23", |
| "status": "PASS", |
| "cos_min": 0.999998, |
| "cos_mean": 1.0, |
| "rms_error": 1.18e-05, |
| "ref_rms": 0.019018725368412454, |
| "norm_ratio_error_bound": 0.0006204411584594525 |
| } |
| ], |
| "max_norm_ratio_error_bound": 0.000646731038055192 |
| }, |
| "libri-clean": { |
| "stages": [ |
| { |
| "stage": "mel_spectrogram", |
| "status": "PASS", |
| "cos_min": 1.0, |
| "cos_mean": 1.0, |
| "rms_error": 1.19e-05, |
| "ref_rms": 0.9975897843609375, |
| "norm_ratio_error_bound": 1.1928750861881787e-05 |
| }, |
| { |
| "stage": "encoder_output", |
| "status": "PASS", |
| "cos_min": 0.999996, |
| "cos_mean": 1.0, |
| "rms_error": 1.34e-05, |
| "ref_rms": 0.02115311675386814, |
| "norm_ratio_error_bound": 0.0006334763881804616 |
| }, |
| { |
| "stage": "encoder_output_ref_mel", |
| "status": "PASS", |
| "cos_min": 0.999841, |
| "cos_mean": 0.999997, |
| "rms_error": 5.47e-05, |
| "ref_rms": 0.02115311675386814, |
| "norm_ratio_error_bound": 0.0025859073457814366 |
| }, |
| { |
| "stage": "pre_encode_output", |
| "status": "PASS", |
| "cos_min": 1.0, |
| "cos_mean": 1.0, |
| "rms_error": 0.0794, |
| "ref_rms": 356.38806876282723, |
| "norm_ratio_error_bound": 0.0002227908478407562 |
| }, |
| { |
| "stage": "encoder_layer_0", |
| "status": "PASS", |
| "cos_min": 1.0, |
| "cos_mean": 1.0, |
| "rms_error": 0.00221, |
| "ref_rms": 8.86331289911357, |
| "norm_ratio_error_bound": 0.00024934243269477996 |
| }, |
| { |
| "stage": "encoder_layer_1", |
| "status": "PASS", |
| "cos_min": 1.0, |
| "cos_mean": 1.0, |
| "rms_error": 0.00266, |
| "ref_rms": 9.918565618161095, |
| "norm_ratio_error_bound": 0.0002681839393318613 |
| }, |
| { |
| "stage": "encoder_layer_2", |
| "status": "PASS", |
| "cos_min": 0.999999, |
| "cos_mean": 1.0, |
| "rms_error": 0.00286, |
| "ref_rms": 10.095617012131413, |
| "norm_ratio_error_bound": 0.0002832912536760534 |
| }, |
| { |
| "stage": "encoder_layer_3", |
| "status": "PASS", |
| "cos_min": 0.999999, |
| "cos_mean": 1.0, |
| "rms_error": 0.00308, |
| "ref_rms": 9.924846539797771, |
| "norm_ratio_error_bound": 0.00031033225427209055 |
| }, |
| { |
| "stage": "encoder_layer_4", |
| "status": "PASS", |
| "cos_min": 0.999999, |
| "cos_mean": 1.0, |
| "rms_error": 0.00306, |
| "ref_rms": 10.269193347641743, |
| "norm_ratio_error_bound": 0.00029797861393881636 |
| }, |
| { |
| "stage": "encoder_layer_5", |
| "status": "PASS", |
| "cos_min": 0.999999, |
| "cos_mean": 1.0, |
| "rms_error": 0.00358, |
| "ref_rms": 10.320959939909185, |
| "norm_ratio_error_bound": 0.0003468669601319565 |
| }, |
| { |
| "stage": "encoder_layer_6", |
| "status": "PASS", |
| "cos_min": 0.999999, |
| "cos_mean": 1.0, |
| "rms_error": 0.0032, |
| "ref_rms": 9.927407835858178, |
| "norm_ratio_error_bound": 0.00032233993534963655 |
| }, |
| { |
| "stage": "encoder_layer_7", |
| "status": "PASS", |
| "cos_min": 0.999999, |
| "cos_mean": 1.0, |
| "rms_error": 0.00296, |
| "ref_rms": 9.898100807060652, |
| "norm_ratio_error_bound": 0.00029904726752111186 |
| }, |
| { |
| "stage": "encoder_layer_8", |
| "status": "PASS", |
| "cos_min": 0.999999, |
| "cos_mean": 1.0, |
| "rms_error": 0.00272, |
| "ref_rms": 10.074912160790626, |
| "norm_ratio_error_bound": 0.00026997753991202527 |
| }, |
| { |
| "stage": "encoder_layer_9", |
| "status": "PASS", |
| "cos_min": 0.999999, |
| "cos_mean": 1.0, |
| "rms_error": 0.00303, |
| "ref_rms": 9.876420287482809, |
| "norm_ratio_error_bound": 0.0003067913182917262 |
| }, |
| { |
| "stage": "encoder_layer_10", |
| "status": "PASS", |
| "cos_min": 0.999999, |
| "cos_mean": 1.0, |
| "rms_error": 0.00417, |
| "ref_rms": 10.241195756648562, |
| "norm_ratio_error_bound": 0.00040717901494001274 |
| }, |
| { |
| "stage": "encoder_layer_11", |
| "status": "PASS", |
| "cos_min": 0.999999, |
| "cos_mean": 1.0, |
| "rms_error": 0.00439, |
| "ref_rms": 10.59519974884892, |
| "norm_ratio_error_bound": 0.00041433857822991365 |
| }, |
| { |
| "stage": "encoder_layer_12", |
| "status": "PASS", |
| "cos_min": 0.999999, |
| "cos_mean": 1.0, |
| "rms_error": 0.00519, |
| "ref_rms": 11.094060906147895, |
| "norm_ratio_error_bound": 0.0004678178751591227 |
| }, |
| { |
| "stage": "encoder_layer_13", |
| "status": "PASS", |
| "cos_min": 0.999999, |
| "cos_mean": 1.0, |
| "rms_error": 0.00444, |
| "ref_rms": 10.91681790476245, |
| "norm_ratio_error_bound": 0.00040671192271724666 |
| }, |
| { |
| "stage": "encoder_layer_14", |
| "status": "PASS", |
| "cos_min": 0.999999, |
| "cos_mean": 1.0, |
| "rms_error": 0.00433, |
| "ref_rms": 10.26504499789405, |
| "norm_ratio_error_bound": 0.00042181987520642446 |
| }, |
| { |
| "stage": "encoder_layer_15", |
| "status": "PASS", |
| "cos_min": 0.999999, |
| "cos_mean": 1.0, |
| "rms_error": 0.00438, |
| "ref_rms": 11.602170124998665, |
| "norm_ratio_error_bound": 0.0003775155813792641 |
| }, |
| { |
| "stage": "encoder_layer_16", |
| "status": "PASS", |
| "cos_min": 0.999999, |
| "cos_mean": 1.0, |
| "rms_error": 0.00396, |
| "ref_rms": 10.359564123836506, |
| "norm_ratio_error_bound": 0.00038225546486925693 |
| }, |
| { |
| "stage": "encoder_layer_17", |
| "status": "PASS", |
| "cos_min": 0.999999, |
| "cos_mean": 1.0, |
| "rms_error": 0.00446, |
| "ref_rms": 10.693804586412513, |
| "norm_ratio_error_bound": 0.00041706391434035095 |
| }, |
| { |
| "stage": "encoder_layer_18", |
| "status": "PASS", |
| "cos_min": 0.999998, |
| "cos_mean": 1.0, |
| "rms_error": 0.00469, |
| "ref_rms": 10.414722018635079, |
| "norm_ratio_error_bound": 0.0004503240692942332 |
| }, |
| { |
| "stage": "encoder_layer_19", |
| "status": "PASS", |
| "cos_min": 0.999998, |
| "cos_mean": 1.0, |
| "rms_error": 0.00417, |
| "ref_rms": 9.895626029967397, |
| "norm_ratio_error_bound": 0.00042139830136787604 |
| }, |
| { |
| "stage": "encoder_layer_20", |
| "status": "PASS", |
| "cos_min": 0.999991, |
| "cos_mean": 1.0, |
| "rms_error": 0.0049, |
| "ref_rms": 9.847961219593357, |
| "norm_ratio_error_bound": 0.0004975649163048117 |
| }, |
| { |
| "stage": "encoder_layer_21", |
| "status": "PASS", |
| "cos_min": 0.999955, |
| "cos_mean": 0.999999, |
| "rms_error": 0.00869, |
| "ref_rms": 8.55427357800921, |
| "norm_ratio_error_bound": 0.0010158665047070399 |
| }, |
| { |
| "stage": "encoder_layer_22", |
| "status": "PASS", |
| "cos_min": 0.999796, |
| "cos_mean": 0.999998, |
| "rms_error": 0.015, |
| "ref_rms": 11.588217932255384, |
| "norm_ratio_error_bound": 0.0012944181829932662 |
| }, |
| { |
| "stage": "encoder_layer_23", |
| "status": "PASS", |
| "cos_min": 0.999841, |
| "cos_mean": 0.999997, |
| "rms_error": 5.47e-05, |
| "ref_rms": 0.02115311675386814, |
| "norm_ratio_error_bound": 0.0025859073457814366 |
| } |
| ], |
| "max_norm_ratio_error_bound": 0.0025859073457814366 |
| } |
| }, |
| "cpu_c_api_transcripts": { |
| "f16": { |
| "backend": "parakeet", |
| "results": [ |
| { |
| "key": "jfk", |
| "path": "/mnt/volume1/wt-481/samples/jfk.wav", |
| "reference": "And so my fellow Americans, ask not what your country can do for you, ask what you can do for your country.", |
| "text": "And so my fellow Americans, ask not what your country can do for you, ask what you can do for your country.", |
| "exact": true |
| }, |
| { |
| "key": "libri-clean", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-clean.wav", |
| "reference": "He could wait no longer.", |
| "text": "He could wait no longer.", |
| "exact": true |
| }, |
| { |
| "key": "1272-128104-0000", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-00.wav", |
| "reference": "mister Quilter is the apostle of the middle classes, and we are glad to welcome his gospel.", |
| "text": "mister Quilter is the apostle of the middle classes, and we are glad to welcome his gospel.", |
| "exact": true, |
| "truth": "MISTER QUILTER IS THE APOSTLE OF THE MIDDLE CLASSES AND WE ARE GLAD TO WELCOME HIS GOSPEL" |
| }, |
| { |
| "key": "1272-128104-0004", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-04.wav", |
| "reference": "Lynnell's pictures are a sort of Upguards and Adam paintings, and Mason's exquisite idols are as national as a jingo poem. mister Birkett Foster's landscapes smile at one much in the same way that mister Carker used to flash his teeth. And mister John Collier gives his sitter a cheerful slap on the back, before he says, like a shampooer in a Turkish bath, Next man", |
| "text": "Lynnell's pictures are a sort of Upguards and Adam paintings, and Mason's exquisite idols are as national as a jingo poem. mister Birkett Foster's landscapes smile at one much in the same way that mister Carker used to flash his teeth. And mister John Collier gives his sitter a cheerful slap on the back, before he says, like a shampooer in a Turkish bath, Next man", |
| "exact": true, |
| "truth": "LINNELL'S PICTURES ARE A SORT OF UP GUARDS AND AT EM PAINTINGS AND MASON'S EXQUISITE IDYLLS ARE AS NATIONAL AS A JINGO POEM MISTER BIRKET FOSTER'S LANDSCAPES SMILE AT ONE MUCH IN THE SAME WAY THAT MISTER CARKER USED TO FLASH HIS TEETH AND MISTER JOHN COLLIER GIVES HIS SITTER A CHEERFUL SLAP ON THE BACK BEFORE HE SAYS LIKE A SHAMPOOER IN A TURKISH BATH NEXT MAN" |
| }, |
| { |
| "key": "1272-128104-0008", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-08.wav", |
| "reference": "As for etchings, they are of two kinds, British and foreign.", |
| "text": "As for etchings, they are of two kinds, British and foreign.", |
| "exact": true, |
| "truth": "AS FOR ETCHINGS THEY ARE OF TWO KINDS BRITISH AND FOREIGN" |
| }, |
| { |
| "key": "1272-128104-0012", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-12.wav", |
| "reference": "only, unfortunately, his own work never does get good.", |
| "text": "only, unfortunately, his own work never does get good.", |
| "exact": true, |
| "truth": "ONLY UNFORTUNATELY HIS OWN WORK NEVER DOES GET GOOD" |
| }, |
| { |
| "key": "1272-135031-0001", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-16.wav", |
| "reference": "He has gone, and gone for good, answered Polychrome, who had managed to squeeze into the room beside the dragon, and had witnessed the occurrences with much interest.", |
| "text": "He has gone, and gone for good, answered Polychrome, who had managed to squeeze into the room beside the dragon, and had witnessed the occurrences with much interest.", |
| "exact": true, |
| "truth": "HE HAS GONE AND GONE FOR GOOD ANSWERED POLYCHROME WHO HAD MANAGED TO SQUEEZE INTO THE ROOM BESIDE THE DRAGON AND HAD WITNESSED THE OCCURRENCES WITH MUCH INTEREST" |
| }, |
| { |
| "key": "1272-135031-0005", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-20.wav", |
| "reference": "I begged Ruggado long ago to send him away, but he would not do so.", |
| "text": "I begged Ruggado long ago to send him away, but he would not do so.", |
| "exact": true, |
| "truth": "I BEGGED RUGGEDO LONG AGO TO SEND HIM AWAY BUT HE WOULD NOT DO SO" |
| }, |
| { |
| "key": "1272-135031-0009", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-24.wav", |
| "reference": "He doesn't work at all.", |
| "text": "He doesn't work at all.", |
| "exact": true, |
| "truth": "HE DOESN'T WORK AT ALL" |
| }, |
| { |
| "key": "1272-135031-0013", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-28.wav", |
| "reference": "inquired Shaggy. In the metal forest.", |
| "text": "inquired Shaggy. In the metal forest.", |
| "exact": true, |
| "truth": "INQUIRED SHAGGY IN THE METAL FOREST" |
| }, |
| { |
| "key": "1272-135031-0017", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-32.wav", |
| "reference": "However, if we look sharp, we may be able to discover one of these secret ways.", |
| "text": "However, if we look sharp, we may be able to discover one of these secret ways.", |
| "exact": true, |
| "truth": "HOWEVER IF WE LOOK SHARP WE MAY BE ABLE TO DISCOVER ONE OF THESE SECRET WAYS" |
| }, |
| { |
| "key": "1272-135031-0021", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-36.wav", |
| "reference": "I do not know, confessed Shaggy.", |
| "text": "I do not know, confessed Shaggy.", |
| "exact": true, |
| "truth": "I DO NOT KNOW CONFESSED SHAGGY" |
| }, |
| { |
| "key": "1272-141231-0000", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-40.wav", |
| "reference": "A man said to the universe, Sir, I exist.", |
| "text": "A man said to the universe, Sir, I exist.", |
| "exact": true, |
| "truth": "A MAN SAID TO THE UNIVERSE SIR I EXIST" |
| }, |
| { |
| "key": "1272-141231-0004", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-44.wav", |
| "reference": "One minute a voice said, and a time buzzer sounded.", |
| "text": "One minute a voice said, and a time buzzer sounded.", |
| "exact": true, |
| "truth": "ONE MINUTE A VOICE SAID AND THE TIME BUZZER SOUNDED" |
| }, |
| { |
| "key": "1272-141231-0008", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-48.wav", |
| "reference": "He was in reverie, sliding along the borders of consciousness.", |
| "text": "He was in reverie, sliding along the borders of consciousness.", |
| "exact": true, |
| "truth": "HE WAS IN REVERIE SLIDING ALONG THE BORDERS OF CONSCIOUSNESS" |
| }, |
| { |
| "key": "1272-141231-0012", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-52.wav", |
| "reference": "I am here because the matter is of utmost importance, and Brand is the one I must see. Now stand aside", |
| "text": "I am here because the matter is of utmost importance, and Brand is the one I must see. Now stand aside", |
| "exact": true, |
| "truth": "I'M HERE BECAUSE THE MATTER IS OF UTMOST IMPORTANCE AND BRANDD IS THE ONE I MUST SEE NOW STAND ASIDE" |
| }, |
| { |
| "key": "1272-141231-0016", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-56.wav", |
| "reference": "Ten seconds", |
| "text": "Ten seconds", |
| "exact": true, |
| "truth": "TEN SECONDS" |
| }, |
| { |
| "key": "1272-141231-0020", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-60.wav", |
| "reference": "just thrust and parry, and victory to the stronger.", |
| "text": "just thrust and parry, and victory to the stronger.", |
| "exact": true, |
| "truth": "JUST THRUST AND PARRY AND VICTORY TO THE STRONGER" |
| }, |
| { |
| "key": "1272-141231-0024", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-64.wav", |
| "reference": "This is physically impossible when conscious.", |
| "text": "This is physically impossible when conscious.", |
| "exact": true, |
| "truth": "THIS IS PHYSICALLY IMPOSSIBLE WHEN CONSCIOUS" |
| }, |
| { |
| "key": "1272-141231-0028", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-68.wav", |
| "reference": "Irogue looked amazed at the sudden fury of the attack, then smiled.", |
| "text": "Irogue looked amazed at the sudden fury of the attack, then smiled.", |
| "exact": true, |
| "truth": "IROLG LOOKED AMAZED AT THE SUDDEN FURY OF THE ATTACK THEN SMILED" |
| }, |
| { |
| "key": "1272-141231-0032", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-72.wav", |
| "reference": "Then the powerful twist that thrust it aside, in and under the guard,", |
| "text": "Then the powerful twist that thrust it aside, in and under the guard,", |
| "exact": true, |
| "truth": "THEN THE POWERFUL TWIST THAT THRUST IT ASIDE IN AND UNDER THE GUARD" |
| } |
| ], |
| "elapsed_s": 226.02061559446156 |
| }, |
| "q8_0": { |
| "backend": "parakeet", |
| "results": [ |
| { |
| "key": "jfk", |
| "path": "/mnt/volume1/wt-481/samples/jfk.wav", |
| "reference": "And so my fellow Americans, ask not what your country can do for you, ask what you can do for your country.", |
| "text": "And so my fellow Americans, ask not what your country can do for you, ask what you can do for your country.", |
| "exact": true |
| }, |
| { |
| "key": "libri-clean", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-clean.wav", |
| "reference": "He could wait no longer.", |
| "text": "He could wait no longer.", |
| "exact": true |
| }, |
| { |
| "key": "1272-128104-0000", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-00.wav", |
| "reference": "mister Quilter is the apostle of the middle classes, and we are glad to welcome his gospel.", |
| "text": "mister Quilter is the apostle of the middle classes, and we are glad to welcome his gospel.", |
| "exact": true, |
| "truth": "MISTER QUILTER IS THE APOSTLE OF THE MIDDLE CLASSES AND WE ARE GLAD TO WELCOME HIS GOSPEL" |
| }, |
| { |
| "key": "1272-128104-0004", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-04.wav", |
| "reference": "Lynnell's pictures are a sort of Upguards and Adam paintings, and Mason's exquisite idols are as national as a jingo poem. mister Birkett Foster's landscapes smile at one much in the same way that mister Carker used to flash his teeth. And mister John Collier gives his sitter a cheerful slap on the back, before he says, like a shampooer in a Turkish bath, Next man", |
| "text": "Lynnell's pictures are a sort of Upguards and Adam paintings, and Mason's exquisite idols are as national as a jingo poem. mister Birkett Foster's landscapes smile at one much in the same way that mister Carker used to flash his teeth. And mister John Collier gives his sitter a cheerful slap on the back, before he says, like a shampooer in a Turkish bath, Next man", |
| "exact": true, |
| "truth": "LINNELL'S PICTURES ARE A SORT OF UP GUARDS AND AT EM PAINTINGS AND MASON'S EXQUISITE IDYLLS ARE AS NATIONAL AS A JINGO POEM MISTER BIRKET FOSTER'S LANDSCAPES SMILE AT ONE MUCH IN THE SAME WAY THAT MISTER CARKER USED TO FLASH HIS TEETH AND MISTER JOHN COLLIER GIVES HIS SITTER A CHEERFUL SLAP ON THE BACK BEFORE HE SAYS LIKE A SHAMPOOER IN A TURKISH BATH NEXT MAN" |
| }, |
| { |
| "key": "1272-128104-0008", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-08.wav", |
| "reference": "As for etchings, they are of two kinds, British and foreign.", |
| "text": "As for etchings, they are of two kinds, British and foreign.", |
| "exact": true, |
| "truth": "AS FOR ETCHINGS THEY ARE OF TWO KINDS BRITISH AND FOREIGN" |
| }, |
| { |
| "key": "1272-128104-0012", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-12.wav", |
| "reference": "only, unfortunately, his own work never does get good.", |
| "text": "Only, unfortunately, his own work never does get good.", |
| "exact": false, |
| "truth": "ONLY UNFORTUNATELY HIS OWN WORK NEVER DOES GET GOOD" |
| }, |
| { |
| "key": "1272-135031-0001", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-16.wav", |
| "reference": "He has gone, and gone for good, answered Polychrome, who had managed to squeeze into the room beside the dragon, and had witnessed the occurrences with much interest.", |
| "text": "He has gone, and gone for good, answered Polychrome, who had managed to squeeze into the room beside the dragon, and had witnessed the occurrences with much interest.", |
| "exact": true, |
| "truth": "HE HAS GONE AND GONE FOR GOOD ANSWERED POLYCHROME WHO HAD MANAGED TO SQUEEZE INTO THE ROOM BESIDE THE DRAGON AND HAD WITNESSED THE OCCURRENCES WITH MUCH INTEREST" |
| }, |
| { |
| "key": "1272-135031-0005", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-20.wav", |
| "reference": "I begged Ruggado long ago to send him away, but he would not do so.", |
| "text": "I begged Rugado long ago to send him away, but he would not do so.", |
| "exact": false, |
| "truth": "I BEGGED RUGGEDO LONG AGO TO SEND HIM AWAY BUT HE WOULD NOT DO SO" |
| }, |
| { |
| "key": "1272-135031-0009", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-24.wav", |
| "reference": "He doesn't work at all.", |
| "text": "He doesn't work at all.", |
| "exact": true, |
| "truth": "HE DOESN'T WORK AT ALL" |
| }, |
| { |
| "key": "1272-135031-0013", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-28.wav", |
| "reference": "inquired Shaggy. In the metal forest.", |
| "text": "inquired Shaggy. In the metal forest.", |
| "exact": true, |
| "truth": "INQUIRED SHAGGY IN THE METAL FOREST" |
| }, |
| { |
| "key": "1272-135031-0017", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-32.wav", |
| "reference": "However, if we look sharp, we may be able to discover one of these secret ways.", |
| "text": "However, if we look sharp, we may be able to discover one of these secret ways.", |
| "exact": true, |
| "truth": "HOWEVER IF WE LOOK SHARP WE MAY BE ABLE TO DISCOVER ONE OF THESE SECRET WAYS" |
| }, |
| { |
| "key": "1272-135031-0021", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-36.wav", |
| "reference": "I do not know, confessed Shaggy.", |
| "text": "I do not know, confessed Shaggy.", |
| "exact": true, |
| "truth": "I DO NOT KNOW CONFESSED SHAGGY" |
| }, |
| { |
| "key": "1272-141231-0000", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-40.wav", |
| "reference": "A man said to the universe, Sir, I exist.", |
| "text": "A man said to the universe, Sir, I exist.", |
| "exact": true, |
| "truth": "A MAN SAID TO THE UNIVERSE SIR I EXIST" |
| }, |
| { |
| "key": "1272-141231-0004", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-44.wav", |
| "reference": "One minute a voice said, and a time buzzer sounded.", |
| "text": "One minute a voice said, and a time buzzer sounded.", |
| "exact": true, |
| "truth": "ONE MINUTE A VOICE SAID AND THE TIME BUZZER SOUNDED" |
| }, |
| { |
| "key": "1272-141231-0008", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-48.wav", |
| "reference": "He was in reverie, sliding along the borders of consciousness.", |
| "text": "He was in reverie, sliding along the borders of consciousness.", |
| "exact": true, |
| "truth": "HE WAS IN REVERIE SLIDING ALONG THE BORDERS OF CONSCIOUSNESS" |
| }, |
| { |
| "key": "1272-141231-0012", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-52.wav", |
| "reference": "I am here because the matter is of utmost importance, and Brand is the one I must see. Now stand aside", |
| "text": "I am here because the matter is of utmost importance, and Brand is the one I must see. Now stand aside", |
| "exact": true, |
| "truth": "I'M HERE BECAUSE THE MATTER IS OF UTMOST IMPORTANCE AND BRANDD IS THE ONE I MUST SEE NOW STAND ASIDE" |
| }, |
| { |
| "key": "1272-141231-0016", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-56.wav", |
| "reference": "Ten seconds", |
| "text": "Ten seconds", |
| "exact": true, |
| "truth": "TEN SECONDS" |
| }, |
| { |
| "key": "1272-141231-0020", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-60.wav", |
| "reference": "just thrust and parry, and victory to the stronger.", |
| "text": "just thrust and parry, and victory to the stronger.", |
| "exact": true, |
| "truth": "JUST THRUST AND PARRY AND VICTORY TO THE STRONGER" |
| }, |
| { |
| "key": "1272-141231-0024", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-64.wav", |
| "reference": "This is physically impossible when conscious.", |
| "text": "This is physically impossible when conscious.", |
| "exact": true, |
| "truth": "THIS IS PHYSICALLY IMPOSSIBLE WHEN CONSCIOUS" |
| }, |
| { |
| "key": "1272-141231-0028", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-68.wav", |
| "reference": "Irogue looked amazed at the sudden fury of the attack, then smiled.", |
| "text": "Irogue looked amazed at the sudden fury of the attack, then smiled.", |
| "exact": true, |
| "truth": "IROLG LOOKED AMAZED AT THE SUDDEN FURY OF THE ATTACK THEN SMILED" |
| }, |
| { |
| "key": "1272-141231-0032", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-72.wav", |
| "reference": "Then the powerful twist that thrust it aside, in and under the guard,", |
| "text": "Then the powerful twist that thrust it aside, in and under the guard,", |
| "exact": true, |
| "truth": "THEN THE POWERFUL TWIST THAT THRUST IT ASIDE IN AND UNDER THE GUARD" |
| } |
| ], |
| "elapsed_s": 153.94575871527195 |
| }, |
| "q4_k": { |
| "backend": "parakeet", |
| "results": [ |
| { |
| "key": "jfk", |
| "path": "/mnt/volume1/wt-481/samples/jfk.wav", |
| "reference": "And so my fellow Americans, ask not what your country can do for you, ask what you can do for your country.", |
| "text": "And so my fellow Americans, ask not what your country can do for you, ask what you can do for your country.", |
| "exact": true |
| }, |
| { |
| "key": "libri-clean", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-clean.wav", |
| "reference": "He could wait no longer.", |
| "text": "He could wait no longer.", |
| "exact": true |
| }, |
| { |
| "key": "1272-128104-0000", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-00.wav", |
| "reference": "mister Quilter is the apostle of the middle classes, and we are glad to welcome his gospel.", |
| "text": "mister Quilter is the apostle of the middle classes, and we are glad to welcome his gospel.", |
| "exact": true, |
| "truth": "MISTER QUILTER IS THE APOSTLE OF THE MIDDLE CLASSES AND WE ARE GLAD TO WELCOME HIS GOSPEL" |
| }, |
| { |
| "key": "1272-128104-0004", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-04.wav", |
| "reference": "Lynnell's pictures are a sort of Upguards and Adam paintings, and Mason's exquisite idols are as national as a jingo poem. mister Birkett Foster's landscapes smile at one much in the same way that mister Carker used to flash his teeth. And mister John Collier gives his sitter a cheerful slap on the back, before he says, like a shampooer in a Turkish bath, Next man", |
| "text": "Lynn's pictures are a sort of Up Guards and Adam paintings, and Mason's exquisite idols are as national as a jingo poem. mister Birkett Foster's landscapes smile at one much in the same way that mister Carker used to flash his teeth. And mister John Collier gives his sitter a cheerful slap in the back, before he says, like a shampoo in a Turkish bath Next man", |
| "exact": false, |
| "truth": "LINNELL'S PICTURES ARE A SORT OF UP GUARDS AND AT EM PAINTINGS AND MASON'S EXQUISITE IDYLLS ARE AS NATIONAL AS A JINGO POEM MISTER BIRKET FOSTER'S LANDSCAPES SMILE AT ONE MUCH IN THE SAME WAY THAT MISTER CARKER USED TO FLASH HIS TEETH AND MISTER JOHN COLLIER GIVES HIS SITTER A CHEERFUL SLAP ON THE BACK BEFORE HE SAYS LIKE A SHAMPOOER IN A TURKISH BATH NEXT MAN" |
| }, |
| { |
| "key": "1272-128104-0008", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-08.wav", |
| "reference": "As for etchings, they are of two kinds, British and foreign.", |
| "text": "As for etchings, they are of two kinds British and foreign.", |
| "exact": false, |
| "truth": "AS FOR ETCHINGS THEY ARE OF TWO KINDS BRITISH AND FOREIGN" |
| }, |
| { |
| "key": "1272-128104-0012", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-12.wav", |
| "reference": "only, unfortunately, his own work never does get good.", |
| "text": "only, unfortunately, his own work never does get good.", |
| "exact": true, |
| "truth": "ONLY UNFORTUNATELY HIS OWN WORK NEVER DOES GET GOOD" |
| }, |
| { |
| "key": "1272-135031-0001", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-16.wav", |
| "reference": "He has gone, and gone for good, answered Polychrome, who had managed to squeeze into the room beside the dragon, and had witnessed the occurrences with much interest.", |
| "text": "He has gone and gone for good, answered Polychrome, who had managed to squeeze into the room beside the dragon, and had witnessed the occurrences with much interest.", |
| "exact": false, |
| "truth": "HE HAS GONE AND GONE FOR GOOD ANSWERED POLYCHROME WHO HAD MANAGED TO SQUEEZE INTO THE ROOM BESIDE THE DRAGON AND HAD WITNESSED THE OCCURRENCES WITH MUCH INTEREST" |
| }, |
| { |
| "key": "1272-135031-0005", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-20.wav", |
| "reference": "I begged Ruggado long ago to send him away, but he would not do so.", |
| "text": "I begged Rugado long ago to send him away, but he would not do so.", |
| "exact": false, |
| "truth": "I BEGGED RUGGEDO LONG AGO TO SEND HIM AWAY BUT HE WOULD NOT DO SO" |
| }, |
| { |
| "key": "1272-135031-0009", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-24.wav", |
| "reference": "He doesn't work at all.", |
| "text": "He doesn't work at all.", |
| "exact": true, |
| "truth": "HE DOESN'T WORK AT ALL" |
| }, |
| { |
| "key": "1272-135031-0013", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-28.wav", |
| "reference": "inquired Shaggy. In the metal forest.", |
| "text": "inquired Shaggy. In the metal forest.", |
| "exact": true, |
| "truth": "INQUIRED SHAGGY IN THE METAL FOREST" |
| }, |
| { |
| "key": "1272-135031-0017", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-32.wav", |
| "reference": "However, if we look sharp, we may be able to discover one of these secret ways.", |
| "text": "However, if we look sharp, we may be able to discover one of these secret ways.", |
| "exact": true, |
| "truth": "HOWEVER IF WE LOOK SHARP WE MAY BE ABLE TO DISCOVER ONE OF THESE SECRET WAYS" |
| }, |
| { |
| "key": "1272-135031-0021", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-36.wav", |
| "reference": "I do not know, confessed Shaggy.", |
| "text": "I do not know, confessed Shaggy.", |
| "exact": true, |
| "truth": "I DO NOT KNOW CONFESSED SHAGGY" |
| }, |
| { |
| "key": "1272-141231-0000", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-40.wav", |
| "reference": "A man said to the universe, Sir, I exist.", |
| "text": "A man said to the universe, Sir, I exist.", |
| "exact": true, |
| "truth": "A MAN SAID TO THE UNIVERSE SIR I EXIST" |
| }, |
| { |
| "key": "1272-141231-0004", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-44.wav", |
| "reference": "One minute a voice said, and a time buzzer sounded.", |
| "text": "One minute, a voice said, and a time buzzer sounded.", |
| "exact": false, |
| "truth": "ONE MINUTE A VOICE SAID AND THE TIME BUZZER SOUNDED" |
| }, |
| { |
| "key": "1272-141231-0008", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-48.wav", |
| "reference": "He was in reverie, sliding along the borders of consciousness.", |
| "text": "He was in reverie, sliding along the borders of consciousness.", |
| "exact": true, |
| "truth": "HE WAS IN REVERIE SLIDING ALONG THE BORDERS OF CONSCIOUSNESS" |
| }, |
| { |
| "key": "1272-141231-0012", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-52.wav", |
| "reference": "I am here because the matter is of utmost importance, and Brand is the one I must see. Now stand aside", |
| "text": "I am here because the matter is of utmost importance, and Brand is the one I must see. Now stand aside", |
| "exact": true, |
| "truth": "I'M HERE BECAUSE THE MATTER IS OF UTMOST IMPORTANCE AND BRANDD IS THE ONE I MUST SEE NOW STAND ASIDE" |
| }, |
| { |
| "key": "1272-141231-0016", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-56.wav", |
| "reference": "Ten seconds", |
| "text": "Ten seconds", |
| "exact": true, |
| "truth": "TEN SECONDS" |
| }, |
| { |
| "key": "1272-141231-0020", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-60.wav", |
| "reference": "just thrust and parry, and victory to the stronger.", |
| "text": "just thrust and parry, and victory to the stronger.", |
| "exact": true, |
| "truth": "JUST THRUST AND PARRY AND VICTORY TO THE STRONGER" |
| }, |
| { |
| "key": "1272-141231-0024", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-64.wav", |
| "reference": "This is physically impossible when conscious.", |
| "text": "This is physically impossible when conscious.", |
| "exact": true, |
| "truth": "THIS IS PHYSICALLY IMPOSSIBLE WHEN CONSCIOUS" |
| }, |
| { |
| "key": "1272-141231-0028", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-68.wav", |
| "reference": "Irogue looked amazed at the sudden fury of the attack, then smiled.", |
| "text": "Irolk looked amazed at the sudden fury of the attack, then smiled.", |
| "exact": false, |
| "truth": "IROLG LOOKED AMAZED AT THE SUDDEN FURY OF THE ATTACK THEN SMILED" |
| }, |
| { |
| "key": "1272-141231-0032", |
| "path": "/mnt/volume1/tmp-overflow/issue481/libri-72.wav", |
| "reference": "Then the powerful twist that thrust it aside, in and under the guard,", |
| "text": "Then the powerful twist that thrust it aside, in and under the guard,", |
| "exact": true, |
| "truth": "THEN THE POWERFUL TWIST THAT THRUST IT ASIDE IN AND UNDER THE GUARD" |
| } |
| ], |
| "elapsed_s": 111.25278830900788 |
| } |
| }, |
| "final_f16_equivalence": { |
| "f16_tensors_equal": 725, |
| "parakeet_and_tokenizer_metadata_equal": true, |
| "source_container_sha256": "4b6bfa3a12cc3c4e0a54f2ab3ec4ca7a842b09e5c7ecfc8e7ca0ac6cc8c11468" |
| }, |
| "limits": "21-clip check; not an Open ASR Leaderboard WER or GPU performance reproduction" |
| } |
