{ "source_model": "FermionResearch/Phonon-2", "source_revision": "9c7fef3584499a88fe8d394427f45851bbb8b446", "expanded_tensors_exact": 723, "artifacts": { "phonon2-f16.gguf": { "bytes": 1255339232, "sha256": "57e9d16382a81282b4f03da60e6c9351c6ea9fdfcf25cdab8143b4314518148c" }, "phonon2-q8_0.gguf": { "bytes": 674342560, "sha256": "a8c4a874195b83604ceb5d87c0e9b5ddf641ef1d5ec2d8e1ca2a040d25b2563a" }, "phonon2-q4_k.gguf": { "bytes": 402226656, "sha256": "c8a55e1009da474f9ae96b1500a6901e739e862cc7b1c3923251bc37e72b16db" } }, "stage_parity": { "jfk": { "stages": [ { "stage": "mel_spectrogram", "status": "PASS", "cos_min": 1.0, "cos_mean": 1.0, "rms_error": 9.04e-05, "ref_rms": 0.9995408288236338, "norm_ratio_error_bound": 9.044152814286971e-05 }, { "stage": "encoder_output", "status": "PASS", "cos_min": 0.999996, "cos_mean": 1.0, "rms_error": 1.23e-05, "ref_rms": 0.019018725368412454, "norm_ratio_error_bound": 0.000646731038055192 }, { "stage": "encoder_output_ref_mel", "status": "PASS", "cos_min": 0.999998, "cos_mean": 1.0, "rms_error": 1.18e-05, "ref_rms": 0.019018725368412454, "norm_ratio_error_bound": 0.0006204411584594525 }, { "stage": "pre_encode_output", "status": "PASS", "cos_min": 1.0, "cos_mean": 1.0, "rms_error": 0.0837, "ref_rms": 371.3523350085294, "norm_ratio_error_bound": 0.00022539241606782287 }, { "stage": "encoder_layer_0", "status": "PASS", "cos_min": 1.0, "cos_mean": 1.0, "rms_error": 0.0022, "ref_rms": 9.002725590752922, "norm_ratio_error_bound": 0.00024437043846584777 }, { "stage": "encoder_layer_1", "status": "PASS", "cos_min": 1.0, "cos_mean": 1.0, "rms_error": 0.00241, "ref_rms": 9.74304523238879, "norm_ratio_error_bound": 0.00024735592851282684 }, { "stage": "encoder_layer_2", "status": "PASS", "cos_min": 1.0, "cos_mean": 1.0, "rms_error": 0.00268, "ref_rms": 9.830718261689894, "norm_ratio_error_bound": 0.0002726148719411383 }, { "stage": "encoder_layer_3", "status": "PASS", "cos_min": 1.0, "cos_mean": 1.0, "rms_error": 0.00288, "ref_rms": 9.770374537212826, "norm_ratio_error_bound": 0.000294768638503143 }, { "stage": "encoder_layer_4", "status": "PASS", "cos_min": 1.0, "cos_mean": 1.0, "rms_error": 0.00293, "ref_rms": 10.077849857743406, "norm_ratio_error_bound": 0.0002907366195527023 }, { "stage": "encoder_layer_5", "status": "PASS", "cos_min": 1.0, "cos_mean": 1.0, "rms_error": 0.0033, "ref_rms": 9.992483368543272, "norm_ratio_error_bound": 0.0003302482354274943 }, { "stage": "encoder_layer_6", "status": "PASS", "cos_min": 1.0, "cos_mean": 1.0, "rms_error": 0.00322, "ref_rms": 9.57753235604488, "norm_ratio_error_bound": 0.0003362035104969069 }, { "stage": "encoder_layer_7", "status": "PASS", "cos_min": 1.0, "cos_mean": 1.0, "rms_error": 0.00307, "ref_rms": 9.455422654236283, "norm_ratio_error_bound": 0.0003246814142807839 }, { "stage": "encoder_layer_8", "status": "PASS", "cos_min": 1.0, "cos_mean": 1.0, "rms_error": 0.00302, "ref_rms": 9.773297432550747, "norm_ratio_error_bound": 0.00030900522785090416 }, { "stage": "encoder_layer_9", "status": "PASS", "cos_min": 1.0, "cos_mean": 1.0, "rms_error": 0.00342, "ref_rms": 9.834625931881178, "norm_ratio_error_bound": 0.00034775089807059074 }, { "stage": "encoder_layer_10", "status": "PASS", "cos_min": 1.0, "cos_mean": 1.0, "rms_error": 0.0039, "ref_rms": 10.236924797444422, "norm_ratio_error_bound": 0.00038097378628527273 }, { "stage": "encoder_layer_11", "status": "PASS", "cos_min": 0.999999, "cos_mean": 1.0, "rms_error": 0.00447, "ref_rms": 10.47848725437401, "norm_ratio_error_bound": 0.0004265882938526359 }, { "stage": "encoder_layer_12", "status": "PASS", "cos_min": 0.999999, "cos_mean": 1.0, "rms_error": 0.00439, "ref_rms": 10.592100698697944, "norm_ratio_error_bound": 0.00041445980593251435 }, { "stage": "encoder_layer_13", "status": "PASS", "cos_min": 1.0, "cos_mean": 1.0, "rms_error": 0.00407, "ref_rms": 10.312922540000447, "norm_ratio_error_bound": 0.00039465049642463656 }, { "stage": "encoder_layer_14", "status": "PASS", "cos_min": 0.999999, "cos_mean": 1.0, "rms_error": 0.00413, "ref_rms": 9.760765767387005, "norm_ratio_error_bound": 0.0004231225396063999 }, { "stage": "encoder_layer_15", "status": "PASS", "cos_min": 0.999999, "cos_mean": 1.0, "rms_error": 0.00475, "ref_rms": 10.67175234871059, "norm_ratio_error_bound": 0.0004451002838886077 }, { "stage": "encoder_layer_16", "status": "PASS", "cos_min": 0.999999, "cos_mean": 1.0, "rms_error": 0.00513, "ref_rms": 10.115168711228637, "norm_ratio_error_bound": 0.0005071591138470379 }, { "stage": "encoder_layer_17", "status": "PASS", "cos_min": 0.999999, "cos_mean": 1.0, "rms_error": 0.0053, "ref_rms": 10.305681004701157, "norm_ratio_error_bound": 0.0005142794539809927 }, { "stage": "encoder_layer_18", "status": "PASS", "cos_min": 0.999999, "cos_mean": 1.0, "rms_error": 0.00489, "ref_rms": 10.330263314004814, "norm_ratio_error_bound": 0.0004733664429802667 }, { "stage": "encoder_layer_19", "status": "PASS", "cos_min": 0.999999, "cos_mean": 1.0, "rms_error": 0.00467, "ref_rms": 9.737232236531375, "norm_ratio_error_bound": 0.00047960240513515376 }, { "stage": "encoder_layer_20", "status": "PASS", "cos_min": 0.999999, "cos_mean": 1.0, "rms_error": 0.00417, "ref_rms": 9.492576310327502, "norm_ratio_error_bound": 0.000439290648152412 }, { "stage": "encoder_layer_21", "status": "PASS", "cos_min": 1.0, "cos_mean": 1.0, "rms_error": 0.00319, "ref_rms": 8.026918217575277, "norm_ratio_error_bound": 0.00039741279449133544 }, { "stage": "encoder_layer_22", "status": "PASS", "cos_min": 0.999999, "cos_mean": 1.0, "rms_error": 0.00398, "ref_rms": 10.667444166100093, "norm_ratio_error_bound": 0.00037309780468764776 }, { "stage": "encoder_layer_23", "status": "PASS", "cos_min": 0.999998, "cos_mean": 1.0, "rms_error": 1.18e-05, "ref_rms": 0.019018725368412454, "norm_ratio_error_bound": 0.0006204411584594525 } ], "max_norm_ratio_error_bound": 0.000646731038055192 }, "libri-clean": { "stages": [ { "stage": "mel_spectrogram", "status": "PASS", "cos_min": 1.0, "cos_mean": 1.0, "rms_error": 1.19e-05, "ref_rms": 0.9975897843609375, "norm_ratio_error_bound": 1.1928750861881787e-05 }, { "stage": "encoder_output", "status": "PASS", "cos_min": 0.999996, "cos_mean": 1.0, "rms_error": 1.34e-05, "ref_rms": 0.02115311675386814, "norm_ratio_error_bound": 0.0006334763881804616 }, { "stage": "encoder_output_ref_mel", "status": "PASS", "cos_min": 0.999841, "cos_mean": 0.999997, "rms_error": 5.47e-05, "ref_rms": 0.02115311675386814, "norm_ratio_error_bound": 0.0025859073457814366 }, { "stage": "pre_encode_output", "status": "PASS", "cos_min": 1.0, "cos_mean": 1.0, "rms_error": 0.0794, "ref_rms": 356.38806876282723, "norm_ratio_error_bound": 0.0002227908478407562 }, { "stage": "encoder_layer_0", "status": "PASS", "cos_min": 1.0, "cos_mean": 1.0, "rms_error": 0.00221, "ref_rms": 8.86331289911357, "norm_ratio_error_bound": 0.00024934243269477996 }, { "stage": "encoder_layer_1", "status": "PASS", "cos_min": 1.0, "cos_mean": 1.0, "rms_error": 0.00266, "ref_rms": 9.918565618161095, "norm_ratio_error_bound": 0.0002681839393318613 }, { "stage": "encoder_layer_2", "status": "PASS", "cos_min": 0.999999, "cos_mean": 1.0, "rms_error": 0.00286, "ref_rms": 10.095617012131413, "norm_ratio_error_bound": 0.0002832912536760534 }, { "stage": "encoder_layer_3", "status": "PASS", "cos_min": 0.999999, "cos_mean": 1.0, "rms_error": 0.00308, "ref_rms": 9.924846539797771, "norm_ratio_error_bound": 0.00031033225427209055 }, { "stage": "encoder_layer_4", "status": "PASS", "cos_min": 0.999999, "cos_mean": 1.0, "rms_error": 0.00306, "ref_rms": 10.269193347641743, "norm_ratio_error_bound": 0.00029797861393881636 }, { "stage": "encoder_layer_5", "status": "PASS", "cos_min": 0.999999, "cos_mean": 1.0, "rms_error": 0.00358, "ref_rms": 10.320959939909185, "norm_ratio_error_bound": 0.0003468669601319565 }, { "stage": "encoder_layer_6", "status": "PASS", "cos_min": 0.999999, "cos_mean": 1.0, "rms_error": 0.0032, "ref_rms": 9.927407835858178, "norm_ratio_error_bound": 0.00032233993534963655 }, { "stage": "encoder_layer_7", "status": "PASS", "cos_min": 0.999999, "cos_mean": 1.0, "rms_error": 0.00296, "ref_rms": 9.898100807060652, "norm_ratio_error_bound": 0.00029904726752111186 }, { "stage": "encoder_layer_8", "status": "PASS", "cos_min": 0.999999, "cos_mean": 1.0, "rms_error": 0.00272, "ref_rms": 10.074912160790626, "norm_ratio_error_bound": 0.00026997753991202527 }, { "stage": "encoder_layer_9", "status": "PASS", "cos_min": 0.999999, "cos_mean": 1.0, "rms_error": 0.00303, "ref_rms": 9.876420287482809, "norm_ratio_error_bound": 0.0003067913182917262 }, { "stage": "encoder_layer_10", "status": "PASS", "cos_min": 0.999999, "cos_mean": 1.0, "rms_error": 0.00417, "ref_rms": 10.241195756648562, "norm_ratio_error_bound": 0.00040717901494001274 }, { "stage": "encoder_layer_11", "status": "PASS", "cos_min": 0.999999, "cos_mean": 1.0, "rms_error": 0.00439, "ref_rms": 10.59519974884892, "norm_ratio_error_bound": 0.00041433857822991365 }, { "stage": "encoder_layer_12", "status": "PASS", "cos_min": 0.999999, "cos_mean": 1.0, "rms_error": 0.00519, "ref_rms": 11.094060906147895, "norm_ratio_error_bound": 0.0004678178751591227 }, { "stage": "encoder_layer_13", "status": "PASS", "cos_min": 0.999999, "cos_mean": 1.0, "rms_error": 0.00444, "ref_rms": 10.91681790476245, "norm_ratio_error_bound": 0.00040671192271724666 }, { "stage": "encoder_layer_14", "status": "PASS", "cos_min": 0.999999, "cos_mean": 1.0, "rms_error": 0.00433, "ref_rms": 10.26504499789405, "norm_ratio_error_bound": 0.00042181987520642446 }, { "stage": "encoder_layer_15", "status": "PASS", "cos_min": 0.999999, "cos_mean": 1.0, "rms_error": 0.00438, "ref_rms": 11.602170124998665, "norm_ratio_error_bound": 0.0003775155813792641 }, { "stage": "encoder_layer_16", "status": "PASS", "cos_min": 0.999999, "cos_mean": 1.0, "rms_error": 0.00396, "ref_rms": 10.359564123836506, "norm_ratio_error_bound": 0.00038225546486925693 }, { "stage": "encoder_layer_17", "status": "PASS", "cos_min": 0.999999, "cos_mean": 1.0, "rms_error": 0.00446, "ref_rms": 10.693804586412513, "norm_ratio_error_bound": 0.00041706391434035095 }, { "stage": "encoder_layer_18", "status": "PASS", "cos_min": 0.999998, "cos_mean": 1.0, "rms_error": 0.00469, "ref_rms": 10.414722018635079, "norm_ratio_error_bound": 0.0004503240692942332 }, { "stage": "encoder_layer_19", "status": "PASS", "cos_min": 0.999998, "cos_mean": 1.0, "rms_error": 0.00417, "ref_rms": 9.895626029967397, "norm_ratio_error_bound": 0.00042139830136787604 }, { "stage": "encoder_layer_20", "status": "PASS", "cos_min": 0.999991, "cos_mean": 1.0, "rms_error": 0.0049, "ref_rms": 9.847961219593357, "norm_ratio_error_bound": 0.0004975649163048117 }, { "stage": "encoder_layer_21", "status": "PASS", "cos_min": 0.999955, "cos_mean": 0.999999, "rms_error": 0.00869, "ref_rms": 8.55427357800921, "norm_ratio_error_bound": 0.0010158665047070399 }, { "stage": "encoder_layer_22", "status": "PASS", "cos_min": 0.999796, "cos_mean": 0.999998, "rms_error": 0.015, "ref_rms": 11.588217932255384, "norm_ratio_error_bound": 0.0012944181829932662 }, { "stage": "encoder_layer_23", "status": "PASS", "cos_min": 0.999841, "cos_mean": 0.999997, "rms_error": 5.47e-05, "ref_rms": 0.02115311675386814, "norm_ratio_error_bound": 0.0025859073457814366 } ], "max_norm_ratio_error_bound": 0.0025859073457814366 } }, "cpu_c_api_transcripts": { "f16": { "backend": "parakeet", "results": [ { "key": "jfk", "path": "/mnt/volume1/wt-481/samples/jfk.wav", "reference": "And so my fellow Americans, ask not what your country can do for you, ask what you can do for your country.", "text": "And so my fellow Americans, ask not what your country can do for you, ask what you can do for your country.", "exact": true }, { "key": "libri-clean", "path": "/mnt/volume1/tmp-overflow/issue481/libri-clean.wav", "reference": "He could wait no longer.", "text": "He could wait no longer.", "exact": true }, { "key": "1272-128104-0000", "path": "/mnt/volume1/tmp-overflow/issue481/libri-00.wav", "reference": "mister Quilter is the apostle of the middle classes, and we are glad to welcome his gospel.", "text": "mister Quilter is the apostle of the middle classes, and we are glad to welcome his gospel.", "exact": true, "truth": "MISTER QUILTER IS THE APOSTLE OF THE MIDDLE CLASSES AND WE ARE GLAD TO WELCOME HIS GOSPEL" }, { "key": "1272-128104-0004", "path": "/mnt/volume1/tmp-overflow/issue481/libri-04.wav", "reference": "Lynnell's pictures are a sort of Upguards and Adam paintings, and Mason's exquisite idols are as national as a jingo poem. mister Birkett Foster's landscapes smile at one much in the same way that mister Carker used to flash his teeth. And mister John Collier gives his sitter a cheerful slap on the back, before he says, like a shampooer in a Turkish bath, Next man", "text": "Lynnell's pictures are a sort of Upguards and Adam paintings, and Mason's exquisite idols are as national as a jingo poem. mister Birkett Foster's landscapes smile at one much in the same way that mister Carker used to flash his teeth. And mister John Collier gives his sitter a cheerful slap on the back, before he says, like a shampooer in a Turkish bath, Next man", "exact": true, "truth": "LINNELL'S PICTURES ARE A SORT OF UP GUARDS AND AT EM PAINTINGS AND MASON'S EXQUISITE IDYLLS ARE AS NATIONAL AS A JINGO POEM MISTER BIRKET FOSTER'S LANDSCAPES SMILE AT ONE MUCH IN THE SAME WAY THAT MISTER CARKER USED TO FLASH HIS TEETH AND MISTER JOHN COLLIER GIVES HIS SITTER A CHEERFUL SLAP ON THE BACK BEFORE HE SAYS LIKE A SHAMPOOER IN A TURKISH BATH NEXT MAN" }, { "key": "1272-128104-0008", "path": "/mnt/volume1/tmp-overflow/issue481/libri-08.wav", "reference": "As for etchings, they are of two kinds, British and foreign.", "text": "As for etchings, they are of two kinds, British and foreign.", "exact": true, "truth": "AS FOR ETCHINGS THEY ARE OF TWO KINDS BRITISH AND FOREIGN" }, { "key": "1272-128104-0012", "path": "/mnt/volume1/tmp-overflow/issue481/libri-12.wav", "reference": "only, unfortunately, his own work never does get good.", "text": "only, unfortunately, his own work never does get good.", "exact": true, "truth": "ONLY UNFORTUNATELY HIS OWN WORK NEVER DOES GET GOOD" }, { "key": "1272-135031-0001", "path": "/mnt/volume1/tmp-overflow/issue481/libri-16.wav", "reference": "He has gone, and gone for good, answered Polychrome, who had managed to squeeze into the room beside the dragon, and had witnessed the occurrences with much interest.", "text": "He has gone, and gone for good, answered Polychrome, who had managed to squeeze into the room beside the dragon, and had witnessed the occurrences with much interest.", "exact": true, "truth": "HE HAS GONE AND GONE FOR GOOD ANSWERED POLYCHROME WHO HAD MANAGED TO SQUEEZE INTO THE ROOM BESIDE THE DRAGON AND HAD WITNESSED THE OCCURRENCES WITH MUCH INTEREST" }, { "key": "1272-135031-0005", "path": "/mnt/volume1/tmp-overflow/issue481/libri-20.wav", "reference": "I begged Ruggado long ago to send him away, but he would not do so.", "text": "I begged Ruggado long ago to send him away, but he would not do so.", "exact": true, "truth": "I BEGGED RUGGEDO LONG AGO TO SEND HIM AWAY BUT HE WOULD NOT DO SO" }, { "key": "1272-135031-0009", "path": "/mnt/volume1/tmp-overflow/issue481/libri-24.wav", "reference": "He doesn't work at all.", "text": "He doesn't work at all.", "exact": true, "truth": "HE DOESN'T WORK AT ALL" }, { "key": "1272-135031-0013", "path": "/mnt/volume1/tmp-overflow/issue481/libri-28.wav", "reference": "inquired Shaggy. In the metal forest.", "text": "inquired Shaggy. In the metal forest.", "exact": true, "truth": "INQUIRED SHAGGY IN THE METAL FOREST" }, { "key": "1272-135031-0017", "path": "/mnt/volume1/tmp-overflow/issue481/libri-32.wav", "reference": "However, if we look sharp, we may be able to discover one of these secret ways.", "text": "However, if we look sharp, we may be able to discover one of these secret ways.", "exact": true, "truth": "HOWEVER IF WE LOOK SHARP WE MAY BE ABLE TO DISCOVER ONE OF THESE SECRET WAYS" }, { "key": "1272-135031-0021", "path": "/mnt/volume1/tmp-overflow/issue481/libri-36.wav", "reference": "I do not know, confessed Shaggy.", "text": "I do not know, confessed Shaggy.", "exact": true, "truth": "I DO NOT KNOW CONFESSED SHAGGY" }, { "key": "1272-141231-0000", "path": "/mnt/volume1/tmp-overflow/issue481/libri-40.wav", "reference": "A man said to the universe, Sir, I exist.", "text": "A man said to the universe, Sir, I exist.", "exact": true, "truth": "A MAN SAID TO THE UNIVERSE SIR I EXIST" }, { "key": "1272-141231-0004", "path": "/mnt/volume1/tmp-overflow/issue481/libri-44.wav", "reference": "One minute a voice said, and a time buzzer sounded.", "text": "One minute a voice said, and a time buzzer sounded.", "exact": true, "truth": "ONE MINUTE A VOICE SAID AND THE TIME BUZZER SOUNDED" }, { "key": "1272-141231-0008", "path": "/mnt/volume1/tmp-overflow/issue481/libri-48.wav", "reference": "He was in reverie, sliding along the borders of consciousness.", "text": "He was in reverie, sliding along the borders of consciousness.", "exact": true, "truth": "HE WAS IN REVERIE SLIDING ALONG THE BORDERS OF CONSCIOUSNESS" }, { "key": "1272-141231-0012", "path": "/mnt/volume1/tmp-overflow/issue481/libri-52.wav", "reference": "I am here because the matter is of utmost importance, and Brand is the one I must see. Now stand aside", "text": "I am here because the matter is of utmost importance, and Brand is the one I must see. Now stand aside", "exact": true, "truth": "I'M HERE BECAUSE THE MATTER IS OF UTMOST IMPORTANCE AND BRANDD IS THE ONE I MUST SEE NOW STAND ASIDE" }, { "key": "1272-141231-0016", "path": "/mnt/volume1/tmp-overflow/issue481/libri-56.wav", "reference": "Ten seconds", "text": "Ten seconds", "exact": true, "truth": "TEN SECONDS" }, { "key": "1272-141231-0020", "path": "/mnt/volume1/tmp-overflow/issue481/libri-60.wav", "reference": "just thrust and parry, and victory to the stronger.", "text": "just thrust and parry, and victory to the stronger.", "exact": true, "truth": "JUST THRUST AND PARRY AND VICTORY TO THE STRONGER" }, { "key": "1272-141231-0024", "path": "/mnt/volume1/tmp-overflow/issue481/libri-64.wav", "reference": "This is physically impossible when conscious.", "text": "This is physically impossible when conscious.", "exact": true, "truth": "THIS IS PHYSICALLY IMPOSSIBLE WHEN CONSCIOUS" }, { "key": "1272-141231-0028", "path": "/mnt/volume1/tmp-overflow/issue481/libri-68.wav", "reference": "Irogue looked amazed at the sudden fury of the attack, then smiled.", "text": "Irogue looked amazed at the sudden fury of the attack, then smiled.", "exact": true, "truth": "IROLG LOOKED AMAZED AT THE SUDDEN FURY OF THE ATTACK THEN SMILED" }, { "key": "1272-141231-0032", "path": "/mnt/volume1/tmp-overflow/issue481/libri-72.wav", "reference": "Then the powerful twist that thrust it aside, in and under the guard,", "text": "Then the powerful twist that thrust it aside, in and under the guard,", "exact": true, "truth": "THEN THE POWERFUL TWIST THAT THRUST IT ASIDE IN AND UNDER THE GUARD" } ], "elapsed_s": 226.02061559446156 }, "q8_0": { "backend": "parakeet", "results": [ { "key": "jfk", "path": "/mnt/volume1/wt-481/samples/jfk.wav", "reference": "And so my fellow Americans, ask not what your country can do for you, ask what you can do for your country.", "text": "And so my fellow Americans, ask not what your country can do for you, ask what you can do for your country.", "exact": true }, { "key": "libri-clean", "path": "/mnt/volume1/tmp-overflow/issue481/libri-clean.wav", "reference": "He could wait no longer.", "text": "He could wait no longer.", "exact": true }, { "key": "1272-128104-0000", "path": "/mnt/volume1/tmp-overflow/issue481/libri-00.wav", "reference": "mister Quilter is the apostle of the middle classes, and we are glad to welcome his gospel.", "text": "mister Quilter is the apostle of the middle classes, and we are glad to welcome his gospel.", "exact": true, "truth": "MISTER QUILTER IS THE APOSTLE OF THE MIDDLE CLASSES AND WE ARE GLAD TO WELCOME HIS GOSPEL" }, { "key": "1272-128104-0004", "path": "/mnt/volume1/tmp-overflow/issue481/libri-04.wav", "reference": "Lynnell's pictures are a sort of Upguards and Adam paintings, and Mason's exquisite idols are as national as a jingo poem. mister Birkett Foster's landscapes smile at one much in the same way that mister Carker used to flash his teeth. And mister John Collier gives his sitter a cheerful slap on the back, before he says, like a shampooer in a Turkish bath, Next man", "text": "Lynnell's pictures are a sort of Upguards and Adam paintings, and Mason's exquisite idols are as national as a jingo poem. mister Birkett Foster's landscapes smile at one much in the same way that mister Carker used to flash his teeth. And mister John Collier gives his sitter a cheerful slap on the back, before he says, like a shampooer in a Turkish bath, Next man", "exact": true, "truth": "LINNELL'S PICTURES ARE A SORT OF UP GUARDS AND AT EM PAINTINGS AND MASON'S EXQUISITE IDYLLS ARE AS NATIONAL AS A JINGO POEM MISTER BIRKET FOSTER'S LANDSCAPES SMILE AT ONE MUCH IN THE SAME WAY THAT MISTER CARKER USED TO FLASH HIS TEETH AND MISTER JOHN COLLIER GIVES HIS SITTER A CHEERFUL SLAP ON THE BACK BEFORE HE SAYS LIKE A SHAMPOOER IN A TURKISH BATH NEXT MAN" }, { "key": "1272-128104-0008", "path": "/mnt/volume1/tmp-overflow/issue481/libri-08.wav", "reference": "As for etchings, they are of two kinds, British and foreign.", "text": "As for etchings, they are of two kinds, British and foreign.", "exact": true, "truth": "AS FOR ETCHINGS THEY ARE OF TWO KINDS BRITISH AND FOREIGN" }, { "key": "1272-128104-0012", "path": "/mnt/volume1/tmp-overflow/issue481/libri-12.wav", "reference": "only, unfortunately, his own work never does get good.", "text": "Only, unfortunately, his own work never does get good.", "exact": false, "truth": "ONLY UNFORTUNATELY HIS OWN WORK NEVER DOES GET GOOD" }, { "key": "1272-135031-0001", "path": "/mnt/volume1/tmp-overflow/issue481/libri-16.wav", "reference": "He has gone, and gone for good, answered Polychrome, who had managed to squeeze into the room beside the dragon, and had witnessed the occurrences with much interest.", "text": "He has gone, and gone for good, answered Polychrome, who had managed to squeeze into the room beside the dragon, and had witnessed the occurrences with much interest.", "exact": true, "truth": "HE HAS GONE AND GONE FOR GOOD ANSWERED POLYCHROME WHO HAD MANAGED TO SQUEEZE INTO THE ROOM BESIDE THE DRAGON AND HAD WITNESSED THE OCCURRENCES WITH MUCH INTEREST" }, { "key": "1272-135031-0005", "path": "/mnt/volume1/tmp-overflow/issue481/libri-20.wav", "reference": "I begged Ruggado long ago to send him away, but he would not do so.", "text": "I begged Rugado long ago to send him away, but he would not do so.", "exact": false, "truth": "I BEGGED RUGGEDO LONG AGO TO SEND HIM AWAY BUT HE WOULD NOT DO SO" }, { "key": "1272-135031-0009", "path": "/mnt/volume1/tmp-overflow/issue481/libri-24.wav", "reference": "He doesn't work at all.", "text": "He doesn't work at all.", "exact": true, "truth": "HE DOESN'T WORK AT ALL" }, { "key": "1272-135031-0013", "path": "/mnt/volume1/tmp-overflow/issue481/libri-28.wav", "reference": "inquired Shaggy. In the metal forest.", "text": "inquired Shaggy. In the metal forest.", "exact": true, "truth": "INQUIRED SHAGGY IN THE METAL FOREST" }, { "key": "1272-135031-0017", "path": "/mnt/volume1/tmp-overflow/issue481/libri-32.wav", "reference": "However, if we look sharp, we may be able to discover one of these secret ways.", "text": "However, if we look sharp, we may be able to discover one of these secret ways.", "exact": true, "truth": "HOWEVER IF WE LOOK SHARP WE MAY BE ABLE TO DISCOVER ONE OF THESE SECRET WAYS" }, { "key": "1272-135031-0021", "path": "/mnt/volume1/tmp-overflow/issue481/libri-36.wav", "reference": "I do not know, confessed Shaggy.", "text": "I do not know, confessed Shaggy.", "exact": true, "truth": "I DO NOT KNOW CONFESSED SHAGGY" }, { "key": "1272-141231-0000", "path": "/mnt/volume1/tmp-overflow/issue481/libri-40.wav", "reference": "A man said to the universe, Sir, I exist.", "text": "A man said to the universe, Sir, I exist.", "exact": true, "truth": "A MAN SAID TO THE UNIVERSE SIR I EXIST" }, { "key": "1272-141231-0004", "path": "/mnt/volume1/tmp-overflow/issue481/libri-44.wav", "reference": "One minute a voice said, and a time buzzer sounded.", "text": "One minute a voice said, and a time buzzer sounded.", "exact": true, "truth": "ONE MINUTE A VOICE SAID AND THE TIME BUZZER SOUNDED" }, { "key": "1272-141231-0008", "path": "/mnt/volume1/tmp-overflow/issue481/libri-48.wav", "reference": "He was in reverie, sliding along the borders of consciousness.", "text": "He was in reverie, sliding along the borders of consciousness.", "exact": true, "truth": "HE WAS IN REVERIE SLIDING ALONG THE BORDERS OF CONSCIOUSNESS" }, { "key": "1272-141231-0012", "path": "/mnt/volume1/tmp-overflow/issue481/libri-52.wav", "reference": "I am here because the matter is of utmost importance, and Brand is the one I must see. Now stand aside", "text": "I am here because the matter is of utmost importance, and Brand is the one I must see. Now stand aside", "exact": true, "truth": "I'M HERE BECAUSE THE MATTER IS OF UTMOST IMPORTANCE AND BRANDD IS THE ONE I MUST SEE NOW STAND ASIDE" }, { "key": "1272-141231-0016", "path": "/mnt/volume1/tmp-overflow/issue481/libri-56.wav", "reference": "Ten seconds", "text": "Ten seconds", "exact": true, "truth": "TEN SECONDS" }, { "key": "1272-141231-0020", "path": "/mnt/volume1/tmp-overflow/issue481/libri-60.wav", "reference": "just thrust and parry, and victory to the stronger.", "text": "just thrust and parry, and victory to the stronger.", "exact": true, "truth": "JUST THRUST AND PARRY AND VICTORY TO THE STRONGER" }, { "key": "1272-141231-0024", "path": "/mnt/volume1/tmp-overflow/issue481/libri-64.wav", "reference": "This is physically impossible when conscious.", "text": "This is physically impossible when conscious.", "exact": true, "truth": "THIS IS PHYSICALLY IMPOSSIBLE WHEN CONSCIOUS" }, { "key": "1272-141231-0028", "path": "/mnt/volume1/tmp-overflow/issue481/libri-68.wav", "reference": "Irogue looked amazed at the sudden fury of the attack, then smiled.", "text": "Irogue looked amazed at the sudden fury of the attack, then smiled.", "exact": true, "truth": "IROLG LOOKED AMAZED AT THE SUDDEN FURY OF THE ATTACK THEN SMILED" }, { "key": "1272-141231-0032", "path": "/mnt/volume1/tmp-overflow/issue481/libri-72.wav", "reference": "Then the powerful twist that thrust it aside, in and under the guard,", "text": "Then the powerful twist that thrust it aside, in and under the guard,", "exact": true, "truth": "THEN THE POWERFUL TWIST THAT THRUST IT ASIDE IN AND UNDER THE GUARD" } ], "elapsed_s": 153.94575871527195 }, "q4_k": { "backend": "parakeet", "results": [ { "key": "jfk", "path": "/mnt/volume1/wt-481/samples/jfk.wav", "reference": "And so my fellow Americans, ask not what your country can do for you, ask what you can do for your country.", "text": "And so my fellow Americans, ask not what your country can do for you, ask what you can do for your country.", "exact": true }, { "key": "libri-clean", "path": "/mnt/volume1/tmp-overflow/issue481/libri-clean.wav", "reference": "He could wait no longer.", "text": "He could wait no longer.", "exact": true }, { "key": "1272-128104-0000", "path": "/mnt/volume1/tmp-overflow/issue481/libri-00.wav", "reference": "mister Quilter is the apostle of the middle classes, and we are glad to welcome his gospel.", "text": "mister Quilter is the apostle of the middle classes, and we are glad to welcome his gospel.", "exact": true, "truth": "MISTER QUILTER IS THE APOSTLE OF THE MIDDLE CLASSES AND WE ARE GLAD TO WELCOME HIS GOSPEL" }, { "key": "1272-128104-0004", "path": "/mnt/volume1/tmp-overflow/issue481/libri-04.wav", "reference": "Lynnell's pictures are a sort of Upguards and Adam paintings, and Mason's exquisite idols are as national as a jingo poem. mister Birkett Foster's landscapes smile at one much in the same way that mister Carker used to flash his teeth. And mister John Collier gives his sitter a cheerful slap on the back, before he says, like a shampooer in a Turkish bath, Next man", "text": "Lynn's pictures are a sort of Up Guards and Adam paintings, and Mason's exquisite idols are as national as a jingo poem. mister Birkett Foster's landscapes smile at one much in the same way that mister Carker used to flash his teeth. And mister John Collier gives his sitter a cheerful slap in the back, before he says, like a shampoo in a Turkish bath Next man", "exact": false, "truth": "LINNELL'S PICTURES ARE A SORT OF UP GUARDS AND AT EM PAINTINGS AND MASON'S EXQUISITE IDYLLS ARE AS NATIONAL AS A JINGO POEM MISTER BIRKET FOSTER'S LANDSCAPES SMILE AT ONE MUCH IN THE SAME WAY THAT MISTER CARKER USED TO FLASH HIS TEETH AND MISTER JOHN COLLIER GIVES HIS SITTER A CHEERFUL SLAP ON THE BACK BEFORE HE SAYS LIKE A SHAMPOOER IN A TURKISH BATH NEXT MAN" }, { "key": "1272-128104-0008", "path": "/mnt/volume1/tmp-overflow/issue481/libri-08.wav", "reference": "As for etchings, they are of two kinds, British and foreign.", "text": "As for etchings, they are of two kinds British and foreign.", "exact": false, "truth": "AS FOR ETCHINGS THEY ARE OF TWO KINDS BRITISH AND FOREIGN" }, { "key": "1272-128104-0012", "path": "/mnt/volume1/tmp-overflow/issue481/libri-12.wav", "reference": "only, unfortunately, his own work never does get good.", "text": "only, unfortunately, his own work never does get good.", "exact": true, "truth": "ONLY UNFORTUNATELY HIS OWN WORK NEVER DOES GET GOOD" }, { "key": "1272-135031-0001", "path": "/mnt/volume1/tmp-overflow/issue481/libri-16.wav", "reference": "He has gone, and gone for good, answered Polychrome, who had managed to squeeze into the room beside the dragon, and had witnessed the occurrences with much interest.", "text": "He has gone and gone for good, answered Polychrome, who had managed to squeeze into the room beside the dragon, and had witnessed the occurrences with much interest.", "exact": false, "truth": "HE HAS GONE AND GONE FOR GOOD ANSWERED POLYCHROME WHO HAD MANAGED TO SQUEEZE INTO THE ROOM BESIDE THE DRAGON AND HAD WITNESSED THE OCCURRENCES WITH MUCH INTEREST" }, { "key": "1272-135031-0005", "path": "/mnt/volume1/tmp-overflow/issue481/libri-20.wav", "reference": "I begged Ruggado long ago to send him away, but he would not do so.", "text": "I begged Rugado long ago to send him away, but he would not do so.", "exact": false, "truth": "I BEGGED RUGGEDO LONG AGO TO SEND HIM AWAY BUT HE WOULD NOT DO SO" }, { "key": "1272-135031-0009", "path": "/mnt/volume1/tmp-overflow/issue481/libri-24.wav", "reference": "He doesn't work at all.", "text": "He doesn't work at all.", "exact": true, "truth": "HE DOESN'T WORK AT ALL" }, { "key": "1272-135031-0013", "path": "/mnt/volume1/tmp-overflow/issue481/libri-28.wav", "reference": "inquired Shaggy. In the metal forest.", "text": "inquired Shaggy. In the metal forest.", "exact": true, "truth": "INQUIRED SHAGGY IN THE METAL FOREST" }, { "key": "1272-135031-0017", "path": "/mnt/volume1/tmp-overflow/issue481/libri-32.wav", "reference": "However, if we look sharp, we may be able to discover one of these secret ways.", "text": "However, if we look sharp, we may be able to discover one of these secret ways.", "exact": true, "truth": "HOWEVER IF WE LOOK SHARP WE MAY BE ABLE TO DISCOVER ONE OF THESE SECRET WAYS" }, { "key": "1272-135031-0021", "path": "/mnt/volume1/tmp-overflow/issue481/libri-36.wav", "reference": "I do not know, confessed Shaggy.", "text": "I do not know, confessed Shaggy.", "exact": true, "truth": "I DO NOT KNOW CONFESSED SHAGGY" }, { "key": "1272-141231-0000", "path": "/mnt/volume1/tmp-overflow/issue481/libri-40.wav", "reference": "A man said to the universe, Sir, I exist.", "text": "A man said to the universe, Sir, I exist.", "exact": true, "truth": "A MAN SAID TO THE UNIVERSE SIR I EXIST" }, { "key": "1272-141231-0004", "path": "/mnt/volume1/tmp-overflow/issue481/libri-44.wav", "reference": "One minute a voice said, and a time buzzer sounded.", "text": "One minute, a voice said, and a time buzzer sounded.", "exact": false, "truth": "ONE MINUTE A VOICE SAID AND THE TIME BUZZER SOUNDED" }, { "key": "1272-141231-0008", "path": "/mnt/volume1/tmp-overflow/issue481/libri-48.wav", "reference": "He was in reverie, sliding along the borders of consciousness.", "text": "He was in reverie, sliding along the borders of consciousness.", "exact": true, "truth": "HE WAS IN REVERIE SLIDING ALONG THE BORDERS OF CONSCIOUSNESS" }, { "key": "1272-141231-0012", "path": "/mnt/volume1/tmp-overflow/issue481/libri-52.wav", "reference": "I am here because the matter is of utmost importance, and Brand is the one I must see. Now stand aside", "text": "I am here because the matter is of utmost importance, and Brand is the one I must see. Now stand aside", "exact": true, "truth": "I'M HERE BECAUSE THE MATTER IS OF UTMOST IMPORTANCE AND BRANDD IS THE ONE I MUST SEE NOW STAND ASIDE" }, { "key": "1272-141231-0016", "path": "/mnt/volume1/tmp-overflow/issue481/libri-56.wav", "reference": "Ten seconds", "text": "Ten seconds", "exact": true, "truth": "TEN SECONDS" }, { "key": "1272-141231-0020", "path": "/mnt/volume1/tmp-overflow/issue481/libri-60.wav", "reference": "just thrust and parry, and victory to the stronger.", "text": "just thrust and parry, and victory to the stronger.", "exact": true, "truth": "JUST THRUST AND PARRY AND VICTORY TO THE STRONGER" }, { "key": "1272-141231-0024", "path": "/mnt/volume1/tmp-overflow/issue481/libri-64.wav", "reference": "This is physically impossible when conscious.", "text": "This is physically impossible when conscious.", "exact": true, "truth": "THIS IS PHYSICALLY IMPOSSIBLE WHEN CONSCIOUS" }, { "key": "1272-141231-0028", "path": "/mnt/volume1/tmp-overflow/issue481/libri-68.wav", "reference": "Irogue looked amazed at the sudden fury of the attack, then smiled.", "text": "Irolk looked amazed at the sudden fury of the attack, then smiled.", "exact": false, "truth": "IROLG LOOKED AMAZED AT THE SUDDEN FURY OF THE ATTACK THEN SMILED" }, { "key": "1272-141231-0032", "path": "/mnt/volume1/tmp-overflow/issue481/libri-72.wav", "reference": "Then the powerful twist that thrust it aside, in and under the guard,", "text": "Then the powerful twist that thrust it aside, in and under the guard,", "exact": true, "truth": "THEN THE POWERFUL TWIST THAT THRUST IT ASIDE IN AND UNDER THE GUARD" } ], "elapsed_s": 111.25278830900788 } }, "final_f16_equivalence": { "f16_tensors_equal": 725, "parakeet_and_tokenizer_metadata_equal": true, "source_container_sha256": "4b6bfa3a12cc3c4e0a54f2ab3ec4ca7a842b09e5c7ecfc8e7ca0ac6cc8c11468" }, "limits": "21-clip check; not an Open ASR Leaderboard WER or GPU performance reproduction" }