Upload folder using huggingface_hub

openai-audio-speech-infqps-concurrency12-higgs-audio-v3-tts-4b-20260821-101438.json

@@ -0,0 +1 @@
+{"date": "20260821-101438", "endpoint_type": "openai-audio-speech", "backend": "openai-audio-speech", "label": null, "model_id": "bosonai/higgs-audio-v3-tts-4b", "tokenizer_id": "bosonai/higgs-audio-v3-tts-4b", "num_prompts": 512, "request_rate": "inf", "burstiness": 1.0, "max_concurrency": 12, "duration": 146.62832711700003, "completed": 512, "failed": 0, "total_input_tokens": 67698, "total_output_tokens": 0, "request_throughput": 3.491821874169353, "request_goodput": null, "output_throughput": 0.0, "total_token_throughput": 461.69796335452514, "total_audio_duration_s": 2320.4, "total_audio_frames": 55689600, "audio_throughput": 15.825045853169076, "total_images": 0, "image_throughput": 0.0, "average_pixels_per_image": 0.0, "mean_denoise_step_latency_ms": 0.0, "max_output_tokens_per_s": 12.0, "max_concurrent_requests": 19, "rtfx": 0.0, "mean_e2el_ms": 3373.0144182870977, "median_e2el_ms": 3326.24341199994, "p99_e2el_ms": 5677.243888080037, "mean_audio_rtf": 0.7518152528291604, "median_audio_rtf": 0.746693116230982, "p99_audio_rtf": 0.8810940463171805, "mean_audio_ttfp_ms": 497.52559690037754, "median_audio_ttfp_ms": 482.8429159999814, "p99_audio_ttfp_ms": 1045.2661774199667, "mean_audio_duration_s": 4.532031249999999, "median_audio_duration_s": 4.44, "p99_audio_duration_s": 8.111199999999998, "mean_audio_underrun_s": 0.6131360941601622, "median_audio_underrun_s": 0.6128151410000191, "p99_audio_underrun_s": 0.76699942964005}

openai-audio-speech-infqps-concurrency12-higgs-audio-v3-tts-4b-20260821-102151.json

@@ -0,0 +1 @@
+{"date": "20260821-102151", "endpoint_type": "openai-audio-speech", "backend": "openai-audio-speech", "label": null, "model_id": "bosonai/higgs-audio-v3-tts-4b", "tokenizer_id": "bosonai/higgs-audio-v3-tts-4b", "num_prompts": 512, "request_rate": "inf", "burstiness": 1.0, "max_concurrency": 12, "duration": 148.51784345400029, "completed": 512, "failed": 0, "total_input_tokens": 67698, "total_output_tokens": 0, "request_throughput": 3.447397215665734, "request_goodput": null, "output_throughput": 0.0, "total_token_throughput": 455.8240170041775, "total_audio_duration_s": 2329.64, "total_audio_frames": 55911360, "audio_throughput": 15.685926659186565, "total_images": 0, "image_throughput": 0.0, "average_pixels_per_image": 0.0, "mean_denoise_step_latency_ms": 0.0, "max_output_tokens_per_s": 12.0, "max_concurrent_requests": 19, "rtfx": 0.0, "mean_e2el_ms": 3378.6874317148277, "median_e2el_ms": 3341.9932609999705, "p99_e2el_ms": 5548.103913250025, "mean_audio_rtf": 0.7505934201763056, "median_audio_rtf": 0.7443630841101491, "p99_audio_rtf": 0.8917820502637441, "mean_audio_ttfp_ms": 493.44664655663803, "median_audio_ttfp_ms": 482.54317000009905, "p99_audio_ttfp_ms": 1035.6607496701145, "mean_audio_duration_s": 4.550078125000001, "median_audio_duration_s": 4.48, "p99_audio_duration_s": 7.880399999999995, "mean_audio_underrun_s": 0.6175311617421813, "median_audio_underrun_s": 0.6129767809997793, "p99_audio_underrun_s": 0.773455796940184}

openai-audio-speech-infqps-concurrency16-higgs-audio-v3-tts-4b-20260821-102503.json

@@ -0,0 +1 @@
+{"date": "20260821-102503", "endpoint_type": "openai-audio-speech", "backend": "openai-audio-speech", "label": null, "model_id": "bosonai/higgs-audio-v3-tts-4b", "tokenizer_id": "bosonai/higgs-audio-v3-tts-4b", "num_prompts": 512, "request_rate": "inf", "burstiness": 1.0, "max_concurrency": 16, "duration": 119.6104030890001, "completed": 512, "failed": 0, "total_input_tokens": 67698, "total_output_tokens": 0, "request_throughput": 4.280564121325043, "request_goodput": null, "output_throughput": 0.0, "total_token_throughput": 565.9875583700446, "total_audio_duration_s": 2299.84, "total_audio_frames": 55196160, "audio_throughput": 19.22775896247693, "total_images": 0, "image_throughput": 0.0, "average_pixels_per_image": 0.0, "mean_denoise_step_latency_ms": 0.0, "max_output_tokens_per_s": 17.0, "max_concurrent_requests": 24, "rtfx": 0.0, "mean_e2el_ms": 3693.794704060548, "median_e2el_ms": 3621.2457234998965, "p99_e2el_ms": 6331.562706519802, "mean_audio_rtf": 0.8293302304360355, "median_audio_rtf": 0.8221578906268392, "p99_audio_rtf": 1.0179054053576873, "mean_audio_ttfp_ms": 542.8411106152398, "median_audio_ttfp_ms": 523.3942069999102, "p99_audio_ttfp_ms": 1289.1324745200745, "mean_audio_duration_s": 4.491874999999999, "median_audio_duration_s": 4.4, "p99_audio_duration_s": 8.102399999999998, "mean_audio_underrun_s": 0.6855314667656238, "median_audio_underrun_s": 0.6894189100000494, "p99_audio_underrun_s": 0.8458957207001367}

openai-audio-speech-infqps-concurrency16-higgs-audio-v3-tts-4b-20260821-102751.json

@@ -0,0 +1 @@
+{"date": "20260821-102751", "endpoint_type": "openai-audio-speech", "backend": "openai-audio-speech", "label": null, "model_id": "bosonai/higgs-audio-v3-tts-4b", "tokenizer_id": "bosonai/higgs-audio-v3-tts-4b", "num_prompts": 512, "request_rate": "inf", "burstiness": 1.0, "max_concurrency": 16, "duration": 120.37014671999987, "completed": 512, "failed": 0, "total_input_tokens": 67698, "total_output_tokens": 0, "request_throughput": 4.253546364706139, "request_goodput": null, "output_throughput": 0.0, "total_token_throughput": 562.415198823977, "total_audio_duration_s": 2333.12, "total_audio_frames": 55994880, "audio_throughput": 19.382879090670286, "total_images": 0, "image_throughput": 0.0, "average_pixels_per_image": 0.0, "mean_denoise_step_latency_ms": 0.0, "max_output_tokens_per_s": 17.0, "max_concurrent_requests": 23, "rtfx": 0.0, "mean_e2el_ms": 3716.7038312910136, "median_e2el_ms": 3684.885201000043, "p99_e2el_ms": 6222.938908910084, "mean_audio_rtf": 0.8224940266966062, "median_audio_rtf": 0.8176002793022186, "p99_audio_rtf": 1.0078033558546298, "mean_audio_ttfp_ms": 542.0234861992154, "median_audio_ttfp_ms": 520.0543810001363, "p99_audio_ttfp_ms": 1275.8536576402412, "mean_audio_duration_s": 4.556875, "median_audio_duration_s": 4.44, "p99_audio_duration_s": 7.9823999999999975, "mean_audio_underrun_s": 0.6788996047656213, "median_audio_underrun_s": 0.6768420775001323, "p99_audio_underrun_s": 0.869237931339794}

openai-audio-speech-infqps-concurrency24-higgs-audio-v3-tts-4b-20260821-103117.json

@@ -0,0 +1 @@
+{"date": "20260821-103117", "endpoint_type": "openai-audio-speech", "backend": "openai-audio-speech", "label": null, "model_id": "bosonai/higgs-audio-v3-tts-4b", "tokenizer_id": "bosonai/higgs-audio-v3-tts-4b", "num_prompts": 512, "request_rate": "inf", "burstiness": 1.0, "max_concurrency": 24, "duration": 113.44956689499986, "completed": 512, "failed": 0, "total_input_tokens": 67698, "total_output_tokens": 0, "request_throughput": 4.51301855099956, "request_goodput": null, "output_throughput": 0.0, "total_token_throughput": 596.723300518688, "total_audio_duration_s": 2287.88, "total_audio_frames": 54909120, "audio_throughput": 20.166493911056396, "total_images": 0, "image_throughput": 0.0, "average_pixels_per_image": 0.0, "mean_denoise_step_latency_ms": 0.0, "max_output_tokens_per_s": 24.0, "max_concurrent_requests": 34, "rtfx": 0.0, "mean_e2el_ms": 5219.26359469532, "median_e2el_ms": 5190.148605999866, "p99_e2el_ms": 7818.981716099812, "mean_audio_rtf": 1.204777469458966, "median_audio_rtf": 1.1871519992725381, "p99_audio_rtf": 1.8372937478883122, "mean_audio_ttfp_ms": 2165.360524392585, "median_audio_ttfp_ms": 2165.6369474999337, "p99_audio_ttfp_ms": 3231.983518679925, "mean_audio_duration_s": 4.468515625, "median_audio_duration_s": 4.4, "p99_audio_duration_s": 8.560799999999992, "mean_audio_underrun_s": 0.6679087907910148, "median_audio_underrun_s": 0.6648397889998341, "p99_audio_underrun_s": 0.8535932567696545}

openai-audio-speech-infqps-concurrency24-higgs-audio-v3-tts-4b-20260821-103409.json

@@ -0,0 +1 @@
+{"date": "20260821-103409", "endpoint_type": "openai-audio-speech", "backend": "openai-audio-speech", "label": null, "model_id": "bosonai/higgs-audio-v3-tts-4b", "tokenizer_id": "bosonai/higgs-audio-v3-tts-4b", "num_prompts": 512, "request_rate": "inf", "burstiness": 1.0, "max_concurrency": 24, "duration": 116.11665208000022, "completed": 512, "failed": 0, "total_input_tokens": 67698, "total_output_tokens": 0, "request_throughput": 4.409358957811238, "request_goodput": null, "output_throughput": 0.0, "total_token_throughput": 583.0171537615337, "total_audio_duration_s": 2325.96, "total_audio_frames": 55823040, "audio_throughput": 20.031235471700448, "total_images": 0, "image_throughput": 0.0, "average_pixels_per_image": 0.0, "mean_denoise_step_latency_ms": 0.0, "max_output_tokens_per_s": 24.0, "max_concurrent_requests": 32, "rtfx": 0.0, "mean_e2el_ms": 5306.559712708977, "median_e2el_ms": 5186.25591, "p99_e2el_ms": 8225.5895477302, "mean_audio_rtf": 1.2115586347552105, "median_audio_rtf": 1.1797166515476372, "p99_audio_rtf": 1.9560083741951626, "mean_audio_ttfp_ms": 2190.625953068352, "median_audio_ttfp_ms": 2190.5263494998053, "p99_audio_ttfp_ms": 3299.686864959707, "mean_audio_duration_s": 4.542890625, "median_audio_duration_s": 4.44, "p99_audio_duration_s": 8.066799999999999, "mean_audio_underrun_s": 0.6728925803417873, "median_audio_underrun_s": 0.673672181999982, "p99_audio_underrun_s": 0.8400427031801154}

openai-audio-speech-infqps-concurrency32-higgs-audio-v3-tts-4b-20260821-103745.json

@@ -0,0 +1 @@
+{"date": "20260821-103745", "endpoint_type": "openai-audio-speech", "backend": "openai-audio-speech", "label": null, "model_id": "bosonai/higgs-audio-v3-tts-4b", "tokenizer_id": "bosonai/higgs-audio-v3-tts-4b", "num_prompts": 512, "request_rate": "inf", "burstiness": 1.0, "max_concurrency": 32, "duration": 119.37570048099997, "completed": 512, "failed": 0, "total_input_tokens": 67698, "total_output_tokens": 0, "request_throughput": 4.288980068280234, "request_goodput": null, "output_throughput": 0.0, "total_token_throughput": 567.1003372313189, "total_audio_duration_s": 2314.96, "total_audio_frames": 55559040, "audio_throughput": 19.392221286847676, "total_images": 0, "image_throughput": 0.0, "average_pixels_per_image": 0.0, "mean_denoise_step_latency_ms": 0.0, "max_output_tokens_per_s": 32.0, "max_concurrent_requests": 40, "rtfx": 0.0, "mean_e2el_ms": 7012.780625775388, "median_e2el_ms": 6904.973258499922, "p99_e2el_ms": 9920.54959699003, "mean_audio_rtf": 1.6349295119617087, "median_audio_rtf": 1.5881894863895751, "p99_audio_rtf": 2.829636330644507, "mean_audio_ttfp_ms": 3904.213646193357, "median_audio_ttfp_ms": 3961.076808500138, "p99_audio_ttfp_ms": 5122.197181540054, "mean_audio_duration_s": 4.52140625, "median_audio_duration_s": 4.32, "p99_audio_duration_s": 8.133599999999998, "mean_audio_underrun_s": 0.6763830108086, "median_audio_underrun_s": 0.6745345559999896, "p99_audio_underrun_s": 0.8810197236801875}

openai-audio-speech-infqps-concurrency32-higgs-audio-v3-tts-4b-20260821-104201.json

@@ -0,0 +1 @@
+{"date": "20260821-104201", "endpoint_type": "openai-audio-speech", "backend": "openai-audio-speech", "label": null, "model_id": "bosonai/higgs-audio-v3-tts-4b", "tokenizer_id": "bosonai/higgs-audio-v3-tts-4b", "num_prompts": 512, "request_rate": "inf", "burstiness": 1.0, "max_concurrency": 32, "duration": 113.22057242000028, "completed": 512, "failed": 0, "total_input_tokens": 67698, "total_output_tokens": 0, "request_throughput": 4.522146364891155, "request_goodput": null, "output_throughput": 0.0, "total_token_throughput": 597.9302043171903, "total_audio_duration_s": 2250.76, "total_audio_frames": 54018240, "audio_throughput": 19.87942607859847, "total_images": 0, "image_throughput": 0.0, "average_pixels_per_image": 0.0, "mean_denoise_step_latency_ms": 0.0, "max_output_tokens_per_s": 32.0, "max_concurrent_requests": 39, "rtfx": 0.0, "mean_e2el_ms": 6886.658566857413, "median_e2el_ms": 6876.209590500139, "p99_e2el_ms": 9336.791953959993, "mean_audio_rtf": 1.6204668551371748, "median_audio_rtf": 1.5816286210467903, "p99_audio_rtf": 2.6115874090335685, "mean_audio_ttfp_ms": 3842.405702802729, "median_audio_ttfp_ms": 3918.5650355000234, "p99_audio_ttfp_ms": 4772.653889319827, "mean_audio_duration_s": 4.396015625, "median_audio_duration_s": 4.32, "p99_audio_duration_s": 7.631199999999999, "mean_audio_underrun_s": 0.6752124349570273, "median_audio_underrun_s": 0.6757682030001524, "p99_audio_underrun_s": 0.8758244239803298}

openai-audio-speech-infqps-concurrency4-higgs-audio-v3-tts-4b-20260821-095112.json

@@ -0,0 +1 @@
+{"date": "20260821-095112", "endpoint_type": "openai-audio-speech", "backend": "openai-audio-speech", "label": null, "model_id": "bosonai/higgs-audio-v3-tts-4b", "tokenizer_id": "bosonai/higgs-audio-v3-tts-4b", "num_prompts": 512, "request_rate": "inf", "burstiness": 1.0, "max_concurrency": 4, "duration": 350.712246755, "completed": 512, "failed": 0, "total_input_tokens": 67698, "total_output_tokens": 0, "request_throughput": 1.4598862877967078, "request_goodput": null, "output_throughput": 0.0, "total_token_throughput": 193.03004279543268, "total_audio_duration_s": 2340.08, "total_audio_frames": 56161920, "audio_throughput": 6.67236465692836, "total_images": 0, "image_throughput": 0.0, "average_pixels_per_image": 0.0, "mean_denoise_step_latency_ms": 0.0, "max_output_tokens_per_s": 4.0, "max_concurrent_requests": 8, "rtfx": 0.0, "mean_e2el_ms": 2734.9143172617173, "median_e2el_ms": 2676.428380499999, "p99_e2el_ms": 4569.703840299952, "mean_audio_rtf": 0.6053012566473818, "median_audio_rtf": 0.5996844662592626, "p99_audio_rtf": 0.7277744300082282, "mean_audio_ttfp_ms": 418.3564841367158, "median_audio_ttfp_ms": 414.7676774999809, "p99_audio_ttfp_ms": 520.7722069999259, "mean_audio_duration_s": 4.57046875, "median_audio_duration_s": 4.48, "p99_audio_duration_s": 8.111199999999998, "mean_audio_underrun_s": 0.4850646095722657, "median_audio_underrun_s": 0.4748386605000042, "p99_audio_underrun_s": 0.580347166210089}

openai-audio-speech-infqps-concurrency4-higgs-audio-v3-tts-4b-20260821-095916.json

@@ -0,0 +1 @@
+{"date": "20260821-095916", "endpoint_type": "openai-audio-speech", "backend": "openai-audio-speech", "label": null, "model_id": "bosonai/higgs-audio-v3-tts-4b", "tokenizer_id": "bosonai/higgs-audio-v3-tts-4b", "num_prompts": 512, "request_rate": "inf", "burstiness": 1.0, "max_concurrency": 4, "duration": 347.9633864780001, "completed": 512, "failed": 0, "total_input_tokens": 67698, "total_output_tokens": 0, "request_throughput": 1.4714191776966485, "request_goodput": null, "output_throughput": 0.0, "total_token_throughput": 194.55495213224162, "total_audio_duration_s": 2336.36, "total_audio_frames": 56072640, "audio_throughput": 6.714384589850278, "total_images": 0, "image_throughput": 0.0, "average_pixels_per_image": 0.0, "mean_denoise_step_latency_ms": 0.0, "max_output_tokens_per_s": 4.0, "max_concurrent_requests": 8, "rtfx": 0.0, "mean_e2el_ms": 2712.665730392578, "median_e2el_ms": 2662.3556994999262, "p99_e2el_ms": 4658.092692640044, "mean_audio_rtf": 0.6016240860369082, "median_audio_rtf": 0.5967576803945724, "p99_audio_rtf": 0.7444329486393945, "mean_audio_ttfp_ms": 418.325023082033, "median_audio_ttfp_ms": 415.19041499987, "p99_audio_ttfp_ms": 522.3016630698726, "mean_audio_duration_s": 4.563203124999999, "median_audio_duration_s": 4.48, "p99_audio_duration_s": 8.262399999999998, "mean_audio_underrun_s": 0.47838296758789056, "median_audio_underrun_s": 0.4538019704999306, "p99_audio_underrun_s": 0.5731696034100491}

openai-audio-speech-infqps-concurrency8-higgs-audio-v3-tts-4b-20260821-100603.json

@@ -0,0 +1 @@
+{"date": "20260821-100603", "endpoint_type": "openai-audio-speech", "backend": "openai-audio-speech", "label": null, "model_id": "bosonai/higgs-audio-v3-tts-4b", "tokenizer_id": "bosonai/higgs-audio-v3-tts-4b", "num_prompts": 512, "request_rate": "inf", "burstiness": 1.0, "max_concurrency": 8, "duration": 198.31486604500014, "completed": 512, "failed": 0, "total_input_tokens": 67698, "total_output_tokens": 0, "request_throughput": 2.5817529982034766, "request_goodput": null, "output_throughput": 0.0, "total_token_throughput": 341.3662392038652, "total_audio_duration_s": 2356.04, "total_audio_frames": 56544960, "audio_throughput": 11.88029948024867, "total_images": 0, "image_throughput": 0.0, "average_pixels_per_image": 0.0, "mean_denoise_step_latency_ms": 0.0, "max_output_tokens_per_s": 9.0, "max_concurrent_requests": 14, "rtfx": 0.0, "mean_e2el_ms": 3073.348402083981, "median_e2el_ms": 3030.2105724998682, "p99_e2el_ms": 5105.423535949998, "mean_audio_rtf": 0.6718980926211757, "median_audio_rtf": 0.6683275168848944, "p99_audio_rtf": 0.7953117124186135, "mean_audio_ttfp_ms": 443.9294396152329, "median_audio_ttfp_ms": 439.1356649999807, "p99_audio_ttfp_ms": 691.0201848299389, "mean_audio_duration_s": 4.601640625, "median_audio_duration_s": 4.52, "p99_audio_duration_s": 8.04, "mean_audio_underrun_s": 0.5464449620800772, "median_audio_underrun_s": 0.5418862734998902, "p99_audio_underrun_s": 0.6695779314200171}

openai-audio-speech-infqps-concurrency8-higgs-audio-v3-tts-4b-20260821-101036.json

@@ -0,0 +1 @@
+{"date": "20260821-101036", "endpoint_type": "openai-audio-speech", "backend": "openai-audio-speech", "label": null, "model_id": "bosonai/higgs-audio-v3-tts-4b", "tokenizer_id": "bosonai/higgs-audio-v3-tts-4b", "num_prompts": 512, "request_rate": "inf", "burstiness": 1.0, "max_concurrency": 8, "duration": 197.36997225200003, "completed": 512, "failed": 0, "total_input_tokens": 67698, "total_output_tokens": 0, "request_throughput": 2.594112945135765, "request_goodput": null, "output_throughput": 0.0, "total_token_throughput": 343.00050421836136, "total_audio_duration_s": 2339.32, "total_audio_frames": 56143680, "audio_throughput": 11.852461513310544, "total_images": 0, "image_throughput": 0.0, "average_pixels_per_image": 0.0, "mean_denoise_step_latency_ms": 0.0, "max_output_tokens_per_s": 8.0, "max_concurrent_requests": 13, "rtfx": 0.0, "mean_e2el_ms": 3051.7766700332018, "median_e2el_ms": 3001.806191000014, "p99_e2el_ms": 4786.3832711700015, "mean_audio_rtf": 0.6748753436262777, "median_audio_rtf": 0.6702996318874705, "p99_audio_rtf": 0.7766986994356809, "mean_audio_ttfp_ms": 445.4289214746052, "median_audio_ttfp_ms": 438.6374670002624, "p99_audio_ttfp_ms": 704.6580673899866, "mean_audio_duration_s": 4.568984374999999, "median_audio_duration_s": 4.48, "p99_audio_duration_s": 7.622399999999997, "mean_audio_underrun_s": 0.5504901614531312, "median_audio_underrun_s": 0.541409911000037, "p99_audio_underrun_s": 0.6926268732400739}