File size: 4,381 Bytes
8bdbdfc | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 | {
"linux": {
"status": "verified_published_consumers",
"verified_commit": "c49eca996a633fa64c0ec326436ce2cd131800dc",
"report_sha256": "4cadbfc75d71f07b21d0b7e16920f675f0a1a4f1b88715aaac99afaedbbc5fa5",
"report_path": "evaluation/published-consumer/linux/verification.json",
"cases": [
{
"backend": "native_cpu",
"language": "en",
"status": "passed",
"text": "Mr. Quilter is the apostle of the middle classes, and we are glad to welcome his gospel.",
"report": "/dev/shm/audio8-q3-public-linux-consumer-v1/verification/cpu-en.json",
"report_sha256": "4f6428c175322481fd2033e18ea2079431ce7e5cab45dbdc1fd8f27d402bdb73"
},
{
"backend": "native_cpu",
"language": "zh",
"status": "passed",
"text": "\u751a\u81f3\u51fa\u73b0\u4ea4\u6613\u51e0\u4e4e\u505c\u6ede\u7684\u60c5\u51b5\u3002",
"report": "/dev/shm/audio8-q3-public-linux-consumer-v1/verification/cpu-zh.json",
"report_sha256": "edfdc3673432b3253bd9987044beb438e8aa08cc80341be849941bcb59a8e743"
},
{
"backend": "cuda",
"device": 0,
"language": "en",
"status": "passed",
"text": "Mr. Quilter is the apostle of the middle classes, and we are glad to welcome his gospel.",
"report": "/dev/shm/audio8-q3-public-linux-consumer-v1/verification/cuda-0.json",
"report_sha256": "3d5784b18b7dbdf433e9391e69e436d896244d7f77db7026e9656399d6eba611"
},
{
"backend": "vulkan",
"device": 0,
"language": "en",
"status": "passed",
"text": "Mr. Quilter is the apostle of the middle classes, and we are glad to welcome his gospel.",
"report": "/dev/shm/audio8-q3-public-linux-consumer-v1/verification/vulkan-0.json",
"report_sha256": "b12274f03151b0424fde12d1750f867518f06bc354deda40d5cd476f4ebc3bb8"
},
{
"backend": "vulkan",
"device": 1,
"language": "en",
"status": "passed",
"text": "Mr. Quilter is the apostle of the middle classes, and we are glad to welcome his gospel.",
"report": "/dev/shm/audio8-q3-public-linux-consumer-v1/verification/vulkan-1.json",
"report_sha256": "e081d9bf08b7c775037e5d5e9e6ad5c317219bcb7d0e8a5e3eff6857a510e822"
}
]
},
"mlx": {
"status": "verified_published_consumer",
"verified_commit": "c49eca996a633fa64c0ec326436ce2cd131800dc",
"report_sha256": "f5bec2d50c2e280bda418d5299f83cf8e5dea231486ebcdd1f84d67a5c0cfefa",
"report_path": "evaluation/published-consumer/mlx/verification.json",
"cases": [
{
"id": "1272-128104-0000",
"language": "en",
"status": "passed",
"counts": {
"hits": 16,
"substitutions": 1,
"deletions": 0,
"insertions": 0,
"reference_units": 17,
"hypothesis_units": 17,
"errors": 1,
"error_rate": 0.058823529411764705
},
"report": "/Users/Ajab/conductor/workspaces/visualears/experiments/audio8-ternary/reports/published-q3-mlx-consumer-v1/1272-128104-0000/run.json",
"report_sha256": "d8c07ddc34e5a3347c82b98a3ad0ec72a454d6ab60d7658478c83c4759e30773"
},
{
"id": "BAC009S0764W0121",
"language": "zh",
"status": "passed",
"counts": {
"hits": 13,
"substitutions": 0,
"deletions": 0,
"insertions": 0,
"reference_units": 13,
"hypothesis_units": 13,
"errors": 0,
"error_rate": 0.0
},
"report": "/Users/Ajab/conductor/workspaces/visualears/experiments/audio8-ternary/reports/published-q3-mlx-consumer-v1/BAC009S0764W0121/run.json",
"report_sha256": "69c6cc2797f60d83345890081c139e10bc26b908f19ddb77fbeb67650aeb4a52"
}
]
},
"format": "audio8-post-publication-verification-v1",
"verified_commit": "c49eca996a633fa64c0ec326436ce2cd131800dc",
"model_and_runtime_bytes_unchanged": true,
"all_model_files_fresh_downloaded": true,
"scope": "Fresh public HTTP/HF downloads; model file hashes, shipped launchers, full smoke input coverage, backend identity and independent token/caption validation. This verifies distribution; it does not remove accuracy, memory or strict latency limitations.",
"production_ready": false
}
|