timestral-coreai / models.json
jbilcke's picture
Publish Timestral CoreAI models, native Swift SDK and validated Python runtime
506f40d verified
Raw History Blame Contribute Delete
6.99 kB
{
"format": "timestral-coreai-collection-v1",
"passed": true,
"expected_variants": [
"5M",
"28M",
"123M",
"209M"
],
"runtime_sha256": {
"__init__.py": "7ac1f785205604dbc2f97df9bfa053ce3ac4011891f3d99401db4142db558146",
"_protocol.py": "2b2f164536e059b7978c8b24aa6b81d1490a8a81f1aeeb40e5c5d126660a3553",
"_worker.py": "cc6c23e235582daf9686bc3c10c874f71ed654796473b8ec029d6263e8438560",
"config.py": "d46e37020875c536e7a75e1b6ace3f67419ba2f2c9d9e8465f4b07f837e92ed6",
"covariate_encoding.py": "1c7f5c320fa4b7622d3705f765f53ab9676b829cb1d4fd68f839ec593b8404c0",
"export.py": "5a4df4834b5e8e985c04408333aeba67bf78b9caebf5b2a4b71adf246827fcfc",
"forecaster.py": "928257005b68cc155f5ed9165d751318b460c00582d285c4df37af97c7173019",
"loading.py": "0b5b5872febdeba1d3e88c59e22ba8b75a0b38b3047a29e025b7cbc1b742ab83",
"masks.py": "741f65ce8f7870656fb2b012364dfa1d7c182018251c6203cfbd5f45aa6e4c4e",
"model.py": "83d0ac698392275e4b6ec5e507a9a57c6db46a429fb26c332b7dddc926b48da5",
"runtime.py": "9b5d4919e72deebb29e2f35d6bd6e68f7ef5781b8a36eb2d65f6f7d4696754d1",
"scaler.py": "9b22b7a11198bc2a0f18b963685dfc055db94cef1caa5e651537dca273879db0",
"torch_model.py": "6e1b61f768f6c9df6c826bc15d624254375acb042141283e8d37b25523293d8c"
},
"acceptance": {
"normalized_rmse_max": 0.0001,
"normalized_max_error_max": 0.002
},
"notes": "All four variants require nine accepted fixtures against cached MLX and original Mistral references. Timings include specialization and are not benchmarks.",
"models": [
{
"variant": "5M",
"path": "/Users/jbilcke/Code/PRIVATE/timestral-coreai/5M",
"passed": true,
"fixture_count": 9,
"compute_unit": "cpu",
"backend": "macos-coreai",
"format": "timestral-coreai-staged-fp32-v1",
"parameters": 5208960,
"asset_bytes": 21012910,
"asset_count": 10,
"bundle_bytes": 21029568,
"bundle_manifest_sha256": "555df098091e834d4433e3905343447a4ff997db5c1e775b5557a1e2693bb958",
"source_manifest_sha256": "f4bdcc4e0a7255191f1bcf565f05e667fa9c4106351fba6695488be2ca0f9f1e",
"validation_report": "/Users/jbilcke/Code/PRIVATE/timestral-coreai/reports/5M.json",
"validation_report_sha256": "c46d59d7985e9877a75483ed98259832efcf92c437b8f8c996132b51e7e3414e",
"elapsed_seconds": 3.99947,
"coreai_inference_seconds": 3.9235250430010638,
"worst_error_vs_mlx": {
"normalized_rmse": 3.06946666167761e-06,
"normalized_max_error": 9.493668005190475e-05,
"max_absolute_error": 0.0015869140625,
"minimum_psnr_db": 128.47637842085643
},
"worst_error_vs_original": {
"normalized_rmse": 1.4628012725121417e-06,
"normalized_max_error": 5.294550475106601e-05,
"max_absolute_error": 0.000885009765625,
"minimum_psnr_db": 131.97432891058642
}
},
{
"variant": "28M",
"path": "/Users/jbilcke/Code/PRIVATE/timestral-coreai/28M",
"passed": true,
"fixture_count": 9,
"compute_unit": "cpu",
"backend": "macos-coreai",
"format": "timestral-coreai-staged-fp32-v1",
"parameters": 27821184,
"asset_bytes": 111546371,
"asset_count": 14,
"bundle_bytes": 111565009,
"bundle_manifest_sha256": "d31ddb0feb745bc4d520f60c829e68330f5fc24191b360c926d9a1e557d10acd",
"source_manifest_sha256": "126c69da69e45dc0216b8c932afbd024429c784dcdd259b4d67f62fe2d31aa9b",
"validation_report": "/Users/jbilcke/Code/PRIVATE/timestral-coreai/reports/28M.json",
"validation_report_sha256": "3cdee0b4061caffeccb154c3464de91ff566257d9c9c669da3420225f6db54ca",
"elapsed_seconds": 5.782128,
"coreai_inference_seconds": 5.661621876000936,
"worst_error_vs_mlx": {
"normalized_rmse": 1.8157610841628054e-06,
"normalized_max_error": 4.035801078407116e-05,
"max_absolute_error": 0.0005340576171875,
"minimum_psnr_db": 120.55045779933329
},
"worst_error_vs_original": {
"normalized_rmse": 3.152123045498859e-06,
"normalized_max_error": 6.823402154213845e-05,
"max_absolute_error": 0.00092315673828125,
"minimum_psnr_db": 120.45420027689156
}
},
{
"variant": "123M",
"path": "/Users/jbilcke/Code/PRIVATE/timestral-coreai/123M",
"passed": true,
"fixture_count": 9,
"compute_unit": "cpu",
"backend": "macos-coreai",
"format": "timestral-coreai-staged-fp32-v1",
"parameters": 122606720,
"asset_bytes": 490853728,
"asset_count": 22,
"bundle_bytes": 490876317,
"bundle_manifest_sha256": "296a0e4267a7fe53d4ee35ecc5d4edfd135706311b10375eeaa73297b780b06f",
"source_manifest_sha256": "4faec738809456302a480b42b2c270b63fc5e95c7b1b1ac31f178e7729d579d5",
"validation_report": "/Users/jbilcke/Code/PRIVATE/timestral-coreai/reports/123M.json",
"validation_report_sha256": "355bf67c04a31d1d2de63d955c0eda3683dc860b74e0013eb5624813cfe2af49",
"elapsed_seconds": 9.126252,
"coreai_inference_seconds": 8.86276541799998,
"worst_error_vs_mlx": {
"normalized_rmse": 2.3807020162661424e-06,
"normalized_max_error": 7.74921972300823e-05,
"max_absolute_error": 0.001495361328125,
"minimum_psnr_db": 130.56962816806356
},
"worst_error_vs_original": {
"normalized_rmse": 6.0254404509432634e-06,
"normalized_max_error": 0.0002024280558128951,
"max_absolute_error": 0.00390625,
"minimum_psnr_db": 128.96822777403187
}
},
{
"variant": "209M",
"path": "/Users/jbilcke/Code/PRIVATE/timestral-coreai/209M",
"passed": true,
"fixture_count": 9,
"compute_unit": "cpu",
"backend": "macos-coreai",
"format": "timestral-coreai-staged-fp32-v1",
"parameters": 209312256,
"asset_bytes": 837758492,
"asset_count": 26,
"bundle_bytes": 837785201,
"bundle_manifest_sha256": "c28b0145e6908ba579c757f14ad696a50d585b5e3cb156b64dcfa76917556ba7",
"source_manifest_sha256": "8439041e17342011f5960ccfbb25d9d65b3e0db200e078a37d3eacb78aa5bdcc",
"validation_report": "/Users/jbilcke/Code/PRIVATE/timestral-coreai/reports/209M.json",
"validation_report_sha256": "8652414551a37b0a2b93933b1f9e097994110ee2d718f6573fdb8cbedc8b8546",
"elapsed_seconds": 15.827251,
"coreai_inference_seconds": 15.425304917998801,
"worst_error_vs_mlx": {
"normalized_rmse": 1.1384095832588775e-06,
"normalized_max_error": 3.517226913062527e-05,
"max_absolute_error": 0.000457763671875,
"minimum_psnr_db": 126.22728868086841
},
"worst_error_vs_original": {
"normalized_rmse": 1.1938859857770663e-06,
"normalized_max_error": 6.79997274134879e-05,
"max_absolute_error": 0.000885009765625,
"minimum_psnr_db": 129.9188351268779
}
}
],
"errors": []
}