trick-prediction / bundle_manifest.json
diffusion-gif's picture
data: attach pinned training dataset index and safe recovery helpers
02a39fb verified
Raw History Blame Contribute Delete
11.4 kB
{
"schema_version": 1,
"status": "complete",
"models": [
{
"path": "legacy_sft_step900",
"kind": "legacy mix6 SFT step900",
"shard_count": 12,
"tensor_count": 1184,
"raw_tensor_bytes": 54713457120,
"max_file_bytes": 4987274704,
"historical_protocol": "legacy mix6, not the newer joint fixed EEF origin protocol"
},
{
"path": "legacy_grpo_step250",
"kind": "legacy mix6 GRPO step250",
"shard_count": 12,
"tensor_count": 1184,
"raw_tensor_bytes": 54713457120,
"max_file_bytes": 4994617920,
"historical_protocol": "legacy mix6, not the newer joint fixed EEF origin protocol"
}
],
"max_file_bytes": 5000000000,
"files": [
{
"path": "legacy_sft_step900/README.md",
"bytes": 1317,
"sha256": "016d78559dd9c00326e46b15e123335463beeeb28962030dc2e33ed55f304bb9"
},
{
"path": "legacy_sft_step900/chat_template.jinja",
"bytes": 8952,
"sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041"
},
{
"path": "legacy_sft_step900/config.json",
"bytes": 3707,
"sha256": "6aa7cc1b8f5d01907fc2a25deab9eb70dab2d50bd54584c12f9fd8980ad340ae"
},
{
"path": "legacy_sft_step900/generation_config.json",
"bytes": 213,
"sha256": "7ae9e193dbcef99733ccf647c95ef668c35d1a80a8aa88a51ee40a9bcacf5a74"
},
{
"path": "legacy_sft_step900/model-00001-of-00012.safetensors",
"bytes": 2542796928,
"sha256": "85858224f293dd822f5c6b4928ab423a99ae19955fd0a84e13ae2c6d144a3de7"
},
{
"path": "legacy_sft_step900/model-00002-of-00012.safetensors",
"bytes": 4842451936,
"sha256": "861e34876fb3bcd56fbebf8b732c512e6367d07b9d790e7dab0cf335a28b827c"
},
{
"path": "legacy_sft_step900/model-00003-of-00012.safetensors",
"bytes": 4965228032,
"sha256": "45b27de19d1c70e1b7119aa106c8e771f4f29cb5ef801ff2aa0226870d20ff09"
},
{
"path": "legacy_sft_step900/model-00004-of-00012.safetensors",
"bytes": 4933789808,
"sha256": "6364625565e824b67eeb4565400c43b974c5658baedd2676e0dd22bf09bbadee"
},
{
"path": "legacy_sft_step900/model-00005-of-00012.safetensors",
"bytes": 4965228032,
"sha256": "740893a6b986ed412c4797e23a7aee531f567240a724760736283b8dd3df34b5"
},
{
"path": "legacy_sft_step900/model-00006-of-00012.safetensors",
"bytes": 4911753512,
"sha256": "b9618f54e6e3eb08f149372dc24cdb4ddb809b41eeedb2106d311d7608703b77"
},
{
"path": "legacy_sft_step900/model-00007-of-00012.safetensors",
"bytes": 4965228016,
"sha256": "29426f70d3e3d11ca95f5528f3d778d82b76295416f3c7533bf1bf5c757906a5"
},
{
"path": "legacy_sft_step900/model-00008-of-00012.safetensors",
"bytes": 4933789824,
"sha256": "daeeb3b6e07b652c5a4f437ca830338108d678d0da2a1579c67697b47dad7873"
},
{
"path": "legacy_sft_step900/model-00009-of-00012.safetensors",
"bytes": 4965228016,
"sha256": "d32e51ce4808aadf0dda07bb94f75a6718c0c1b45c7df51f5ec9f7cbab2436f4"
},
{
"path": "legacy_sft_step900/model-00010-of-00012.safetensors",
"bytes": 4987274704,
"sha256": "5d7d1ee93429e8ccc5a2bff6d152f036fdb8e2c1c747c912ddb3032234347121"
},
{
"path": "legacy_sft_step900/model-00011-of-00012.safetensors",
"bytes": 4911743120,
"sha256": "5eee1bf6951b8537bc21a580e299eb8160e554483c19ef15b5125d014683de81"
},
{
"path": "legacy_sft_step900/model-00012-of-00012.safetensors",
"bytes": 2789094896,
"sha256": "18988129b9730891a97c8d99aff7db192760428b91b9424686f9f4eae6ffaaa6"
},
{
"path": "legacy_sft_step900/model.safetensors.index.json",
"bytes": 111109,
"sha256": "84241049b1762e2105cdbf6e7cb16d782965a17cdd8dcddbb68e6b59f93b6093"
},
{
"path": "legacy_sft_step900/processor_config.json",
"bytes": 1191,
"sha256": "d89ef49ce9cd37fbf510158e13c1ef063d9286411c1ec9049932dbe0487143b1"
},
{
"path": "legacy_sft_step900/reshard_manifest.json",
"bytes": 154039,
"sha256": "176131696fcaf785051fe2d6ce773252074b2cf3ebfc59eb615836c68cfbdb04"
},
{
"path": "legacy_sft_step900/tokenizer.json",
"bytes": 19989325,
"sha256": "06b9509352d2af50381ab2247e083b80d32d5c0aba91c272ca9ff729b6a0e523"
},
{
"path": "legacy_sft_step900/tokenizer_config.json",
"bytes": 1165,
"sha256": "792fa3f0cb88b111e54ef3134c873531008c4df471d108da17903426e308aa7b"
},
{
"path": "legacy_sft_step900/train_step.json",
"bytes": 13,
"sha256": "774a2746b865b2378b63f4824ed8177a0851c60f3575a44a07377e00c42b1fd5"
},
{
"path": "legacy_grpo_step250/README.md",
"bytes": 1318,
"sha256": "e261c4002ab0545e1b0cac2a4de4ca8fdc53d5e294969650099ce6c62ec47344"
},
{
"path": "legacy_grpo_step250/chat_template.jinja",
"bytes": 8952,
"sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041"
},
{
"path": "legacy_grpo_step250/config.json",
"bytes": 3764,
"sha256": "63686f3353745bbf88389db9802fa923dd7c33f92f9267a9533e6917667a102d"
},
{
"path": "legacy_grpo_step250/generation_config.json",
"bytes": 213,
"sha256": "7ae9e193dbcef99733ccf647c95ef668c35d1a80a8aa88a51ee40a9bcacf5a74"
},
{
"path": "legacy_grpo_step250/model-00001-of-00012.safetensors",
"bytes": 4957795048,
"sha256": "43f13c8e3988acaea28d657b754a10c5263841ed943b237b931e0919992b7cb0"
},
{
"path": "legacy_grpo_step250/model-00002-of-00012.safetensors",
"bytes": 4965823304,
"sha256": "c0311139b7311149e442d86b72a0cca12a7aed19aa7dfbdd9fd3083d95e24d76"
},
{
"path": "legacy_grpo_step250/model-00003-of-00012.safetensors",
"bytes": 4954260256,
"sha256": "98a7a03c190811a05c4de07a9420a1c75ad68732b4aaaed041a22ad8bfc98831"
},
{
"path": "legacy_grpo_step250/model-00004-of-00012.safetensors",
"bytes": 4890782592,
"sha256": "28ce42497fb52ad303c85a3a34637506d38982765e6802239f03a2682a9110a1"
},
{
"path": "legacy_grpo_step250/model-00005-of-00012.safetensors",
"bytes": 4901831856,
"sha256": "58dc43f12f1cb4feb132a972588fa3da1dbbfe05083147bcd0958a6503178424"
},
{
"path": "legacy_grpo_step250/model-00006-of-00012.safetensors",
"bytes": 4870864528,
"sha256": "dd73fa9495216e91a39d756851427e525bcf471d4c71dd6d4712f0672e7b05bc"
},
{
"path": "legacy_grpo_step250/model-00007-of-00012.safetensors",
"bytes": 4964725368,
"sha256": "829cade07d6b5e4e639d49fe23c0a5c8f2f613cd9c98a6a059884dc8d97da00e"
},
{
"path": "legacy_grpo_step250/model-00008-of-00012.safetensors",
"bytes": 4870864528,
"sha256": "5e45e97b35a6c80c58eaff4527b949a6eb1f52babcdfdd5ae0c6cb745a6a2f07"
},
{
"path": "legacy_grpo_step250/model-00009-of-00012.safetensors",
"bytes": 4838415312,
"sha256": "730c74482f1a92efbd210b64e23909a94bf5c4f810e61ac6cf8ec0a67b20a373"
},
{
"path": "legacy_grpo_step250/model-00010-of-00012.safetensors",
"bytes": 4994617920,
"sha256": "92eef2653a9082945e48cd36693d6882c09bc0226b15704814bbe960adf24fee"
},
{
"path": "legacy_grpo_step250/model-00011-of-00012.safetensors",
"bytes": 4909076848,
"sha256": "e00dc5b1efa360156c83e1748e03fc7bdd85b88aed1e4810c06265e89799417c"
},
{
"path": "legacy_grpo_step250/model-00012-of-00012.safetensors",
"bytes": 594548864,
"sha256": "9b99ed0b0f1eb2cb350ee1d2e719ce254905935f06091de96d676a0c8832d16d"
},
{
"path": "legacy_grpo_step250/model.safetensors.index.json",
"bytes": 111109,
"sha256": "c5c71999b4b80531707f028c78f0ba300b59e4333f52ab9f140cbfcd518891ff"
},
{
"path": "legacy_grpo_step250/processor_config.json",
"bytes": 1191,
"sha256": "d89ef49ce9cd37fbf510158e13c1ef063d9286411c1ec9049932dbe0487143b1"
},
{
"path": "legacy_grpo_step250/reshard_manifest.json",
"bytes": 153905,
"sha256": "507febaf050b542d1c1f547fa63f3c1fe43c872f9176027c01d3df7b65455c6b"
},
{
"path": "legacy_grpo_step250/tokenizer.json",
"bytes": 19989325,
"sha256": "06b9509352d2af50381ab2247e083b80d32d5c0aba91c272ca9ff729b6a0e523"
},
{
"path": "legacy_grpo_step250/tokenizer_config.json",
"bytes": 1165,
"sha256": "792fa3f0cb88b111e54ef3134c873531008c4df471d108da17903426e308aa7b"
},
{
"path": "safetensors_reader_validation.json",
"bytes": 444,
"sha256": "528a399c22462d47c8fbc2bbed74a7db81cc5c7212d127a51a4e1de49f4907d4"
},
{
"path": "tools/reshard_safetensors.py",
"bytes": 16054,
"sha256": "33dc3c75269c0d037cb371b8b73116e10080da289911abfbe3648aac3a98f88a"
},
{
"path": "tests/test_reshard_safetensors.py",
"bytes": 3728,
"sha256": "7f54d5b05d644bdc5c8c4a8450e45826ece512c9d2ec391896dde284d5fea552"
},
{
"path": "tools/verify_model_bundle.py",
"bytes": 1785,
"sha256": "c602d4305f59c388105765835b3b7d9cacf2181e8494014fea7f0dc57e728cb8"
},
{
"path": "README.md",
"bytes": 5390,
"sha256": "d8f10883a186b67cfcc14d88cffc55a1df582b44a315f57ce9a8a498576fbb76"
},
{
"path": "LICENSES/Apache-2.0.txt",
"bytes": 11357,
"sha256": "c71d239df91726fc519c6eb72d318ec65820627232b2f796219e87dcf35d0ab4"
},
{
"path": "LICENSES/UPSTREAM.md",
"bytes": 687,
"sha256": "c9b258698bab0fabc1939cc09f0de24992c8b55eb63d4ba21e8803356cdc3320"
},
{
"path": "TRAINING_DATA_INDEX.json",
"bytes": 146175,
"sha256": "2569cdcdb30128ffb7d1f178a2669580ead36e532f9f8c65a67f0f25c543caaf"
},
{
"path": "tools/fetch_training_data.py",
"bytes": 3237,
"sha256": "67acb0f58a052ce7fd309e50cdaf473a9880bc31a8d1c7f68212d528088d275c"
},
{
"path": "tools/restore_legacy_mix6.py",
"bytes": 2642,
"sha256": "4cd8ba59a93ab631419f29b61153ab8024cc7392f81fca1e0470c400144c8826"
}
],
"total_file_bytes": 109467946720,
"source_export_identity_sha256": "29f1a102714ddfb0c5a6c6db580ee1a62a27fc46562e6fe783c4b7c2a3a088e5",
"distribution": {
"repo_id": "diffusion-gif/trick-prediction",
"repo_type": "model",
"visibility": "public",
"publication_phase": "complete",
"training_data_index": {
"repo_id": "diffusion-gif/training-data-index",
"repo_type": "dataset",
"revision": "04182e349e581ce2f5826eb4a7bed2803b2925fc",
"path": "TRAINING_DATA_INDEX.json",
"source_JSON_sha256": "2569cdcdb30128ffb7d1f178a2669580ead36e532f9f8c65a67f0f25c543caaf"
}
},
"validation": {
"source_shard_SHA256_verified_before_upload": true,
"original_export_all_tensor_names_shapes_dtypes_bytes_verified": true,
"native_reader_previously_verified_on_cpu": true
},
"GPU_used": false,
"model_loaded": false,
"training_run": false,
"raw_data_included": false,
"upload_status": "complete",
"expected_weight_shards": 24,
"committed_weight_shards": 24,
"committed_shards_by_checkpoint": {
"legacy_sft_step900": 12,
"legacy_grpo_step250": 12
}
}