| { |
| "child_file_count": 53, |
| "child_hashes": { |
| ".gitignore": "9e6113085c435ba06bf29147fa48f85c4391236ed784438e71e149ff56d0c20b", |
| "LICENSE": "c71d239df91726fc519c6eb72d318ec65820627232b2f796219e87dcf35d0ab4", |
| "README.md": "31bc63768c6183acf45953e7a61220d5d81075c479f3c3f94af82cb2c64c193c", |
| "config/arch/net/looped_transformer.yaml": "a4152c7d0bddf5622a2eed8d843cd048ac5f7756574214db5fa90ae3c1328cee", |
| "config/arch/size/T_moe_L10.yaml": "1320df036ecd4f58a47da1838eee529b7198d5a78a02d6e45568e4e54e38d0ea", |
| "config/arch/size/T_moe_L15_E32.yaml": "e14a5c5778a56150b2a1095cde5f9c31ce756d24c4c95f09b5f5b0d423336fc8", |
| "config/cfg_pretrain.yaml": "be0685f98945ad2aa9f38a9714315d339e4a7d890e3f167f87b078373e7583d9", |
| "config/data/document.yaml": "b75baba6bc34b56918b9d4276ddf00cd1996af22a31ba141f755ed026eaea10d", |
| "config/data/fineweb_document.yaml": "4ae19cc3c224049c565315381051edd25342b86263d059b035cc5385b116cc4e", |
| "dataset_document.py": "85abf1ebf7f4c4dcda13f0fc38d095532fd86f91b2d099deaefa57a45e1b8e3e", |
| "dataset_new.py": "48b2f3d4992b556e38a8e7a0e6ee568829fc8da13c5e1b037455cc96fe9b6039", |
| "eval/README.md": "95a58b1e25fa381f375898b4d17dfa89ae33f287db4f8f52d7ff8b0b7343dcb5", |
| "eval/collect.py": "e94316ec9cc0cebd747c584b68b25f1f49149cf628e1cd0eada9d91ae82ae20c", |
| "eval/datasets_cache.py": "1afa375a27b22daea726741ef366d1c28fe9945e371733bd4b476bfc51ccabf8", |
| "eval/distributed_utils.py": "0123fab3510bb92337489afcc435a481dfa55ac7a32ff5f94aabe5f93ac0be22", |
| "eval/lm_eval_loom.py": "e461acdf81487bc8641da05d8a550ccb2f78223eba5896fe492a142231ac8724", |
| "eval/loom_loader.py": "cb100c8f53ac1a197cdae72730f387833ccc93439fcc7ff4b3ab5bfc14b0ee85", |
| "eval/run.sh": "c6c5b6da70e8248d50c2640799605591c94f71e91e2a9e221061846339fdb574", |
| "eval/sweep.sh": "d30b1b655ae57689ac7f84d2a4f1765f95534d0c9af17bd684c1e93d3219ce2c", |
| "eval/tasks/preprocess_winogrande.py": "f71aee864559f0a247dac64909cec298875b2d234edc9c1fce2fd16333c9ab52", |
| "eval/tasks/social_iqa.yaml": "2d1a45ab80e7bb8b78e52cc24a7ab684895db8d31c52e266835432a5499b5394", |
| "eval/tasks/winogrande.yaml": "d97738083b46326fa3c7eeeffbde76fc4f75859c4e5f533a2004dafad1318cd4", |
| "models/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "models/adam_atan2.py": "795304b1a57398e42975a0f54f3b7c5d2ff7ee51381f518fb13eb222ff31a414", |
| "models/attn_res.py": "7f2c0d8cbcf20c48f3fc2595e41455c0534b16084142bc7c0accc9e223876267", |
| "models/baselines/looped_transformer.py": "a6c5c3a8b583897812c0d2c3e78997eda8c1688d13878b4834cc6d9ac5500f08", |
| "models/common.py": "c6d83b6f4dffb69facd8fc81a3ec2a7fa58a0f388017ae1926e86fbefa7745b1", |
| "models/dual_axis_carry.py": "fadd0fe0b01769e4dbaa2f55bc744351f03c6ccbe4d0754e37531d00ac6d9fc9", |
| "models/flash_attention_prefixlm_v2.py": "bb70c369c85ed558a9db1e7514657fca9a1868460141e79efdcabaa971508638", |
| "models/layers.py": "7b98bb6efd64cdaa44e31d74d7d02eaf3dbcbbe8c3b6474827dc4b7e83cd7935", |
| "models/lm_head.py": "531e0413e373c3c4b50dbe61c6cd2239d1f049bfaa3f2a294afd19399b5f329e", |
| "models/melt_memory.py": "0414cb13eef19d41afbdbb5814b0c5a49413e302ccc3c2aa224da527f2b219f3", |
| "models/moe.py": "b24ee0b07b68793e291eac5aa59782417070ff7cfdc048289ad60cc55f2d33fb", |
| "models/prefixlm_attention.py": "c3b90fbcf862366ce3490c9574518908c43630783d66119c8ba273cde0f5a381", |
| "models/transformer.py": "08dee4e0dadafb75642695def9c5ebbafa9eb0e9c620d2853308fa4069577bb6", |
| "multipack_sampler.py": "6f904821e6137b2b1fa8c4a22c348bbc859b2fe5bbf31ea91a8d24ee9d963419", |
| "pretrain.py": "558500a16afcc4f94c5e730d4ad92825dff72ac7f459bd4df13a3d6afbd54b76", |
| "requirements.txt": "371d73f7eaea906d9d109876e9c4b2d87b0332b309d7fc69ffc21aa2f47a6c8a", |
| "scripts/loom_1p7b.sh": "020559784a54406b5a4fa061b07a268e8d0f5301c87a8ec7f3a4da0214f8f957", |
| "scripts/loom_329m.sh": "0b59d78151bc7c577d12de75a501e6a1f8177eb1dd398ba2526fac6386377dd3", |
| "scripts/train.sh": "1f351f034f9684b93b4d803514ec74c731a1eb9791fdb3c32b316a0d690f6af8", |
| "tools/animations/collect_routing.py": "4de8b8a49376586f6863a5c5231604af922bd93e9c4731e7598d114c2cb3b4c2", |
| "tools/animations/routing.json": "906c66ee5b49e9e3e318ef27dafdd37db52cc7a64e03c78af1dc9bb0b2c86ec0", |
| "tools/animations/style.py": "f3e9fbab466b920b42a76483f56447dc6cdc1642e5bc239b02a8f8ada9bffda5", |
| "tools/animations/weave.py": "6860c6cdef0c0bdcdb82157ba20fae446297666f5580a5f156fedc5d5249f0ee", |
| "tools/export_model_only_dcp.py": "63cb30435aaaeb23eeae175317eade692cfe198ad384f50ce528bba7f9c387af", |
| "tools/merge_document_packs.py": "554c2c59592614a0d81180aa649e3c5be963f371ee4cc3a8281a53dbd23f7119", |
| "tools/pack_document_data.py": "f2605dfca9cdd15eb8780d6805fe1b9185182629103b016c07a24a5bdfb3af1a", |
| "utils/device.py": "d3fd72e2802775bf9a0cb3ec307670dd111b0a204649ba127830bcd6e10db3ec", |
| "utils/expert_freq.py": "db70f77467c1442ba5da4a087fd69b8b2fbee088b5ca84ef956b85cf3c529c51", |
| "utils/functions.py": "029a5ebe03724f9a9e33da5490dc58fe0e0c16ce4946c18a5132f8313d311015", |
| "utils/module_diag.py": "37165903ef774e1235694ec7ef59e6e79076103107b31efd121f57d5fc2d9171", |
| "utils/tensorboard_logger.py": "1f915f7e635c5197924dd61551160350881b50ca1c45c3b94f653fc95b785e4b" |
| }, |
| "format": "native-loom-distribution-source-integrity-v1", |
| "notice_files": [ |
| "source/models/baselines/looped_transformer.py", |
| "source/models/layers.py", |
| "source/models/lm_head.py", |
| "source/models/moe.py", |
| "source/models/transformer.py", |
| "source/pretrain.py", |
| "source/models/melt_memory.py" |
| ], |
| "original_artifact_manifest_sha256": "6947858ef8baa2db08db06d80b58217ef246d66558af7819be1784954c41f64b", |
| "original_training_integrity_sha256": "9074c5ea1d86c3c20892d099a8aedc2b561d08c07dda3d9887ac3631568d4713", |
| "upstream_commit": "a2ee5a7ecd38b083d9c049d97271ece38f4bce4c" |
| } |
|
|
