Download training_info.json from OthmaneW/DiffuThink-Story-512: direct link, hf CLI and curl.
- Browser
- Download file 7.56 kB
-
https://huggingface.co/OthmaneW/DiffuThink-Story-512/resolve/main/training_info.json
- Command line
-
hf download hf://OthmaneW/DiffuThink-Story-512/training_info.json
-
curl -L -o training_info.json https://huggingface.co/OthmaneW/DiffuThink-Story-512/resolve/main/training_info.json
7.56 kB
| { | |
| "step": 16000, | |
| "validation_loss": 1.4868489469753141, | |
| "parameters": 13439680, | |
| "seen_tokens": 108397864, | |
| "pretrained_weights": false, | |
| "manifest": { | |
| "dataset": "roneneldan/TinyStories", | |
| "revision": "f54c09fd23315a6f9c86f9dc80f725de7d8f9c64", | |
| "license": "cdla-sharing-1.0", | |
| "source": "https://huggingface.co/datasets/roneneldan/TinyStories", | |
| "synthetic": true, | |
| "selection": "First unique documents in pinned source order; alternating validation/test documents", | |
| "tokenizer_train_documents": 50000, | |
| "vocab_size": 8192, | |
| "max_length": 512, | |
| "tokenizer_sha256": "c5478e3379227640a0cbf9c50d3814373d843e9418c146e43de8cc9412dd1283", | |
| "splits": { | |
| "train": { | |
| "documents": 500000, | |
| "windows": 514199, | |
| "text_tokens": 107857284, | |
| "complete_story_windows": 485910, | |
| "documents_sha256": "b4876f6394b78ca3560848f22195b8e125c2872621c857148b77f93e5264cc16", | |
| "array_sha256": "b1fde06202d29af0d1146276d8be1bb4e5ebac1e7d767f6d58a8ca43a1aa16f1" | |
| }, | |
| "validation": { | |
| "documents": 1000, | |
| "windows": 1008, | |
| "text_tokens": 187038, | |
| "complete_story_windows": 992, | |
| "documents_sha256": "c6c4866335d6d101e152a43617c39bc6b2f25f05be5c841b6a67a6765e6e7b08", | |
| "array_sha256": "92d568c80995bf436d18ab320b4644c96eed757f47a263270be4303f566fd703" | |
| }, | |
| "test": { | |
| "documents": 1000, | |
| "windows": 1012, | |
| "text_tokens": 188300, | |
| "complete_story_windows": 988, | |
| "documents_sha256": "03d78b126a718f6be7aed5fdb09cd492f4462e0aaf717ca48f81d7349a43087d", | |
| "array_sha256": "fb581db76905e21e777b1746b2c3ca5d3cb2c8b5462e15910c8b4e6d644250c9" | |
| } | |
| }, | |
| "tokenizer_source": "data/processed/stories-v2/tokenizer.json" | |
| }, | |
| "previous_phase": { | |
| "step": 16000, | |
| "validation_loss": 1.6551510605712965, | |
| "parameters": 13337280, | |
| "seen_tokens": 71702281, | |
| "pretrained_weights": false, | |
| "manifest": { | |
| "dataset": "roneneldan/TinyStories", | |
| "revision": "f54c09fd23315a6f9c86f9dc80f725de7d8f9c64", | |
| "license": "cdla-sharing-1.0", | |
| "source": "https://huggingface.co/datasets/roneneldan/TinyStories", | |
| "synthetic": true, | |
| "selection": "First unique documents in pinned source order; alternating validation/test documents", | |
| "tokenizer_train_documents": 50000, | |
| "vocab_size": 8192, | |
| "max_length": 192, | |
| "tokenizer_sha256": "c5478e3379227640a0cbf9c50d3814373d843e9418c146e43de8cc9412dd1283", | |
| "splits": { | |
| "train": { | |
| "documents": 100000, | |
| "windows": 152676, | |
| "text_tokens": 21134655, | |
| "documents_sha256": "1f43bc4e6c3bcee6d06c21e44568d80c3f9071e778db95df29270383d8f5a8fc", | |
| "array_sha256": "165b1190d164fcc930f6e659a0e21eda68ac90d702ef47d97559f8b36468a483" | |
| }, | |
| "validation": { | |
| "documents": 1000, | |
| "windows": 1396, | |
| "text_tokens": 187038, | |
| "documents_sha256": "c6c4866335d6d101e152a43617c39bc6b2f25f05be5c841b6a67a6765e6e7b08", | |
| "array_sha256": "21d533d2d9a67bffea750e8a6fe896ae669c54370c7a500bbaf031bccf8836cd" | |
| }, | |
| "test": { | |
| "documents": 1000, | |
| "windows": 1380, | |
| "text_tokens": 188300, | |
| "documents_sha256": "03d78b126a718f6be7aed5fdb09cd492f4462e0aaf717ca48f81d7349a43087d", | |
| "array_sha256": "6fe4b8906954e63f2acd6b9caa3774b171fdeb95f3b08ff11e68c7079af6d51c" | |
| } | |
| } | |
| }, | |
| "previous_phase": { | |
| "step": 6000, | |
| "validation_loss": 2.704374563029266, | |
| "parameters": 13337280, | |
| "seen_tokens": 26848211, | |
| "pretrained_weights": false, | |
| "manifest": { | |
| "dataset": "roneneldan/TinyStories", | |
| "revision": "f54c09fd23315a6f9c86f9dc80f725de7d8f9c64", | |
| "license": "cdla-sharing-1.0", | |
| "source": "https://huggingface.co/datasets/roneneldan/TinyStories", | |
| "synthetic": true, | |
| "selection": "First unique documents in pinned source order; alternating validation/test documents", | |
| "tokenizer_train_documents": 50000, | |
| "vocab_size": 8192, | |
| "max_length": 192, | |
| "tokenizer_sha256": "c5478e3379227640a0cbf9c50d3814373d843e9418c146e43de8cc9412dd1283", | |
| "splits": { | |
| "train": { | |
| "documents": 100000, | |
| "windows": 152676, | |
| "text_tokens": 21134655, | |
| "documents_sha256": "1f43bc4e6c3bcee6d06c21e44568d80c3f9071e778db95df29270383d8f5a8fc", | |
| "array_sha256": "165b1190d164fcc930f6e659a0e21eda68ac90d702ef47d97559f8b36468a483" | |
| }, | |
| "validation": { | |
| "documents": 1000, | |
| "windows": 1396, | |
| "text_tokens": 187038, | |
| "documents_sha256": "c6c4866335d6d101e152a43617c39bc6b2f25f05be5c841b6a67a6765e6e7b08", | |
| "array_sha256": "21d533d2d9a67bffea750e8a6fe896ae669c54370c7a500bbaf031bccf8836cd" | |
| }, | |
| "test": { | |
| "documents": 1000, | |
| "windows": 1380, | |
| "text_tokens": 188300, | |
| "documents_sha256": "03d78b126a718f6be7aed5fdb09cd492f4462e0aaf717ca48f81d7349a43087d", | |
| "array_sha256": "6fe4b8906954e63f2acd6b9caa3774b171fdeb95f3b08ff11e68c7079af6d51c" | |
| } | |
| } | |
| }, | |
| "previous_phase": { | |
| "step": 6000, | |
| "validation_loss": 2.923163155717678, | |
| "parameters": 13337280, | |
| "seen_tokens": 26875972, | |
| "pretrained_weights": false, | |
| "manifest": { | |
| "dataset": "roneneldan/TinyStories", | |
| "revision": "f54c09fd23315a6f9c86f9dc80f725de7d8f9c64", | |
| "license": "cdla-sharing-1.0", | |
| "source": "https://huggingface.co/datasets/roneneldan/TinyStories", | |
| "synthetic": true, | |
| "selection": "First unique documents in pinned source order; alternating validation/test documents", | |
| "tokenizer_train_documents": 50000, | |
| "vocab_size": 8192, | |
| "max_length": 192, | |
| "tokenizer_sha256": "c5478e3379227640a0cbf9c50d3814373d843e9418c146e43de8cc9412dd1283", | |
| "splits": { | |
| "train": { | |
| "documents": 100000, | |
| "windows": 152676, | |
| "text_tokens": 21134655, | |
| "documents_sha256": "1f43bc4e6c3bcee6d06c21e44568d80c3f9071e778db95df29270383d8f5a8fc", | |
| "array_sha256": "165b1190d164fcc930f6e659a0e21eda68ac90d702ef47d97559f8b36468a483" | |
| }, | |
| "validation": { | |
| "documents": 1000, | |
| "windows": 1396, | |
| "text_tokens": 187038, | |
| "documents_sha256": "c6c4866335d6d101e152a43617c39bc6b2f25f05be5c841b6a67a6765e6e7b08", | |
| "array_sha256": "21d533d2d9a67bffea750e8a6fe896ae669c54370c7a500bbaf031bccf8836cd" | |
| }, | |
| "test": { | |
| "documents": 1000, | |
| "windows": 1380, | |
| "text_tokens": 188300, | |
| "documents_sha256": "03d78b126a718f6be7aed5fdb09cd492f4462e0aaf717ca48f81d7349a43087d", | |
| "array_sha256": "6fe4b8906954e63f2acd6b9caa3774b171fdeb95f3b08ff11e68c7079af6d51c" | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "continuation_mode": "autoregressive", | |
| "objective": "90% causal batches, 10% denoising batches" | |
| }, | |
| "continuation_mode": "autoregressive", | |
| "objective": "Denoising every 10 updates (0 = causal only)", | |
| "context_extension": true | |
| } |