| { | |
| "aliases": { | |
| "openwebtext-train_train_bs1024_wrapped.dat": "/home/ruizzhao/diffusion_baseline/data/processed/owt-gpt2-1024/train", | |
| "openwebtext-valid_validation_bs1024_wrapped.dat": "/home/ruizzhao/diffusion_baseline/data/processed/owt-gpt2-1024/validation" | |
| }, | |
| "cache": "/home/ruizzhao/diffusion_baseline/data/training_cache/candi/owt", | |
| "format": "hf_dataset_with_attention_mask_v1", | |
| "mode": "materialized_bridge", | |
| "processed_manifest_sha256": "4d763c8020b175aaee5e8871acab09b565a5c9005acae54194cfb8f6e951565e", | |
| "processed_path": "/home/ruizzhao/diffusion_baseline/data/processed/owt-gpt2-1024" | |
| } | |