| { | |
| "aliases": { | |
| "openwebtext-train_train_bs1024_wrapped.dat": "/home/ruizzhao/diffusion_baseline/data/processed/owt-gpt2-1024/train", | |
| "openwebtext-valid_validation_bs1024_wrapped.dat": "/home/ruizzhao/diffusion_baseline/data/processed/owt-gpt2-1024/validation" | |
| }, | |
| "cache": "/home/ruizzhao/diffusion_baseline/data/training_cache/di4c/owt", | |
| "format": "hf_dataset_with_attention_mask_v1", | |
| "mode": "materialized_bridge", | |
| "processed_manifest_sha256": "6971545df48d6fac81297fee0bdfaa9f1eb937501288b8f9a3a9582beb3b2916", | |
| "processed_path": "/home/ruizzhao/diffusion_baseline/data/processed/owt-gpt2-1024" | |
| } | |