| { | |
| "generated_at": "2026-09-10T09:59:10.314711+00:00", | |
| "lang": "urd_Arab", | |
| "map_url": "https://data.hplt-project.org/three/sorted/urd_Arab.map", | |
| "bins_requested": [ | |
| 10, | |
| 9 | |
| ], | |
| "prob_threshold": 0.8, | |
| "min_chars": 20, | |
| "val_fraction": 0.005, | |
| "max_docs_per_shard": 50000, | |
| "max_chars_per_shard": 500000000, | |
| "max_shards": null, | |
| "stream_download": true, | |
| "shards": [ | |
| { | |
| "url": "https://data.hplt-project.org/three/sorted/urd_Arab/10_1.jsonl.zst", | |
| "bin": 10, | |
| "raw_docs": 2162, | |
| "dropped_low_prob": 0, | |
| "dropped_empty": 0, | |
| "dropped_exact_dup": 0, | |
| "pii_spans_redacted": 24, | |
| "kept_train": 2151, | |
| "kept_val": 11, | |
| "chars_kept": 41055559 | |
| }, | |
| { | |
| "url": "https://data.hplt-project.org/three/sorted/urd_Arab/9_1.jsonl.zst", | |
| "bin": 9, | |
| "raw_docs": 29290, | |
| "dropped_low_prob": 3, | |
| "dropped_empty": 0, | |
| "dropped_exact_dup": 1, | |
| "pii_spans_redacted": 729, | |
| "kept_train": 29146, | |
| "kept_val": 140, | |
| "chars_kept": 500109810 | |
| } | |
| ], | |
| "totals": { | |
| "raw_docs": 31452, | |
| "kept_train": 31297, | |
| "kept_val": 151, | |
| "dropped_low_prob": 3, | |
| "dropped_empty": 0, | |
| "dropped_exact_dup": 1, | |
| "pii_spans_redacted": 753, | |
| "chars_kept": 541165369 | |
| }, | |
| "consolidated_counts": { | |
| "train": 31297, | |
| "val": 151 | |
| } | |
| } |