Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
|
@@ -202,7 +202,7 @@ def download_loop(state):
|
|
| 202 |
fmt = entry.get("fmt", "parquet")
|
| 203 |
|
| 204 |
base_name = url.split("?")[0].split("/")[-1].replace(".parquet", "").replace(".jsonl", "")
|
| 205 |
-
shard_name = f"{source}__{base_name}.jsonl"
|
| 206 |
jsonl_path = Path(RAW_DIR) / shard_name
|
| 207 |
tmp_path = Path(RAW_DIR) / f"{shard_name}.tmp"
|
| 208 |
|
|
|
|
| 202 |
fmt = entry.get("fmt", "parquet")
|
| 203 |
|
| 204 |
base_name = url.split("?")[0].split("/")[-1].replace(".parquet", "").replace(".jsonl", "")
|
| 205 |
+
shard_name = f"{source}__{base_name}_{language}.jsonl"
|
| 206 |
jsonl_path = Path(RAW_DIR) / shard_name
|
| 207 |
tmp_path = Path(RAW_DIR) / f"{shard_name}.tmp"
|
| 208 |
|