Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
|
@@ -201,7 +201,7 @@ def download_loop(state):
|
|
| 201 |
text_col = entry["text_col"]
|
| 202 |
fmt = entry.get("fmt", "parquet")
|
| 203 |
|
| 204 |
-
lang = url.split("?")[0].split("/")[-
|
| 205 |
base_name = url.split("?")[0].split("/")[-1].replace(".parquet", "").replace(".jsonl", "")
|
| 206 |
shard_name = f"{source}__{base_name}_{lang}.jsonl"
|
| 207 |
jsonl_path = Path(RAW_DIR) / shard_name
|
|
|
|
| 201 |
text_col = entry["text_col"]
|
| 202 |
fmt = entry.get("fmt", "parquet")
|
| 203 |
|
| 204 |
+
lang = url.split("?")[0].split("/")[-2]
|
| 205 |
base_name = url.split("?")[0].split("/")[-1].replace(".parquet", "").replace(".jsonl", "")
|
| 206 |
shard_name = f"{source}__{base_name}_{lang}.jsonl"
|
| 207 |
jsonl_path = Path(RAW_DIR) / shard_name
|