Neon-tech commited on
Commit
c48d269
·
verified ·
1 Parent(s): 1e1f138

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -202,7 +202,7 @@ def download_loop(state):
202
  fmt = entry.get("fmt", "parquet")
203
 
204
  base_name = url.split("?")[0].split("/")[-1].replace(".parquet", "").replace(".jsonl", "")
205
- shard_name = f"{source}__{base_name}.jsonl"
206
  jsonl_path = Path(RAW_DIR) / shard_name
207
  tmp_path = Path(RAW_DIR) / f"{shard_name}.tmp"
208
 
 
202
  fmt = entry.get("fmt", "parquet")
203
 
204
  base_name = url.split("?")[0].split("/")[-1].replace(".parquet", "").replace(".jsonl", "")
205
+ shard_name = f"{source}__{base_name}_{language}.jsonl"
206
  jsonl_path = Path(RAW_DIR) / shard_name
207
  tmp_path = Path(RAW_DIR) / f"{shard_name}.tmp"
208