Download scripts/bulk_ingest.py from prabhal/geneseek: direct link, hf CLI and curl.
- Browser
- Download file 334 Bytes
-
https://huggingface.co/spaces/prabhal/geneseek/resolve/main/scripts/bulk_ingest.py
- Command line
-
hf download hf://spaces/prabhal/geneseek/scripts/bulk_ingest.py
-
curl -L -o bulk_ingest.py https://huggingface.co/spaces/prabhal/geneseek/resolve/main/scripts/bulk_ingest.py
334 Bytes
| import sys | |
| import os | |
| sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__)))) | |
| from src.ingest import ingest_file | |
| from src import config | |
| for fname in os.listdir(config.RAW_DATA_DIR): | |
| fpath = str(config.RAW_DATA_DIR / fname) | |
| print(f"Ingesting: {fname}") | |
| ingest_file(fpath) | |
| config.qdrant_client.close() |