Download modules/data_loader.py from casamN/NRF_LLM: direct link, hf CLI and curl.
- Browser
- Download file 449 Bytes
-
https://huggingface.co/spaces/casamN/NRF_LLM/resolve/main/modules/data_loader.py
- Command line
-
hf download hf://spaces/casamN/NRF_LLM/modules/data_loader.py
-
curl -L -o data_loader.py https://huggingface.co/spaces/casamN/NRF_LLM/resolve/main/modules/data_loader.py
449 Bytes
| import json | |
| import pandas as pd | |
| def load_all_data(): | |
| with open( | |
| "data/knowledge.json", | |
| "r", | |
| encoding="utf-8" | |
| ) as f: | |
| knowledge = json.load(f) | |
| dictionary_df = pd.read_csv( | |
| "data/kiembu_dictionary.csv", | |
| sep="\t", | |
| header=None, | |
| names=["English","Kiembu"] | |
| ) | |
| proverb_df = pd.read_csv( | |
| "data/proverbs.csv" | |
| ) | |
| return knowledge, dictionary_df, proverb_df |