Spaces:
Runtime error
Runtime error
Download src/utils.py from nihaldsouza1/wikicontext: direct link, hf CLI and curl.
- Browser
- Download file 355 Bytes
-
https://huggingface.co/spaces/nihaldsouza1/wikicontext/resolve/main/src/utils.py
- Command line
-
hf download hf://spaces/nihaldsouza1/wikicontext/src/utils.py
-
curl -L -o utils.py https://huggingface.co/spaces/nihaldsouza1/wikicontext/resolve/main/src/utils.py
355 Bytes
| from urllib.parse import unquote | |
| class Utils: | |
| def __init__(self, latin_encoder="latin-1"): | |
| self.latin_encoder = latin_encoder | |
| def _cleanup_latin_encoding(self, word): | |
| try: | |
| return unquote(word, errors='strict') | |
| except UnicodeDecodeError: | |
| return unquote(word, encoding=self.latin_encoder) | |