Download tokenizer.json from arieridwans/gemma_lyrics: direct link, hf CLI and curl.
- Browser
- Download file 498 Bytes
-
https://huggingface.co/arieridwans/gemma_lyrics/resolve/main/tokenizer.json
- Command line
-
hf download hf://arieridwans/gemma_lyrics/tokenizer.json
-
curl -L -o tokenizer.json https://huggingface.co/arieridwans/gemma_lyrics/resolve/main/tokenizer.json
498 Bytes
| { | |
| "module": "keras_nlp.src.models.gemma.gemma_tokenizer", | |
| "class_name": "GemmaTokenizer", | |
| "config": { | |
| "name": "gemma_tokenizer", | |
| "trainable": true, | |
| "dtype": { | |
| "module": "keras", | |
| "class_name": "DTypePolicy", | |
| "config": { | |
| "name": "int32" | |
| }, | |
| "registered_name": null | |
| }, | |
| "proto": null, | |
| "sequence_length": null | |
| }, | |
| "registered_name": "keras_nlp>GemmaTokenizer" | |
| } |