Spaces:
Running on Zero
Running on Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -91,7 +91,8 @@ async () => {
|
|
| 91 |
async function loadTokenizer() {
|
| 92 |
if (!tokenizer) {
|
| 93 |
const transformers = await import("https://cdn.jsdelivr.net/npm/@huggingface/transformers@3.7.2");
|
| 94 |
-
|
|
|
|
| 95 |
}
|
| 96 |
return tokenizer;
|
| 97 |
}
|
|
|
|
| 91 |
async function loadTokenizer() {
|
| 92 |
if (!tokenizer) {
|
| 93 |
const transformers = await import("https://cdn.jsdelivr.net/npm/@huggingface/transformers@3.7.2");
|
| 94 |
+
// Use the Transformers.js-compatible T5 tokenizer repository.
|
| 95 |
+
tokenizer = await transformers.AutoTokenizer.from_pretrained("Xenova/t5-base");
|
| 96 |
}
|
| 97 |
return tokenizer;
|
| 98 |
}
|