PeterPinetree commited on
Commit
8c8a05b
·
verified ·
1 Parent(s): ad17f4e

Update index.html

Browse files
Files changed (1) hide show
  1. index.html +5 -3
index.html CHANGED
@@ -246,9 +246,11 @@
246
  setStatus("Tokenizer: starting…");
247
  try {
248
  if (key === "qwen") {
249
- tokenizer = await _AT.from_pretrained(MODELS.qwen.local_dir, {
250
- progress_callback: onProgress,
251
- });
 
 
252
  } else {
253
  tokenizer = await _AT.from_pretrained(MODELS.distilgpt2.remote_repo, {
254
  progress_callback: onProgress,
 
246
  setStatus("Tokenizer: starting…");
247
  try {
248
  if (key === "qwen") {
249
+ tokenizer = await AutoTokenizer.from_pretrained(
250
+ MODELS.qwen.local_dir + "tokenizer.json",
251
+ { local_files_only: true, progress_callback: onProgress }
252
+ );
253
+
254
  } else {
255
  tokenizer = await _AT.from_pretrained(MODELS.distilgpt2.remote_repo, {
256
  progress_callback: onProgress,