Spaces:
Sleeping
Sleeping
Commit ·
bbb87d2
1
Parent(s): 9fcfaec
Update app.py
Browse files
app.py
CHANGED
|
@@ -73,7 +73,7 @@ def generate_text(prompt):
|
|
| 73 |
logits = output.logits
|
| 74 |
predicted_ids = logits.argmax(-1)
|
| 75 |
#generated_text = tokenizer.decode(predicted_ids[0], skip_special_tokens=True)
|
| 76 |
-
generated_text = tokenizer.batch_decode(predicted_ids, skip_special_tokens=True)
|
| 77 |
return generated_text
|
| 78 |
|
| 79 |
def generate_text_from_quantized(prompt):
|
|
@@ -82,7 +82,7 @@ def generate_text_from_quantized(prompt):
|
|
| 82 |
logits = output.logits
|
| 83 |
predicted_ids = logits.argmax(-1)
|
| 84 |
#generated_text = tokenizer.decode(predicted_ids[0], skip_special_tokens=True)
|
| 85 |
-
generated_text = tokenizer.batch_decode(predicted_ids, skip_special_tokens=True)
|
| 86 |
return generated_text
|
| 87 |
|
| 88 |
# Create a Gradio interface
|
|
|
|
| 73 |
logits = output.logits
|
| 74 |
predicted_ids = logits.argmax(-1)
|
| 75 |
#generated_text = tokenizer.decode(predicted_ids[0], skip_special_tokens=True)
|
| 76 |
+
generated_text = tokenizer.batch_decode(predicted_ids, skip_special_tokens=True)[0]
|
| 77 |
return generated_text
|
| 78 |
|
| 79 |
def generate_text_from_quantized(prompt):
|
|
|
|
| 82 |
logits = output.logits
|
| 83 |
predicted_ids = logits.argmax(-1)
|
| 84 |
#generated_text = tokenizer.decode(predicted_ids[0], skip_special_tokens=True)
|
| 85 |
+
generated_text = tokenizer.batch_decode(predicted_ids, skip_special_tokens=True)[0]
|
| 86 |
return generated_text
|
| 87 |
|
| 88 |
# Create a Gradio interface
|