Spaces:
Sleeping
Sleeping
Commit ·
184e4eb
1
Parent(s): 1b08cb2
Update app.py
Browse files
app.py
CHANGED
|
@@ -112,7 +112,7 @@ def generate_text_from_quantized(prompt):
|
|
| 112 |
'''
|
| 113 |
# Create a Gradio interface
|
| 114 |
model_size = get_model_size(model, data_width=32, group_size=128)
|
| 115 |
-
description = f"Model Name : opt-
|
| 116 |
iface = gr.Interface(fn=generate_text_pip, inputs="text", outputs="text", description=description)
|
| 117 |
|
| 118 |
#iface_2 = gr.Interface(fn=generate_text_pip_q, inputs="text", outputs="text")
|
|
|
|
| 112 |
'''
|
| 113 |
# Create a Gradio interface
|
| 114 |
model_size = get_model_size(model, data_width=32, group_size=128)
|
| 115 |
+
description = f"Model Name : opt-1.3b <br> original model size : 4.21 GB <br> Quantized model size: {model_size/MiB:.2f} MiB"
|
| 116 |
iface = gr.Interface(fn=generate_text_pip, inputs="text", outputs="text", description=description)
|
| 117 |
|
| 118 |
#iface_2 = gr.Interface(fn=generate_text_pip_q, inputs="text", outputs="text")
|