rakesh9177 commited on
Commit
f6ab427
·
1 Parent(s): 643ea6b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -1
app.py CHANGED
@@ -112,7 +112,10 @@ def generate_text_from_quantized(prompt):
112
  '''
113
  # Create a Gradio interface
114
  model_size = get_model_size(model, data_width=32, group_size=128)
115
- iface = gr.Interface(fn=generate_text_pip, inputs="text", outputs="text", description=f"Model Name : opt-125m \n model size: {model_size/MiB:.2f} MiB")
 
 
 
116
 
117
  #iface_2 = gr.Interface(fn=generate_text_pip_q, inputs="text", outputs="text")
118
 
 
112
  '''
113
  # Create a Gradio interface
114
  model_size = get_model_size(model, data_width=32, group_size=128)
115
+ description = f"Model Name : opt-125m <br>
116
+ original model size : 4.21 GB <br>
117
+ Quantized model size: {model_size/MiB:.2f} MiB"
118
+ iface = gr.Interface(fn=generate_text_pip, inputs="text", outputs="text", description=description)
119
 
120
  #iface_2 = gr.Interface(fn=generate_text_pip_q, inputs="text", outputs="text")
121