Update app.py

app.py

@@ -64,17 +64,17 @@ model_q_path = "facebook/opt-125m_3bit"
 
 
 generator = pipeline('text-generation', model="facebook/opt-125m_3bit")
-generator_q = pipeline('text-generation', model="facebook/opt-125m-awq")
+#generator_q = pipeline('text-generation', model="facebook/opt-125m-awq")
 
 
 def generate_text_pip(prompt):
     generated_text = generator(prompt, max_length=50, num_return_sequences=1)[0]['generated_text']
     return generated_text
-
+'''
 def generate_text_pip_q(prompt):
     generated_text = generator_q(prompt, max_length=50, num_return_sequences=1)[0]['generated_text']
     return generated_text
-
+'''
 print(generator("I went to boston and"))
 print("quantized model",generator_q("I went to boston and"))
 
@@ -100,10 +100,10 @@ def generate_text_from_quantized(prompt):
 # Create a Gradio interface
 iface = gr.Interface(fn=generate_text_pip, inputs="text", outputs="text")
 
-iface_2 = gr.Interface(fn=generate_text_pip_q, inputs="text", outputs="text")
-
+#iface_2 = gr.Interface(fn=generate_text_pip_q, inputs="text", outputs="text")
 
-app = gr.TabbedInterface([iface, iface_2],["Normal", "Quantized"])
+iface.launch()
+#app = gr.TabbedInterface([iface, iface_2],["Normal", "Quantized"])
 
 # Launch the Gradio app
-app.launch()
+#app.launch()