Update app.py

app.py

@@ -1,13 +1,28 @@
 import gradio as gr
-from transformers import pipeline
+import torch
+from transformers import AutoModel, AutoTokenizer
 
-# Load model
+# Load model and tokenizer
 model_name = "Genius-Society/insecta"
-insecta_pipeline = pipeline("text-generation", model=model_name)
+tokenizer = AutoTokenizer.from_pretrained(model_name)
+model = AutoModel.from_pretrained(model_name)
 
+# Define inference function
 def generate_response(prompt):
-    return insecta_pipeline(prompt, max_length=100)[0]['generated_text']
+    inputs = tokenizer(prompt, return_tensors="pt")  # Tokenize input text
+    with torch.no_grad():  # Disable gradients for inference
+        output = model(**inputs)  
 
-# Gradio interface
-iface = gr.Interface(fn=generate_response, inputs="text", outputs="text")
-iface.launch()
+    return str(output)  # Convert output to string for display
+
+# Create Gradio interface
+iface = gr.Interface(
+    fn=generate_response,
+    inputs="text",
+    outputs="text",
+    title="Insecta AI Model",
+    description="Generate responses using Genius-Society/Insecta hosted on Hugging Face Spaces."
+)
+
+if __name__ == "__main__":
+    iface.launch()