Create model_consumer.py

model_consumer.py

@@ -0,0 +1,14 @@
+from transformers import pipeline
+
+# Replace with your actual model repo ID
+#model_id = "prd101-wd/phi1_5-bankingqa-merged"
+
+# Create a text generation pipeline
+pipe = pipeline("question-answering", model="prd101-wd/phi1_5-bankingqa-merged")
+
+# Test the model with a prompt
+prompt = "I want to open an account with you. What do I need to do?"
+result = pipe(prompt, max_new_tokens=20)
+
+# Print the generated text
+print(result[0]["generated_text"])