Spaces:
Build error
Build error
| import gradio as gr | |
| import os | |
| from groq import Groq | |
| client = Groq( | |
| api_key=os.environ.get("GROQ_API_KEY"), | |
| ) | |
| def random_response(message, history): | |
| #Connect it with LLM | |
| chat_completion = client.chat.completions.create( | |
| messages=[ | |
| { | |
| "role": "user", | |
| "content": message, | |
| } | |
| ], | |
| model="meta-llama/llama-4-scout-17b-16e-instruct", | |
| ) | |
| return chat_completion.choices[0].message.content | |
| demo = gr.ChatInterface(random_response, type="messages", autofocus=False) | |
| if __name__ == "__main__": | |
| demo.launch() | |