File size: 918 Bytes
f1e0216 462062c 9f8bdbc 462062c f1e0216 462062c 9f8bdbc f1e0216 462062c f1e0216 01f4852 f1e0216 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 | import os
import streamlit as st
from langchain_huggingface import HuggingFaceEmbeddings
from langchain_groq import ChatGroq
def hf_embeddings():
"""Lightweight sentence-transformer embeddings (runs on CPU, no GPU needed)."""
return HuggingFaceEmbeddings(
model_name="sentence-transformers/all-MiniLM-L6-v2",
model_kwargs={"device": "cpu"},
)
def groq_llm():
"""
Fast, free Llama-3 inference via Groq.
Requires GROQ_API_KEY set as a HuggingFace Space secret.
"""
api_key = os.environ.get("GROQ_API_KEY", "")
if not api_key:
st.error(
"⚠️ GROQ_API_KEY secret is not set. "
"Add it in your Space → Settings → Repository secrets."
)
st.stop()
return ChatGroq(
model="llama-3.1-8b-instant",
api_key=api_key,
temperature=0.2,
max_tokens=1024,
streaming=False,
) |