File size: 1,132 Bytes
60faa09 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 | import Groq from "groq-sdk";
export async function callGroq({
model, messages, temperature = 1.0, maxTokens = 2048,
reasoning = false, stream = false, apiKey, onToken,
}) {
const client = new Groq({ apiKey });
const modelName = model.replace(/^groq:/, "");
const chatMessages = messages.map((m) => ({ role: m.role, content: m.content }));
const params = {
model: modelName,
messages: chatMessages,
temperature: Number(temperature),
max_tokens: Number(maxTokens),
stream,
};
if (stream) {
const completion = await client.chat.completions.create({ ...params, stream: true });
let fullText = "";
for await (const chunk of completion) {
const delta = chunk.choices?.[0]?.delta?.content;
if (delta) { fullText += delta; onToken?.(delta); }
}
return { text: fullText, usage: null };
}
const completion = await client.chat.completions.create(params);
return {
text: completion.choices?.[0]?.message?.content || "",
usage: {
promptTokens: completion.usage?.prompt_tokens,
completionTokens: completion.usage?.completion_tokens,
},
};
}
|