ausername-12345 commited on
Commit
d4d67c9
·
1 Parent(s): 15036d1

switch default to llama-3.3-70b-versatile for better function calling support

Browse files
Files changed (1) hide show
  1. src/inferenceClient.js +1 -1
src/inferenceClient.js CHANGED
@@ -2,7 +2,7 @@ const API_URL = process.env.INFERENCE_API_URL;
2
  const API_KEY = process.env.INFERENCE_API_KEY;
3
  const FETCH_TIMEOUT = 30000;
4
 
5
- let currentModel = process.env.INFERENCE_MODEL || 'llama-3.1-8b-instant';
6
 
7
  const AVAILABLE_MODELS = [
8
  'lightning',
 
2
  const API_KEY = process.env.INFERENCE_API_KEY;
3
  const FETCH_TIMEOUT = 30000;
4
 
5
+ let currentModel = process.env.INFERENCE_MODEL || 'llama-3.3-70b-versatile';
6
 
7
  const AVAILABLE_MODELS = [
8
  'lightning',