SandeepAggarwal commited on
Commit
5d25890
·
verified ·
1 Parent(s): 8c5c24b

updated to use local model

Browse files
Files changed (1) hide show
  1. app.py +7 -6
app.py CHANGED
@@ -1,4 +1,4 @@
1
- from smolagents import CodeAgent,DuckDuckGoSearchTool, HfApiModel,load_tool,tool
2
  import datetime
3
  import requests
4
  import pytz
@@ -39,11 +39,12 @@ final_answer = FinalAnswerTool()
39
  # If the agent does not answer, the model is overloaded, please use another model or the following Hugging Face Endpoint that also contains qwen2.5 coder:
40
  # model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud'
41
 
42
- model = HfApiModel(
43
- max_tokens=2096,
44
- temperature=0.5,
45
- model_id='Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded
46
- custom_role_conversions=None,
 
47
  )
48
 
49
 
 
1
+ from smolagents import CodeAgent,DuckDuckGoSearchTool, OpenAIServerModel,load_tool,tool
2
  import datetime
3
  import requests
4
  import pytz
 
39
  # If the agent does not answer, the model is overloaded, please use another model or the following Hugging Face Endpoint that also contains qwen2.5 coder:
40
  # model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud'
41
 
42
+ model = OpenAIServerModel(
43
+ model_id="mlx-community/Qwen3.5-4B-MLX-4bit",
44
+ api_base="http://127.0.0.1:8080/v1",
45
+ api_key="not-needed",
46
+ max_tokens=2096,
47
+ temperature=0.5,
48
  )
49
 
50