File size: 438 Bytes
12923aa
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
from smolagents import HfApiModel


def get_model(
        model_id: str, 
        provider: str,
        max_tokens: int = 2048,
        **kwargs
) -> HfApiModel:
    return HfApiModel(
        model_id=model_id,
        provider=provider,
        max_tokens=max_tokens,
        **kwargs
    )


if __name__ == "__main__":
    ModelId = "Qwen/Qwen2.5-Coder-32B-Instruct"
    Provider = "together"
    model = get_model(ModelId, Provider)