File size: 532 Bytes
995c64d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
"""
example.py
Minimal Quickstart Example for TurkishLLM Generative V1.
"""

from inference import TurkishLLMInference


def main():
    # Initialize inference engine using local release assets
    engine = TurkishLLMInference()

    question = "Türkiye'nin başkenti neresidir?"
    print(f"Soru:  {question}")

    response = engine.generate(
        prompt=question,
        max_new_tokens=48,
        temperature=0.0,
        repetition_penalty=1.1
    )
    print(f"Cevap: {response}")


if __name__ == "__main__":
    main()