generation_config.json

{
  "max_new_tokens": 64,
  "temperature": 0.8,
  "top_k": 40,
  "use_cache": true
}