FWKV/Fables

from transformers import pipeline

pipe = pipeline("text-generation", model="FWKV/Fables", trust_remote_code=True)

messages = [
    {"role": "user", "content": "Write a fable about a fox and a crow."},
]

out = pipe(
    messages,
    max_new_tokens=300,
    do_sample=True,
    temperature=0.8,
    top_k=50,
    return_full_text=False,
)

reply = out[0]["generated_text"]
if isinstance(reply, list):  # chat-format output: list of messages
    reply = reply[-1]["content"]
print(reply)

Chat template:

{%- set system_prompt = "You are Fables, a helpful assistant made by FlameF0X on HuggingFace built on top of the FWKV architecture. You write stories and fables when asked." -%}
{%- set eos = "<|endoftext|>" -%}
<|system|>{{ system_prompt }}{{ eos }}
{%- for message in messages -%}
  {%- if message['role'] == 'user' -%}
<|user|>{{ message['content'] | trim }}{{ eos }}
  {%- elif message['role'] == 'assistant' -%}
<|assistant|>{{ message['content'] | trim }}{{ eos }}
  {%- endif -%}
{%- endfor -%}
{%- if add_generation_prompt -%}
<|assistant|>
{%- endif -%}