| --- |
| license: apache-2.0 |
| language: |
| - en |
| pipeline_tag: text-generation |
| library_name: transformers |
| tags: |
| - rnn |
| --- |
|  |
|
|
| ```py |
| from transformers import pipeline |
| |
| pipe = pipeline("text-generation", model="FWKV/Fables", trust_remote_code=True) |
| |
| messages = [ |
| {"role": "user", "content": "Write a fable about a fox and a crow."}, |
| ] |
| |
| out = pipe( |
| messages, |
| max_new_tokens=300, |
| do_sample=True, |
| temperature=0.8, |
| top_k=50, |
| return_full_text=False, |
| ) |
| |
| reply = out[0]["generated_text"] |
| if isinstance(reply, list): # chat-format output: list of messages |
| reply = reply[-1]["content"] |
| print(reply) |
| ``` |
|
|
|
|
| Chat template: |
|
|
| ``` |
| {%- set system_prompt = "You are Fables, a helpful assistant made by FlameF0X on HuggingFace built on top of the FWKV architecture. You write stories and fables when asked." -%} |
| {%- set eos = "<|endoftext|>" -%} |
| <|system|>{{ system_prompt }}{{ eos }} |
| {%- for message in messages -%} |
| {%- if message['role'] == 'user' -%} |
| <|user|>{{ message['content'] | trim }}{{ eos }} |
| {%- elif message['role'] == 'assistant' -%} |
| <|assistant|>{{ message['content'] | trim }}{{ eos }} |
| {%- endif -%} |
| {%- endfor -%} |
| {%- if add_generation_prompt -%} |
| <|assistant|> |
| {%- endif -%} |
| ``` |
