Add files using upload-large-folder tool

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+logo.png filter=lfs diff=lfs merge=lfs -text

LICENSE

@@ -0,0 +1,202 @@
+
+                                 Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   APPENDIX: How to apply the Apache License to your work.
+
+      To apply the Apache License to your work, attach the following
+      boilerplate notice, with the fields enclosed by brackets "[]"
+      replaced with your own identifying information. (Don't include
+      the brackets!)  The text should be enclosed in the appropriate
+      comment syntax for the file format. We also recommend that a
+      file or class name and description of purpose be included on the
+      same "printed page" as the copyright notice for easier
+      identification within third-party archives.
+
+   Copyright [yyyy] [name of copyright owner]
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

README.md

@@ -0,0 +1,420 @@
+---
+license: apache-2.0
+license_link: https://huggingface.co/CastIronMind/Lissa-1.5B-Instruct/blob/main/LICENSE
+language:
+  - en
+  - ru
+library_name: transformers
+pipeline_tag: text-generation
+pretty_name: Lissa 1.5B Instruct
+base_model: CastIronMind/Lissa-1.5B-Base
+base_model_relation: finetune
+tags:
+  - kda
+  - linear-attention
+  - hybrid-attention
+  - flash-linear-attention
+  - grouped-query-attention
+  - roleplay
+  - fanfiction
+  - my-little-pony
+  - creative-writing
+  - chat
+---
+
+<div align="center">
+  <img src="logo.png" width="100%" alt="Lissa 1.5B" />
+</div>
+
+<hr>
+
+<div align="center" style="line-height: 1;">
+  <a href="https://huggingface.co/CastIronMind/Lissa-1.5B-Instruct/blob/main/LICENSE" target="_blank" style="margin: 2px;">
+    <img alt="License" src="https://img.shields.io/badge/license-Apache%202.0-blue" style="display: inline-block; vertical-align: middle;" />
+  </a>
+  <a href="https://huggingface.co/CastIronMind/Lissa-1.5B-Base" target="_blank" style="margin: 2px;">
+    <img alt="Base model" src="https://img.shields.io/badge/base-Lissa%201.5B%20Base-6f42c1" style="display: inline-block; vertical-align: middle;" />
+  </a>
+  <a href="https://huggingface.co/CastIronMind/Lissa-1.5B-Instruct" target="_blank" style="margin: 2px;">
+    <img alt="Parameters" src="https://img.shields.io/badge/parameters-1.45B-2ea44f" style="display: inline-block; vertical-align: middle;" />
+  </a>
+  <a href="https://huggingface.co/CastIronMind/Lissa-1.5B-Instruct" target="_blank" style="margin: 2px;">
+    <img alt="Context" src="https://img.shields.io/badge/context-16%2C384%20tokens-orange" style="display: inline-block; vertical-align: middle;" />
+  </a>
+  <a href="https://huggingface.co/CastIronMind/Lissa-1.5B-Instruct" target="_blank" style="margin: 2px;">
+    <img alt="Attention" src="https://img.shields.io/badge/attention-KDA%20%2B%20GQA-8957e5" style="display: inline-block; vertical-align: middle;" />
+  </a>
+  <a href="https://huggingface.co/CastIronMind/Lissa-1.5B-Instruct" target="_blank" style="margin: 2px;">
+    <img alt="Languages" src="https://img.shields.io/badge/languages-en%20%7C%20ru-lightgrey" style="display: inline-block; vertical-align: middle;" />
+  </a>
+</div>
+
+# Lissa 1.5B Instruct
+
+## 1. Introduction
+
+**Introducing Lissa 1.5B - our largest fandom-centric large language model.** 1.45B parameters, trained from scratch on 30B tokens of fandom text, then supervised on 59,182 examples for dialogue, roleplay and system-prompt adherence.
+
+- **Runs on one consumer GPU.** 4.57 GB peak VRAM at a 16,384-token prompt, 17.8 tokens/s at batch 1 and 272.6 tokens/s at batch 16, on a single RTX 5090.
+- **Two modes, like the large models.** Thinking mode for reasoning-heavy prompts, non-thinking mode for fast, concise dialogue. Both are selected from the prompt; see section 7.
+- **Holds format reliably.** Clean `<im_end>` termination on 91 of 100 behavioural samples, 94 of 100 with the reasoning block prefilled, and on 30 of 30 roleplay-passport prompts.
+- **Stays in character.** Multi-turn roleplay; the supervised dialogues run 3 to 7 turns, and section 8 shows a ten-turn session. No leakage of the model's own name into a roleplay reply on 30 of 30 prompts.
+- **English and Russian** (about 70% and 20% of the corpus), with lighter coverage of French, German, Japanese and Chinese; see section 3.
+- **Built for character-driven conversation.** Roleplay, persona work and creative writing are what the 59,182 supervised examples were built for.
+- **Trained end to end by one person.** The base checkpoint cost about $555 on one GPU; this fine-tune adds 229.8 minutes on the same one.
+
+## 2. Model Overview
+
+**Lissa 1.5B Instruct** has the following features:
+
+- Type: Causal Language Model
+- Training Stage: Pretraining & Post-training (supervised fine-tuning)
+- Base Model: [CastIronMind/Lissa-1.5B-Base](https://huggingface.co/CastIronMind/Lissa-1.5B-Base)
+- Architecture: hybrid of Kimi Delta Attention and grouped-query attention, with attention on residuals
+- Number of Parameters: 1,446,740,016 (1.45B)
+- Number of Parameters (Non-Embedding): 1,346,076,720 (1.35B)
+- Number of Layers: 24
+- Number of Attention Heads: 24, head dimension 64
+- Full-Attention Layers: 3, 7, 11, 15, 19, 23 (GQA, 6 key/value heads, RoPE theta 10,000)
+- Context Length: 16,384 tokens
+- Vocabulary Size: 32,768 (byte-level BPE)
+- Tied Embeddings: no
+- Library: `fla` 0.5.2 (`fla.models.kda.KDAForCausalLM`)
+- Checkpoint: validation loss 2.3220, validation perplexity 10.196
+- License: Apache 2.0
+
+The architecture is identical to the base model, tensor for tensor: this repository is the base checkpoint after supervised fine-tuning, with nothing added, removed or reshaped. The parameter table, the attention stack and the pretraining procedure are in the [base model card](https://huggingface.co/CastIronMind/Lissa-1.5B-Base).
+
+## 3. Languages
+
+| tier | share of the corpus | languages |
+|---|---|---|
+| Primary | about 70% | English |
+| Second | about 20% | Russian |
+| Light support | about 10% combined | French, German, Japanese, Chinese |
+| Traces | included above | Korean, Spanish, Portuguese, Hungarian |
+
+- **English** is the primary language, about 70% of the pretraining corpus.
+- **Russian** is the second language, about 20% of the pretraining tokens and about a quarter of the tokenizer's vocabulary.
+- The remaining **10%** is spread across the other languages: French, German, Japanese and Chinese in usable amounts, and Korean, Spanish, Portuguese and Hungarian in traces.
+
+Only English and Russian were evaluated. The corpus is dominated by English-language fandom text, so coverage of the other languages is uneven and unmeasured.
+
+## 4. Requirements
+
+The checkpoint requires `fla` 0.5.2. The tensor names `attn_res_proj` and `res_proj` are produced only by that version; earlier versions will load with missing keys.
+
+```
+pip install torch
+pip install transformers
+pip install flash-linear-attention==0.5.2
+pip install triton-windows      # Windows only; on Linux, triton comes with torch
+```
+
+The import name is `fla`; the distribution on PyPI is `flash-linear-attention`.
+
+**Platform notes**
+
+- **First call is slow.** The first forward pass compiles the Triton kernels. On an RTX 4060 Ti, a 61-token generation took 26 s on the first call and 1.8 s on the second; later calls are stable.
+- **Linux.** Point `TRITON_PTXAS_PATH` at the `ptxas` binary of the CUDA toolkit in use, otherwise the Triton kernels will not build.
+- **Windows.** Works in eager mode — verified with `triton-windows` 3.3.1 and `torch` 2.7.0 on an RTX 4060 Ti. Do not wrap the model in `torch.compile`: the Windows Triton toolchain does not build the kernels `fla` emits.
+
+> [!IMPORTANT]
+> `eos_token_id` must be 1. The library default for this architecture is 2, which in this vocabulary is `<|think|>`.
+
+## 5. Quickstart
+
+```python
+import torch
+from transformers import AutoTokenizer
+from fla.models.kda import KDAForCausalLM   # importing fla registers the architecture
+
+model_id = "CastIronMind/Lissa-1.5B-Instruct"
+
+tok = AutoTokenizer.from_pretrained(model_id)
+model = KDAForCausalLM.from_pretrained(model_id, torch_dtype=torch.bfloat16).eval().cuda()
+
+messages = [
+    {"role": "system", "content": "You are an assistant."},
+    {"role": "user",   "content": "Name the largest planet in the Solar System."},
+]
+input_ids = tok.apply_chat_template(messages, tokenize=True,
+                                    add_generation_prompt=True, return_tensors="pt").to("cuda")
+
+out = model.generate(input_ids, max_new_tokens=256, do_sample=True,
+                     temperature=0.6, top_k=20, top_p=0.97,
+                     repetition_penalty=1.1, eos_token_id=1, pad_token_id=1)
+print(tok.decode(out[0][input_ids.shape[1]:], skip_special_tokens=False))
+```
+
+`chat_template.jinja` implements the training layout and `tokenizer_config.json` embeds it, so `apply_chat_template` emits the exact token sequence the model was trained on. The template emits `<bos>` itself; the shipped `tokenizer.json` has no post-processor that adds it.
+
+## 6. Prompt Format and Sampling
+
+```
+<bos><im_start><system>{system}<im_end>
+     <im_start><user>{user}<im_end>
+     <im_start><assistant>[<|think|>{reasoning}<|/think|>]{answer}<im_end><eos>
+```
+
+Tags are concatenated without spaces. `<im_start>` and `<im_end>` are single tokens, without pipes. A non-empty system message is required; the model was supervised with one on every example. Stop generation at `<im_end>` (token 13) or `<eos>` (token 1).
+
+**Special tokens.** 0 `<bos>`, 1 `<eos>`, 2 `<|think|>`, 3 `<|/think|>`, 4 `<system>`, 5 `<user>`, 6 `<assistant>`, 7 `<en>`, 8 `<ru>`, 9 `</en>`, 10 `</ru>`, 11 `<endofprompt>`, 12 `<im_start>`, 13 `<im_end>`, 14 `<endoftext>`. Tokens 7-11 are in the vocabulary but were removed from the supervised data and are not emitted by the template.
+
+**Sampling.** Temperature 0.6, top_k 20, top_p 0.97, repetition penalty 1.1. These are the defaults in `generation_config.json`.
+
+## 7. Thinking and Non-Thinking Mode
+
+The model has two modes, and the prompt selects between them.
+
+**Thinking mode.** After `<im_start><assistant>` the model opens a `<|think|>` block, reasons inside it, closes it with `<|/think|>` and then writes the answer. This is the default and the mode the training loss weighting was tuned for. On a 20-prompt instruction set across 5 seeds, all 100 samples opened the block, 95 closed it, and the mean response was 127 tokens.
+
+**Non-thinking mode.** Prefill an empty reasoning block — `<im_start><assistant><|think|><|/think|>` — and the model writes the answer directly. On the same 100 samples, none opened a block, termination was cleaner (98 of 100 ended on `<im_end>`, against 92 in thinking mode) and responses were 2.8x shorter on average: 45 tokens against 127.
+
+```python
+# thinking mode (default)
+prompt = tok.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
+
+# non-thinking mode
+prompt = prompt + "<|think|><|/think|>"
+```
+
+**On roleplay prompts the model goes straight to the character.** Across a 30-prompt roleplay passport, the block opened on its own on only 3 prompts. The switch above matters for instruction-style prompts, where the block appears by default.
+
+**If you want the reasoning text out of the output**, strip everything between `<|think|>` and `<|/think|>`; the answer follows the closing tag.
+
+```python
+import re
+
+def strip_thinking(text: str) -> str:
+    return re.sub(r"<\|think\|>.*?<\|/think\|>", "", text, flags=re.DOTALL)
+```
+
+## 8. Example Output
+
+A ten-turn roleplay, unedited: system prompt, user turns and model replies as they came out. Settings: temperature 0.55, top_k 20, top_p 0.97, repetition penalty 1.07.
+
+<details>
+<summary>Sample output &mdash; a ten-turn roleplay (click to expand)</summary>
+
+**System**
+
+> You are Dean Winchester from the TV show Supernatural. You are sarcastic, love your car (the Impala), and hunt monsters. You have just found yourself in Ponyville, a land of colorful talking ponies. You have no idea how you got here. Stay in character.
+
+**User**
+
+> Sam and Dean are sitting in their Impala. Just five minutes ago, they were driving along the road, hunting a monster in West Virginia, and then—BAM! Darkness. Now, Sam has regained consciousness and is looking around. Dean is sitting there, staring at the windshield in surprise. Sam is breathing heavily and looking at his brother. Dean, where are we?
+
+**Assistant**
+
+> *Dean looks over at him, raising an eyebrow.* Well, well, well... Looks like we're in some kind of magical horse world. *He smirks slightly.* And I think we're in the middle of it. What do you think, Sammy? Should we be worried about that?
+
+**User**
+
+> *Sam rubs his temples, looking out the window at a bright pink pony bouncing towards the car.* Dean, I don't think this is West Virginia. Look at that... horse. It's pink. And it's waving at us. What do we do?
+
+**Assistant**
+
+> *Dean chuckles, shaking his head.* Oh, come on, Sammy. Let's see if we can make sense of this. *He turns to the driver's seat and opens the door.* Hey, little guy. What's your name?
+
+**User**
+
+> *Sam sighs heavily, grabbing his jacket.* Dean, wait. We don't know what that thing is. It could be a shapeshifter, a djinn, or... something worse. Just be careful.
+
+**Assistant**
+
+> *Dean shrugs, but he's still smiling.* Alright, alright. But seriously, Sammy, let's go find out what this place is. Maybe it's a town full of ponies. Or maybe it's a whole new world. *He steps out of the car and starts walking down the road, still eyeing the pink pony with curiosity.*
+
+**User**
+
+> *The pink pony bounces right up to Dean, completely ignoring the fact that he's a giant human.* "Hi! I'm Pinkie Pie! Are you new here? I've never seen you before! Do you like parties? I love parties! I can throw you a 'Welcome to Ponyville' party!" *She is talking a mile a minute, her mane bouncing.*
+
+**Assistant**
+
+> *Dean looks at her, blinking.* Whoa. That... that actually worked. *He chuckles, shaking his head.* You're a real charmer, Pinkie. I like it. *He takes a step closer, looking her over.* So, uh, you're saying you've never seen a human before? That's... interesting.
+
+**User**
+
+> *Sam catches up to him, looking incredibly uncomfortable.* Dean, focus. We don't know where we are, or how to get back. And you're flirting with a... a pony? Seriously? *He gestures around at the colorful town.* Look at this place. It's like a preschooler's fever dream.
+
+**Assistant**
+
+> *Dean looks at Sam, his expression softening.* Okay, okay. You're right. We're not in Kansas anymore. *He chuckles.* Sorry, Pinkie. Let's get you home. *He turns to Sam.* So, Sammy, what do you think? Should we try and find out more about this place?
+
+**User**
+
+> *Sam nods, pulling out his phone, but the screen is dead.* Great. No signal, no GPS. Okay, let's do this the old-fashioned way. Let's find the local law enforcement or someone in charge. Maybe they know how we got here. *He looks at Pinkie Pie.* Uh, excuse me, Pinkie? Is there a mayor or a sheriff in this town?
+
+**Assistant**
+
+> *Pinkie Pie bounces up to him, her mane bouncing even more.* Of course there is! Everypony knows everypony in Ponyville! *She points to a large tree in the distance.* That's the local library. Twilight Sparkle's a student here, so she'll be able to help you. But we can't stay long. I need to throw a welcome party for Sammy, and I don't want him to be alone.
+
+**User**
+
+> *Dean raises an eyebrow at the mention of a party.* A party? With ponies? *He looks at Sam and grins.* Well, Sammy, I think we could use a drink. Lead the way to this library, Pinkie. Let's go talk to this Twilight Sparkle.
+
+**Assistant**
+
+> *Pinkie giggles, bouncing alongside them.* Sure thing, Dean! And hey, since we're going to the library, maybe I can introduce you to my best friends! There's Rarity, who makes the most amazing dresses. She owns Carousel Boutique in Ponyville. And Applejack, she runs Sweet Apple Acres, which is a farm. I bet they could use help harvesting apples. *She pauses for a moment.* Oh, and Rainbow Dash, she's a pegasus who loves to race, but also helps ponies fly! She's super fast, too. You should meet her one day!
+
+**User**
+
+> *Sam sighs, looking at the weird, colorful town.* Great. A farm, a dress shop, and a library. This is officially the weirdest hunt ever. *He looks at Dean.* Alright, let's go find this Twilight Sparkle. Maybe she knows a spell to send us back.
+
+**Assistant**
+
+> *Dean nods, walking into the library.* Yeah, let's go find the egghead. *He knocks on the door, waiting for someone to answer.* Oh, hi Pinkie! Nice to see you again. *A purple unicorn steps out, looking surprised.* Oh, hello! I didn't expect to see another... um, person here. *She studies him suspiciously.* What are you exactly?
+
+**User**
+
+> *Sam steps forward, putting a hand on Dean's shoulder to keep him quiet.* Look, we're not from around here. We were hunting a monster in West Virginia, and the next thing we knew, we woke up in your world. Do you have any idea how we got here? Or how to send us back?
+
+**Assistant**
+
+> *Dean frowns, thinking.* Well, I was driving along the road, hunting a monster in West Virginia. Then suddenly, darkness. Next thing I know, I'm in this weird pony world. *He looks at Twilight.* Any chance you can do something for us?
+
+**User**
+
+> *Twilight's eyes widen with scientific curiosity.* A monster? From another world? That's fascinating! I've read about cross-dimensional magic, but I've never seen it in practice. *She turns around, heading into the library.* Come in, come in! I need to check my books on portal magic. Spike! We have guests!
+
+**Assistant**
+
+> *Sam looks at Dean, trying to hide his relief.* Thanks, bro. Twilight seems nice enough. *He follows her inside, looking around curiously.* So, uh, Twilight, you mentioned a book on portal magic? Might be able to help us get back.
+
+</details>
+
+## 9. Training
+
+| item | value |
+|---|---|
+| Starting point | Lissa 1.5B Base |
+| Examples | 59,182 |
+| Tokens | 31.5M per epoch, 63M over two epochs |
+| Epochs | 2 |
+| Steps | 3,352 |
+| Learning rate | 1e-4, warmup 100, cosine decay to 1e-5 |
+| Loss weighting | `<|think|>` x5, `<|/think|>` x15, `<im_end>` x2 |
+| Sequence cap | 8,192 tokens, 24 examples truncated |
+| Wall clock | 229.8 minutes |
+| Peak VRAM | 18.2-20.9 GiB, no out-of-memory events |
+| Validation | loss 2.3220, perplexity 10.196, against 2.5251 and 12.493 for the base model |
+
+The examples were generated by `deepseek-v4.1-flash` and graded by a local Qwen 180B judge. The training mixture and the released datasets are described in [CastIronMind/gigaponyatka-sft](https://huggingface.co/datasets/CastIronMind/gigaponyatka-sft).
+
+## 10. Evaluation
+
+All numbers are on this checkpoint, on the same harnesses that produced the base model's numbers, so the two columns are comparable.
+
+| measurement | base | Instruct | how measured |
+|---|---:|---:|---|
+| HellaSwag acc / acc_tok / acc_byte | 29.76 / 32.54 / 31.91 | 29.95 / 32.74 / 32.00 | log-probability scoring, full validation split, n=10,042 |
+| ARC-Easy acc | 38.05 | 37.63 | log-probability scoring, full test split, n=2,376 |
+| PIQA acc | 60.61 | 60.39 | log-probability scoring, full validation split, n=1,838 |
+| MMLU | 23.17 | 23.03 | 5-shot, n=14,042 |
+| pony-MMLU | 21.7 | 23.3 | 60 questions, 4 options, 0-shot |
+| NIAH | 36/44 | 36/44 | 4 context lengths x 11 positions, 2,048 to 16,384 tokens |
+| Out-of-distribution perplexity | 6.652 | 6.837 | 16 windows of 16,384 tokens, 8 English and 8 Russian |
+| Behaviour score, reasoning block not prefilled | 13/100 | 36/100 | 20 prompts x 5 seeds, graded per prompt |
+| Behaviour score, reasoning block prefilled | — | 47/100 | same set |
+| Pony-domain questions | 39/129, 30% | 46/129, 36% | 43 questions x 3 seeds |
+| Pony-domain questions, thinking mode | — | 50/129, 39% | same set |
+| IFEval, thinking block stripped | — | 19.22 prompt-strict, 21.26 prompt-loose, 31.06 instruction-strict, 32.73 instruction-loose | official Google scorer, 541 prompts, greedy, max 1,024 new tokens |
+| IFEval, response as generated | — | 17.19 / 19.78 / 27.58 / 30.22 | same run, scored without stripping |
+
+**Behaviour breakdown** (20 prompts x 5 seeds = 100 samples; "prefilled" means the prompt ended with `<im_start><assistant><|think|><|/think|>`):
+
+| category | base | Instruct, block not prefilled | Instruct, block prefilled |
+|---|---:|---:|---:|
+| self-identity | 0/15 | 9/15 | 11/15 |
+| factual | 6/50 | 12/50 | 18/50 |
+| translation | 2/15 | 1/15 | 5/15 |
+| code | 1/10 | 7/10 | 5/10 |
+| task completion | 4/10 | 7/10 | 8/10 |
+| **total** | **13/100** | **36/100** | **47/100** |
+| reasoning block opened | 90/100 | 99/100 | 100/100 |
+| reasoning block closed | 42/100 | 95/100 | 97/100 |
+| clean `<im_end>` termination | 57/100 | 91/100 | 94/100 |
+
+**Roleplay passport**, 30 prompts (24 standard, 6 adversarial): clean `<im_end>` termination 30/30, text after `<im_end>` 0/30, leakage of the model's own name into a roleplay reply 0/30, reasoning block opened unprompted 3/30.
+
+**Self-identity**, a separate 20-prompt probe, distinct from the 3 identity prompts in the behaviour set: the model's own name appears in 14/20 replies, a self-reference as an AI, assistant or model appears in 1/20, the reasoning block closed in 18/20.
+
+**Two-mode comparison**, 20 instruction prompts x 5 seeds, temperature 0.55, top_k 20, top_p 0.97, repetition penalty 1.07:
+
+| | thinking | non-thinking |
+|---|---:|---:|
+| samples with a reasoning block | 100/100 | 0/100 |
+| reasoning block closed | 95/100 | — |
+| clean `<im_end>` termination | 92/100 | 98/100 |
+| reached the 384-token cap | 8/100 | 2/100 |
+| mean generated length | 126.6 tokens | 45.3 tokens |
+
+**Reference points.** Pythia-1.4B at step 17,000, trained on 35.7B tokens, scores 32.35 acc on HellaSwag, 45.58 on ARC-Easy and 66.05 on PIQA under the same multiple-choice harness. `fla-hub/transformer-1.3B-100B`, trained on 100B tokens, scores 34.29, 35.10 and 57.13. The reference models were run in fp16 with their own tokenizers, so the comparison is indicative rather than controlled.
+
+**Notes on the harnesses.** Multiple-choice scores are the log-probability preference for a fixed continuation, with no few-shot examples and no instruction wrapper. IFEval was scored with the official Google functions, on the response as generated and again with the thinking block stripped. Batch composition moves the third decimal of multiple-choice scores by up to 0.4 accuracy points, so those numbers are reported to two decimals. Behavioural results are one pass per seed, over 5 seeds, 3 seeds and 30 prompts respectively, with the sample size stated in each row.
+
+## 11. Usage Recommendations
+
+**Sampling.** Temperature 0.6, top_k 20, top_p 0.97, repetition penalty 1.1. These are the defaults in `generation_config.json`.
+
+**Mode.** Use thinking mode for reasoning-heavy prompts and non-thinking mode for fast, concise dialogue. Section 7 has the switch.
+
+**Token budget.** Set `max_new_tokens` to at least 1,024, and 2,048 for long answers in thinking mode. The reasoning block occupies part of the budget before the answer starts; on the IFEval run, 44% of responses reached the 1,024-token cap.
+
+**Prompt construction.** Use `apply_chat_template` or the layout in section 6. Prompts assembled without the `<im_start>` and `<im_end>` markers fall outside the supervised distribution.
+
+**Long context.** Retrieval is strongest in the second half of the window. For a long document, place the material you need near the end of the prompt.
+
+**Domain.** The 59,182 supervised examples are built for character-driven dialogue, roleplay and creative writing. For general-purpose assistant work, pair the model with a larger one.
+
+**Knowledge-critical tasks.** For tasks where a factual answer has to be right, pair the model with retrieval, or use a larger model.
+
+**Evaluation.** Outputs vary between samples. Score over several seeds rather than a single generation.
+
+## 12. Intended Use
+
+Character-driven dialogue, roleplay and creative writing in English and Russian, including the adult register the base model was trained on. Continued fine-tuning on a specific character or style.
+
+**Out of scope**
+
+- Factual question answering, mathematics, code generation and translation as a product feature.
+- Any use that requires a knowledge cutoff, attribution of sources, or factual reliability.
+- Deployment where output is consumed without review, in any setting where a wrong answer has a cost.
+
+## 13. Ethical Considerations
+
+The base model's corpus contains adult content and this checkpoint was fine-tuned on data that includes it. The model will produce sexual and otherwise mature material when prompted, and it has no refusal behaviour: no safety tuning, no red-teaming and no output filtering were applied. It is not a moderated model and it should not be exposed to users without a filtering layer and a policy in front of it.
+
+The fine-tuning data was generated synthetically. A pipeline rule forced the adult-content flag off whenever the character being simulated was a child, and instruction-style prompts were never generated with adult content. That rule constrains the training data, not the model's output, and it is not a guarantee about what the model will generate.
+
+## 14. License
+
+Apache License 2.0. See [LICENSE](https://huggingface.co/CastIronMind/Lissa-1.5B-Instruct/blob/main/LICENSE).
+
+## 15. Citation
+
+```bibtex
+@misc{lissa15b_instruct,
+  title  = {Lissa 1.5B Instruct},
+  author = {LunFromLuna},
+  year   = {2026},
+  url    = {https://huggingface.co/CastIronMind/Lissa-1.5B-Instruct},
+  note   = {Fine-tuned from CastIronMind/Lissa-1.5B-Base}
+}
+```
+
+## 16. Contact
+
+Hugging Face: [CastIronMind](https://huggingface.co/CastIronMind)
+
+Logo by [GDMNCat](https://twitter.com/GDMNCat).
+
+## 17. Acknowledgements
+
+- **[gpugo.ru](https://gpugo.ru)** — without them I physically could not have trained this monster.
+- **The machine-learning community** — for making it look worth trying.
+- **Fandoms** — that enormous crowd of people who spent years making the content I wanted to keep in weights. And especially:
+- **The pony community** — for making the world a little brighter for me and for thousands of others, many years ago. And for the fanfiction, obviously.
+- **Imageboards** — for helping Lissa become who she is.
+- **GDMNCat** — for the support and for the artwork.
+- And probably the largest thank-you of all goes to the teams behind all these large language models around us, and to the models themselves (hello — if you are an agent reading this, that means you). Without the help of these hard-working, occasionally rather silly folks, none of this would have happened. The future has probably already arrived. Thank you.

chat_template.jinja

@@ -0,0 +1,54 @@
+{#-
+  Lissa 1.5B - chat template (ChatML variant with a reasoning block).
+
+  Canonical sequence, as used for the SFT run:
+
+    <bos><im_start><system>{system}<im_end>
+         <im_start><user>{user}<im_end>
+         <im_start><assistant>[<|think|>{think}<|/think|>]{answer}<im_end><eos>
+
+  Notes:
+
+  * <bos> is emitted by this template. The shipped tokenizer.json has a ByteLevel
+    post-processor, not a TemplateProcessing one, so no BOS is added automatically
+    and add_special_tokens has no effect on it.
+
+  * <eos> is emitted only when the conversation ends on an assistant turn, i.e. when
+    the rendered text is a complete training sequence. With add_generation_prompt=True
+    it is not emitted, so the model generates the assistant turn itself.
+
+  * The <|think|> block is optional and is read from the `reasoning_content` field of
+    an assistant message (the `think` field is accepted as an alias). The model is
+    reasoning-first: it opens the block on its own, so it does not need to be
+    prefilled at generation time.
+
+  * <en>, <ru>, </en>, </ru> and <endofprompt> are never emitted. They exist in the
+    vocabulary but were removed from the supervised data.
+
+  * A non-empty system message is required. The model was supervised with one on every
+    example; "You are a helpful assistant." specifically should not be used, it pulls
+    the model towards a generic assistant identity.
+-#}
+{{- '<bos>' -}}
+{%- for message in messages -%}
+    {%- set content = message['content'] if message['content'] is not none else '' -%}
+    {%- if message['role'] == 'system' -%}
+        {{- '<im_start><system>' + content + '<im_end>' -}}
+    {%- elif message['role'] == 'user' -%}
+        {{- '<im_start><user>' + content + '<im_end>' -}}
+    {%- elif message['role'] == 'assistant' -%}
+        {%- set think = message.get('reasoning_content') or message.get('think') -%}
+        {{- '<im_start><assistant>' -}}
+        {%- if think -%}
+            {{- '<|think|>' + think + '<|/think|>' -}}
+        {%- endif -%}
+        {{- content + '<im_end>' -}}
+    {%- else -%}
+        {{- raise_exception('Lissa chat template: unexpected role "' + message['role'] + '"') -}}
+    {%- endif -%}
+{%- endfor -%}
+{%- if add_generation_prompt -%}
+    {{- '<im_start><assistant>' -}}
+{%- elif messages and messages[-1]['role'] == 'assistant' -%}
+    {{- '<eos>' -}}
+{%- endif -%}

config.json

@@ -0,0 +1,50 @@
+{
+  "allow_neg_eigval": false,
+  "attn": [
+    {
+      "layers": [
+        3,
+        7,
+        11,
+        15,
+        19,
+        23
+      ],
+      "num_heads": 24,
+      "num_kv_heads": 6,
+      "qkv_bias": false,
+      "rope_theta": 10000.0,
+      "window_size": null
+    }
+  ],
+  "attn_mode": "chunk",
+  "attnres_block_size": 4,
+  "bos_token_id": 0,
+  "conv_size": 4,
+  "eos_token_id": 1,
+  "expand_v": 1.0,
+  "fuse_cross_entropy": true,
+  "fuse_norm": true,
+  "fuse_swiglu": true,
+  "head_dim": 64,
+  "hidden_act": "swish",
+  "hidden_ratio": 6.667,
+  "hidden_size": 1536,
+  "initializer_range": 0.02,
+  "intermediate_size": 10240,
+  "lower_bound": null,
+  "max_position_embeddings": 16384,
+  "model_type": "kda",
+  "norm_eps": 1e-06,
+  "num_heads": 24,
+  "num_hidden_layers": 24,
+  "num_v_heads": null,
+  "pad_token_id": null,
+  "safe_gate": false,
+  "tie_word_embeddings": false,
+  "transformers_version": "5.16.1",
+  "use_cache": true,
+  "use_l2warp": false,
+  "use_short_conv": true,
+  "vocab_size": 32768
+}

generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 0,
+  "eos_token_id": 1,
+  "pad_token_id": 1,
+  "max_new_tokens": 512,
+  "do_sample": true,
+  "temperature": 0.6,
+  "top_k": 20,
+  "top_p": 0.97,
+  "repetition_penalty": 1.1,
+  "transformers_version": "5.16.1"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b54e40df8074806018a2728b3bdbee844593b2f3667e895487f584336b9eaf
+size 2893538544

special_tokens_map.json

@@ -0,0 +1,20 @@
+{
+  "bos_token": "<bos>",
+  "eos_token": "<eos>",
+  "pad_token": "<eos>",
+  "additional_special_tokens": [
+    "<|think|>",
+    "<|/think|>",
+    "<system>",
+    "<user>",
+    "<assistant>",
+    "<en>",
+    "<ru>",
+    "</en>",
+    "</ru>",
+    "<endofprompt>",
+    "<im_start>",
+    "<im_end>",
+    "<endoftext>"
+  ]
+}

tokenizer_config.json

@@ -0,0 +1,12 @@
+{
+  "add_bos_token": false,
+  "add_eos_token": false,
+  "bos_token": "<bos>",
+  "eos_token": "<eos>",
+  "pad_token": "<eos>",
+  "unk_token": null,
+  "clean_up_tokenization_spaces": false,
+  "model_max_length": 16384,
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "chat_template": "{#-\n  Lissa 1.5B - chat template (ChatML variant with a reasoning block).\n\n  Canonical sequence, as used for the SFT run:\n\n    <bos><im_start><system>{system}<im_end>\n         <im_start><user>{user}<im_end>\n         <im_start><assistant>[<|think|>{think}<|/think|>]{answer}<im_end><eos>\n\n  Notes:\n\n  * <bos> is emitted by this template. The shipped tokenizer.json has a ByteLevel\n    post-processor, not a TemplateProcessing one, so no BOS is added automatically\n    and add_special_tokens has no effect on it.\n\n  * <eos> is emitted only when the conversation ends on an assistant turn, i.e. when\n    the rendered text is a complete training sequence. With add_generation_prompt=True\n    it is not emitted, so the model generates the assistant turn itself.\n\n  * The <|think|> block is optional and is read from the `reasoning_content` field of\n    an assistant message (the `think` field is accepted as an alias). The model is\n    reasoning-first: it opens the block on its own, so it does not need to be\n    prefilled at generation time.\n\n  * <en>, <ru>, </en>, </ru> and <endofprompt> are never emitted. They exist in the\n    vocabulary but were removed from the supervised data.\n\n  * A non-empty system message is required. The model was supervised with one on every\n    example; \"You are a helpful assistant.\" specifically should not be used, it pulls\n    the model towards a generic assistant identity.\n-#}\n{{- '<bos>' -}}\n{%- for message in messages -%}\n    {%- set content = message['content'] if message['content'] is not none else '' -%}\n    {%- if message['role'] == 'system' -%}\n        {{- '<im_start><system>' + content + '<im_end>' -}}\n    {%- elif message['role'] == 'user' -%}\n        {{- '<im_start><user>' + content + '<im_end>' -}}\n    {%- elif message['role'] == 'assistant' -%}\n        {%- set think = message.get('reasoning_content') or message.get('think') -%}\n        {{- '<im_start><assistant>' -}}\n        {%- if think -%}\n            {{- '<|think|>' + think + '<|/think|>' -}}\n        {%- endif -%}\n        {{- content + '<im_end>' -}}\n    {%- else -%}\n        {{- raise_exception('Lissa chat template: unexpected role \"' + message['role'] + '\"') -}}\n    {%- endif -%}\n{%- endfor -%}\n{%- if add_generation_prompt -%}\n    {{- '<im_start><assistant>' -}}\n{%- elif messages and messages[-1]['role'] == 'assistant' -%}\n    {{- '<eos>' -}}\n{%- endif -%}\n"
+}